Commit c0c5d642 authored by Herbert Xu's avatar Herbert Xu

crypto: stm32 - Move hash state into separate structure

Create a new struct stm32_hash_state so that it may be exported
in future instead of the entire request context.
Reviewed-by: default avatarLinus Walleij <linus.walleij@linaro.org>
Tested-by: default avatarLinus Walleij <linus.walleij@linaro.org>
Signed-off-by: default avatarHerbert Xu <herbert@gondor.apana.org.au>
parent cfac232d
...@@ -126,15 +126,24 @@ struct stm32_hash_ctx { ...@@ -126,15 +126,24 @@ struct stm32_hash_ctx {
int keylen; int keylen;
}; };
struct stm32_hash_state {
u32 flags;
u16 bufcnt;
u16 buflen;
u8 buffer[HASH_BUFLEN] __aligned(4);
/* hash state */
u32 *hw_context;
};
struct stm32_hash_request_ctx { struct stm32_hash_request_ctx {
struct stm32_hash_dev *hdev; struct stm32_hash_dev *hdev;
unsigned long flags;
unsigned long op; unsigned long op;
u8 digest[SHA256_DIGEST_SIZE] __aligned(sizeof(u32)); u8 digest[SHA256_DIGEST_SIZE] __aligned(sizeof(u32));
size_t digcnt; size_t digcnt;
size_t bufcnt;
size_t buflen;
/* DMA */ /* DMA */
struct scatterlist *sg; struct scatterlist *sg;
...@@ -148,10 +157,7 @@ struct stm32_hash_request_ctx { ...@@ -148,10 +157,7 @@ struct stm32_hash_request_ctx {
u8 data_type; u8 data_type;
u8 buffer[HASH_BUFLEN] __aligned(sizeof(u32)); struct stm32_hash_state state;
/* Export Context */
u32 *hw_context;
}; };
struct stm32_hash_algs_info { struct stm32_hash_algs_info {
...@@ -268,11 +274,12 @@ static void stm32_hash_write_ctrl(struct stm32_hash_dev *hdev, int bufcnt) ...@@ -268,11 +274,12 @@ static void stm32_hash_write_ctrl(struct stm32_hash_dev *hdev, int bufcnt)
struct stm32_hash_request_ctx *rctx = ahash_request_ctx(hdev->req); struct stm32_hash_request_ctx *rctx = ahash_request_ctx(hdev->req);
struct crypto_ahash *tfm = crypto_ahash_reqtfm(hdev->req); struct crypto_ahash *tfm = crypto_ahash_reqtfm(hdev->req);
struct stm32_hash_ctx *ctx = crypto_ahash_ctx(tfm); struct stm32_hash_ctx *ctx = crypto_ahash_ctx(tfm);
struct stm32_hash_state *state = &rctx->state;
u32 reg = HASH_CR_INIT; u32 reg = HASH_CR_INIT;
if (!(hdev->flags & HASH_FLAGS_INIT)) { if (!(hdev->flags & HASH_FLAGS_INIT)) {
switch (rctx->flags & HASH_FLAGS_ALGO_MASK) { switch (state->flags & HASH_FLAGS_ALGO_MASK) {
case HASH_FLAGS_MD5: case HASH_FLAGS_MD5:
reg |= HASH_CR_ALGO_MD5; reg |= HASH_CR_ALGO_MD5;
break; break;
...@@ -297,7 +304,7 @@ static void stm32_hash_write_ctrl(struct stm32_hash_dev *hdev, int bufcnt) ...@@ -297,7 +304,7 @@ static void stm32_hash_write_ctrl(struct stm32_hash_dev *hdev, int bufcnt)
reg |= (rctx->data_type << HASH_CR_DATATYPE_POS); reg |= (rctx->data_type << HASH_CR_DATATYPE_POS);
if (rctx->flags & HASH_FLAGS_HMAC) { if (state->flags & HASH_FLAGS_HMAC) {
hdev->flags |= HASH_FLAGS_HMAC; hdev->flags |= HASH_FLAGS_HMAC;
reg |= HASH_CR_MODE; reg |= HASH_CR_MODE;
if (ctx->keylen > HASH_LONG_KEY) if (ctx->keylen > HASH_LONG_KEY)
...@@ -324,11 +331,12 @@ static void stm32_hash_write_ctrl(struct stm32_hash_dev *hdev, int bufcnt) ...@@ -324,11 +331,12 @@ static void stm32_hash_write_ctrl(struct stm32_hash_dev *hdev, int bufcnt)
static void stm32_hash_append_sg(struct stm32_hash_request_ctx *rctx) static void stm32_hash_append_sg(struct stm32_hash_request_ctx *rctx)
{ {
struct stm32_hash_state *state = &rctx->state;
size_t count; size_t count;
while ((rctx->bufcnt < rctx->buflen) && rctx->total) { while ((state->bufcnt < state->buflen) && rctx->total) {
count = min(rctx->sg->length - rctx->offset, rctx->total); count = min(rctx->sg->length - rctx->offset, rctx->total);
count = min(count, rctx->buflen - rctx->bufcnt); count = min_t(size_t, count, state->buflen - state->bufcnt);
if (count <= 0) { if (count <= 0) {
if ((rctx->sg->length == 0) && !sg_is_last(rctx->sg)) { if ((rctx->sg->length == 0) && !sg_is_last(rctx->sg)) {
...@@ -339,10 +347,10 @@ static void stm32_hash_append_sg(struct stm32_hash_request_ctx *rctx) ...@@ -339,10 +347,10 @@ static void stm32_hash_append_sg(struct stm32_hash_request_ctx *rctx)
} }
} }
scatterwalk_map_and_copy(rctx->buffer + rctx->bufcnt, rctx->sg, scatterwalk_map_and_copy(state->buffer + state->bufcnt,
rctx->offset, count, 0); rctx->sg, rctx->offset, count, 0);
rctx->bufcnt += count; state->bufcnt += count;
rctx->offset += count; rctx->offset += count;
rctx->total -= count; rctx->total -= count;
...@@ -411,18 +419,19 @@ static int stm32_hash_xmit_cpu(struct stm32_hash_dev *hdev, ...@@ -411,18 +419,19 @@ static int stm32_hash_xmit_cpu(struct stm32_hash_dev *hdev,
static int stm32_hash_update_cpu(struct stm32_hash_dev *hdev) static int stm32_hash_update_cpu(struct stm32_hash_dev *hdev)
{ {
struct stm32_hash_request_ctx *rctx = ahash_request_ctx(hdev->req); struct stm32_hash_request_ctx *rctx = ahash_request_ctx(hdev->req);
struct stm32_hash_state *state = &rctx->state;
int bufcnt, err = 0, final; int bufcnt, err = 0, final;
dev_dbg(hdev->dev, "%s flags %lx\n", __func__, rctx->flags); dev_dbg(hdev->dev, "%s flags %x\n", __func__, state->flags);
final = rctx->flags & HASH_FLAGS_FINAL; final = state->flags & HASH_FLAGS_FINAL;
while ((rctx->total >= rctx->buflen) || while ((rctx->total >= state->buflen) ||
(rctx->bufcnt + rctx->total >= rctx->buflen)) { (state->bufcnt + rctx->total >= state->buflen)) {
stm32_hash_append_sg(rctx); stm32_hash_append_sg(rctx);
bufcnt = rctx->bufcnt; bufcnt = state->bufcnt;
rctx->bufcnt = 0; state->bufcnt = 0;
err = stm32_hash_xmit_cpu(hdev, rctx->buffer, bufcnt, 0); err = stm32_hash_xmit_cpu(hdev, state->buffer, bufcnt, 0);
if (err) if (err)
return err; return err;
} }
...@@ -430,9 +439,9 @@ static int stm32_hash_update_cpu(struct stm32_hash_dev *hdev) ...@@ -430,9 +439,9 @@ static int stm32_hash_update_cpu(struct stm32_hash_dev *hdev)
stm32_hash_append_sg(rctx); stm32_hash_append_sg(rctx);
if (final) { if (final) {
bufcnt = rctx->bufcnt; bufcnt = state->bufcnt;
rctx->bufcnt = 0; state->bufcnt = 0;
err = stm32_hash_xmit_cpu(hdev, rctx->buffer, bufcnt, 1); err = stm32_hash_xmit_cpu(hdev, state->buffer, bufcnt, 1);
} }
return err; return err;
...@@ -576,10 +585,10 @@ static int stm32_hash_dma_init(struct stm32_hash_dev *hdev) ...@@ -576,10 +585,10 @@ static int stm32_hash_dma_init(struct stm32_hash_dev *hdev)
static int stm32_hash_dma_send(struct stm32_hash_dev *hdev) static int stm32_hash_dma_send(struct stm32_hash_dev *hdev)
{ {
struct stm32_hash_request_ctx *rctx = ahash_request_ctx(hdev->req); struct stm32_hash_request_ctx *rctx = ahash_request_ctx(hdev->req);
u32 *buffer = (void *)rctx->state.buffer;
struct scatterlist sg[1], *tsg; struct scatterlist sg[1], *tsg;
int err = 0, len = 0, reg, ncp = 0; int err = 0, len = 0, reg, ncp = 0;
unsigned int i; unsigned int i;
u32 *buffer = (void *)rctx->buffer;
rctx->sg = hdev->req->src; rctx->sg = hdev->req->src;
rctx->total = hdev->req->nbytes; rctx->total = hdev->req->nbytes;
...@@ -607,7 +616,7 @@ static int stm32_hash_dma_send(struct stm32_hash_dev *hdev) ...@@ -607,7 +616,7 @@ static int stm32_hash_dma_send(struct stm32_hash_dev *hdev)
ncp = sg_pcopy_to_buffer( ncp = sg_pcopy_to_buffer(
rctx->sg, rctx->nents, rctx->sg, rctx->nents,
rctx->buffer, sg->length - len, rctx->state.buffer, sg->length - len,
rctx->total - sg->length + len); rctx->total - sg->length + len);
sg->length = len; sg->length = len;
...@@ -718,41 +727,40 @@ static int stm32_hash_init(struct ahash_request *req) ...@@ -718,41 +727,40 @@ static int stm32_hash_init(struct ahash_request *req)
struct stm32_hash_ctx *ctx = crypto_ahash_ctx(tfm); struct stm32_hash_ctx *ctx = crypto_ahash_ctx(tfm);
struct stm32_hash_request_ctx *rctx = ahash_request_ctx(req); struct stm32_hash_request_ctx *rctx = ahash_request_ctx(req);
struct stm32_hash_dev *hdev = stm32_hash_find_dev(ctx); struct stm32_hash_dev *hdev = stm32_hash_find_dev(ctx);
struct stm32_hash_state *state = &rctx->state;
rctx->hdev = hdev; rctx->hdev = hdev;
rctx->flags = HASH_FLAGS_CPU; state->flags = HASH_FLAGS_CPU;
rctx->digcnt = crypto_ahash_digestsize(tfm); rctx->digcnt = crypto_ahash_digestsize(tfm);
switch (rctx->digcnt) { switch (rctx->digcnt) {
case MD5_DIGEST_SIZE: case MD5_DIGEST_SIZE:
rctx->flags |= HASH_FLAGS_MD5; state->flags |= HASH_FLAGS_MD5;
break; break;
case SHA1_DIGEST_SIZE: case SHA1_DIGEST_SIZE:
rctx->flags |= HASH_FLAGS_SHA1; state->flags |= HASH_FLAGS_SHA1;
break; break;
case SHA224_DIGEST_SIZE: case SHA224_DIGEST_SIZE:
rctx->flags |= HASH_FLAGS_SHA224; state->flags |= HASH_FLAGS_SHA224;
break; break;
case SHA256_DIGEST_SIZE: case SHA256_DIGEST_SIZE:
rctx->flags |= HASH_FLAGS_SHA256; state->flags |= HASH_FLAGS_SHA256;
break; break;
default: default:
return -EINVAL; return -EINVAL;
} }
rctx->bufcnt = 0; rctx->state.bufcnt = 0;
rctx->buflen = HASH_BUFLEN; rctx->state.buflen = HASH_BUFLEN;
rctx->total = 0; rctx->total = 0;
rctx->offset = 0; rctx->offset = 0;
rctx->data_type = HASH_DATA_8_BITS; rctx->data_type = HASH_DATA_8_BITS;
memset(rctx->buffer, 0, HASH_BUFLEN);
if (ctx->flags & HASH_FLAGS_HMAC) if (ctx->flags & HASH_FLAGS_HMAC)
rctx->flags |= HASH_FLAGS_HMAC; state->flags |= HASH_FLAGS_HMAC;
dev_dbg(hdev->dev, "%s Flags %lx\n", __func__, rctx->flags); dev_dbg(hdev->dev, "%s Flags %x\n", __func__, state->flags);
return 0; return 0;
} }
...@@ -760,8 +768,9 @@ static int stm32_hash_init(struct ahash_request *req) ...@@ -760,8 +768,9 @@ static int stm32_hash_init(struct ahash_request *req)
static int stm32_hash_update_req(struct stm32_hash_dev *hdev) static int stm32_hash_update_req(struct stm32_hash_dev *hdev)
{ {
struct stm32_hash_request_ctx *rctx = ahash_request_ctx(hdev->req); struct stm32_hash_request_ctx *rctx = ahash_request_ctx(hdev->req);
struct stm32_hash_state *state = &rctx->state;
if (!(rctx->flags & HASH_FLAGS_CPU)) if (!(state->flags & HASH_FLAGS_CPU))
return stm32_hash_dma_send(hdev); return stm32_hash_dma_send(hdev);
return stm32_hash_update_cpu(hdev); return stm32_hash_update_cpu(hdev);
...@@ -771,14 +780,15 @@ static int stm32_hash_final_req(struct stm32_hash_dev *hdev) ...@@ -771,14 +780,15 @@ static int stm32_hash_final_req(struct stm32_hash_dev *hdev)
{ {
struct ahash_request *req = hdev->req; struct ahash_request *req = hdev->req;
struct stm32_hash_request_ctx *rctx = ahash_request_ctx(req); struct stm32_hash_request_ctx *rctx = ahash_request_ctx(req);
int buflen = rctx->bufcnt; struct stm32_hash_state *state = &rctx->state;
int buflen = state->bufcnt;
if (rctx->flags & HASH_FLAGS_FINUP) if (state->flags & HASH_FLAGS_FINUP)
return stm32_hash_update_req(hdev); return stm32_hash_update_req(hdev);
rctx->bufcnt = 0; state->bufcnt = 0;
return stm32_hash_xmit_cpu(hdev, rctx->buffer, buflen, 1); return stm32_hash_xmit_cpu(hdev, state->buffer, buflen, 1);
} }
static void stm32_hash_emptymsg_fallback(struct ahash_request *req) static void stm32_hash_emptymsg_fallback(struct ahash_request *req)
...@@ -813,6 +823,7 @@ static void stm32_hash_emptymsg_fallback(struct ahash_request *req) ...@@ -813,6 +823,7 @@ static void stm32_hash_emptymsg_fallback(struct ahash_request *req)
static void stm32_hash_copy_hash(struct ahash_request *req) static void stm32_hash_copy_hash(struct ahash_request *req)
{ {
struct stm32_hash_request_ctx *rctx = ahash_request_ctx(req); struct stm32_hash_request_ctx *rctx = ahash_request_ctx(req);
struct stm32_hash_state *state = &rctx->state;
struct stm32_hash_dev *hdev = rctx->hdev; struct stm32_hash_dev *hdev = rctx->hdev;
__be32 *hash = (void *)rctx->digest; __be32 *hash = (void *)rctx->digest;
unsigned int i, hashsize; unsigned int i, hashsize;
...@@ -820,7 +831,7 @@ static void stm32_hash_copy_hash(struct ahash_request *req) ...@@ -820,7 +831,7 @@ static void stm32_hash_copy_hash(struct ahash_request *req)
if (hdev->pdata->broken_emptymsg && !req->nbytes) if (hdev->pdata->broken_emptymsg && !req->nbytes)
return stm32_hash_emptymsg_fallback(req); return stm32_hash_emptymsg_fallback(req);
switch (rctx->flags & HASH_FLAGS_ALGO_MASK) { switch (state->flags & HASH_FLAGS_ALGO_MASK) {
case HASH_FLAGS_MD5: case HASH_FLAGS_MD5:
hashsize = MD5_DIGEST_SIZE; hashsize = MD5_DIGEST_SIZE;
break; break;
...@@ -862,6 +873,7 @@ static int stm32_hash_finish(struct ahash_request *req) ...@@ -862,6 +873,7 @@ static int stm32_hash_finish(struct ahash_request *req)
static void stm32_hash_finish_req(struct ahash_request *req, int err) static void stm32_hash_finish_req(struct ahash_request *req, int err)
{ {
struct stm32_hash_request_ctx *rctx = ahash_request_ctx(req); struct stm32_hash_request_ctx *rctx = ahash_request_ctx(req);
struct stm32_hash_state *state = &rctx->state;
struct stm32_hash_dev *hdev = rctx->hdev; struct stm32_hash_dev *hdev = rctx->hdev;
if (!err && (HASH_FLAGS_FINAL & hdev->flags)) { if (!err && (HASH_FLAGS_FINAL & hdev->flags)) {
...@@ -873,7 +885,7 @@ static void stm32_hash_finish_req(struct ahash_request *req, int err) ...@@ -873,7 +885,7 @@ static void stm32_hash_finish_req(struct ahash_request *req, int err)
HASH_FLAGS_HMAC_INIT | HASH_FLAGS_HMAC_FINAL | HASH_FLAGS_HMAC_INIT | HASH_FLAGS_HMAC_FINAL |
HASH_FLAGS_HMAC_KEY); HASH_FLAGS_HMAC_KEY);
} else { } else {
rctx->flags |= HASH_FLAGS_ERRORS; state->flags |= HASH_FLAGS_ERRORS;
} }
pm_runtime_mark_last_busy(hdev->dev); pm_runtime_mark_last_busy(hdev->dev);
...@@ -979,15 +991,16 @@ static int stm32_hash_enqueue(struct ahash_request *req, unsigned int op) ...@@ -979,15 +991,16 @@ static int stm32_hash_enqueue(struct ahash_request *req, unsigned int op)
static int stm32_hash_update(struct ahash_request *req) static int stm32_hash_update(struct ahash_request *req)
{ {
struct stm32_hash_request_ctx *rctx = ahash_request_ctx(req); struct stm32_hash_request_ctx *rctx = ahash_request_ctx(req);
struct stm32_hash_state *state = &rctx->state;
if (!req->nbytes || !(rctx->flags & HASH_FLAGS_CPU)) if (!req->nbytes || !(state->flags & HASH_FLAGS_CPU))
return 0; return 0;
rctx->total = req->nbytes; rctx->total = req->nbytes;
rctx->sg = req->src; rctx->sg = req->src;
rctx->offset = 0; rctx->offset = 0;
if ((rctx->bufcnt + rctx->total < rctx->buflen)) { if ((state->bufcnt + rctx->total < state->buflen)) {
stm32_hash_append_sg(rctx); stm32_hash_append_sg(rctx);
return 0; return 0;
} }
...@@ -998,8 +1011,9 @@ static int stm32_hash_update(struct ahash_request *req) ...@@ -998,8 +1011,9 @@ static int stm32_hash_update(struct ahash_request *req)
static int stm32_hash_final(struct ahash_request *req) static int stm32_hash_final(struct ahash_request *req)
{ {
struct stm32_hash_request_ctx *rctx = ahash_request_ctx(req); struct stm32_hash_request_ctx *rctx = ahash_request_ctx(req);
struct stm32_hash_state *state = &rctx->state;
rctx->flags |= HASH_FLAGS_FINAL; state->flags |= HASH_FLAGS_FINAL;
return stm32_hash_enqueue(req, HASH_OP_FINAL); return stm32_hash_enqueue(req, HASH_OP_FINAL);
} }
...@@ -1009,17 +1023,18 @@ static int stm32_hash_finup(struct ahash_request *req) ...@@ -1009,17 +1023,18 @@ static int stm32_hash_finup(struct ahash_request *req)
struct stm32_hash_request_ctx *rctx = ahash_request_ctx(req); struct stm32_hash_request_ctx *rctx = ahash_request_ctx(req);
struct stm32_hash_ctx *ctx = crypto_ahash_ctx(crypto_ahash_reqtfm(req)); struct stm32_hash_ctx *ctx = crypto_ahash_ctx(crypto_ahash_reqtfm(req));
struct stm32_hash_dev *hdev = stm32_hash_find_dev(ctx); struct stm32_hash_dev *hdev = stm32_hash_find_dev(ctx);
struct stm32_hash_state *state = &rctx->state;
if (!req->nbytes) if (!req->nbytes)
goto out; goto out;
rctx->flags |= HASH_FLAGS_FINUP; state->flags |= HASH_FLAGS_FINUP;
rctx->total = req->nbytes; rctx->total = req->nbytes;
rctx->sg = req->src; rctx->sg = req->src;
rctx->offset = 0; rctx->offset = 0;
if (hdev->dma_lch && stm32_hash_dma_aligned_data(req)) if (hdev->dma_lch && stm32_hash_dma_aligned_data(req))
rctx->flags &= ~HASH_FLAGS_CPU; state->flags &= ~HASH_FLAGS_CPU;
out: out:
return stm32_hash_final(req); return stm32_hash_final(req);
...@@ -1035,6 +1050,7 @@ static int stm32_hash_export(struct ahash_request *req, void *out) ...@@ -1035,6 +1050,7 @@ static int stm32_hash_export(struct ahash_request *req, void *out)
struct stm32_hash_request_ctx *rctx = ahash_request_ctx(req); struct stm32_hash_request_ctx *rctx = ahash_request_ctx(req);
struct stm32_hash_ctx *ctx = crypto_ahash_ctx(crypto_ahash_reqtfm(req)); struct stm32_hash_ctx *ctx = crypto_ahash_ctx(crypto_ahash_reqtfm(req));
struct stm32_hash_dev *hdev = stm32_hash_find_dev(ctx); struct stm32_hash_dev *hdev = stm32_hash_find_dev(ctx);
struct stm32_hash_state *state = &rctx->state;
u32 *preg; u32 *preg;
unsigned int i; unsigned int i;
int ret; int ret;
...@@ -1045,11 +1061,9 @@ static int stm32_hash_export(struct ahash_request *req, void *out) ...@@ -1045,11 +1061,9 @@ static int stm32_hash_export(struct ahash_request *req, void *out)
if (ret) if (ret)
return ret; return ret;
rctx->hw_context = kmalloc_array(3 + HASH_CSR_REGISTER_NUMBER, state->hw_context = kmalloc_array(3 + HASH_CSR_REGISTER_NUMBER,
sizeof(u32), sizeof(u32), GFP_KERNEL);
GFP_KERNEL); preg = state->hw_context;
preg = rctx->hw_context;
if (!hdev->pdata->ux500) if (!hdev->pdata->ux500)
*preg++ = stm32_hash_read(hdev, HASH_IMR); *preg++ = stm32_hash_read(hdev, HASH_IMR);
...@@ -1071,13 +1085,14 @@ static int stm32_hash_import(struct ahash_request *req, const void *in) ...@@ -1071,13 +1085,14 @@ static int stm32_hash_import(struct ahash_request *req, const void *in)
struct stm32_hash_request_ctx *rctx = ahash_request_ctx(req); struct stm32_hash_request_ctx *rctx = ahash_request_ctx(req);
struct stm32_hash_ctx *ctx = crypto_ahash_ctx(crypto_ahash_reqtfm(req)); struct stm32_hash_ctx *ctx = crypto_ahash_ctx(crypto_ahash_reqtfm(req));
struct stm32_hash_dev *hdev = stm32_hash_find_dev(ctx); struct stm32_hash_dev *hdev = stm32_hash_find_dev(ctx);
struct stm32_hash_state *state = &rctx->state;
const u32 *preg = in; const u32 *preg = in;
u32 reg; u32 reg;
unsigned int i; unsigned int i;
memcpy(rctx, in, sizeof(*rctx)); memcpy(rctx, in, sizeof(*rctx));
preg = rctx->hw_context; preg = state->hw_context;
pm_runtime_get_sync(hdev->dev); pm_runtime_get_sync(hdev->dev);
...@@ -1094,7 +1109,7 @@ static int stm32_hash_import(struct ahash_request *req, const void *in) ...@@ -1094,7 +1109,7 @@ static int stm32_hash_import(struct ahash_request *req, const void *in)
pm_runtime_mark_last_busy(hdev->dev); pm_runtime_mark_last_busy(hdev->dev);
pm_runtime_put_autosuspend(hdev->dev); pm_runtime_put_autosuspend(hdev->dev);
kfree(rctx->hw_context); kfree(state->hw_context);
return 0; return 0;
} }
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment