mirror of
https://mirrors.bfsu.edu.cn/git/linux.git
synced 2024-11-12 05:48:39 +08:00
3ee50c896d
When ctr-aes-qce is used for gcm-mode, an extra sg entry for the authentication tag is present, causing trouble when the qce driver prepares the dst-results sg table for dma. It computes the number of entries needed with sg_nents_for_len, leaving out the tag entry. Then it creates a sg table with that number plus one, used to store a result buffer. When copying the sg table, there's no limit to the number of entries copied, so the extra slot is filled with the authentication tag sg. When the driver tries to add the result sg, the list is full, and it returns EINVAL. By limiting the number of sg entries copied to the dest table, the slot for the result buffer is guaranteed to be unused. Signed-off-by: Eneas U de Queiroz <cotequeiroz@gmail.com> Signed-off-by: Herbert Xu <herbert@gondor.apana.org.au>
129 lines
2.8 KiB
C
129 lines
2.8 KiB
C
// SPDX-License-Identifier: GPL-2.0-only
|
|
/*
|
|
* Copyright (c) 2012-2014, The Linux Foundation. All rights reserved.
|
|
*/
|
|
|
|
#include <linux/dmaengine.h>
|
|
#include <crypto/scatterwalk.h>
|
|
|
|
#include "dma.h"
|
|
|
|
int qce_dma_request(struct device *dev, struct qce_dma_data *dma)
|
|
{
|
|
int ret;
|
|
|
|
dma->txchan = dma_request_chan(dev, "tx");
|
|
if (IS_ERR(dma->txchan))
|
|
return PTR_ERR(dma->txchan);
|
|
|
|
dma->rxchan = dma_request_chan(dev, "rx");
|
|
if (IS_ERR(dma->rxchan)) {
|
|
ret = PTR_ERR(dma->rxchan);
|
|
goto error_rx;
|
|
}
|
|
|
|
dma->result_buf = kmalloc(QCE_RESULT_BUF_SZ + QCE_IGNORE_BUF_SZ,
|
|
GFP_KERNEL);
|
|
if (!dma->result_buf) {
|
|
ret = -ENOMEM;
|
|
goto error_nomem;
|
|
}
|
|
|
|
dma->ignore_buf = dma->result_buf + QCE_RESULT_BUF_SZ;
|
|
|
|
return 0;
|
|
error_nomem:
|
|
dma_release_channel(dma->rxchan);
|
|
error_rx:
|
|
dma_release_channel(dma->txchan);
|
|
return ret;
|
|
}
|
|
|
|
void qce_dma_release(struct qce_dma_data *dma)
|
|
{
|
|
dma_release_channel(dma->txchan);
|
|
dma_release_channel(dma->rxchan);
|
|
kfree(dma->result_buf);
|
|
}
|
|
|
|
struct scatterlist *
|
|
qce_sgtable_add(struct sg_table *sgt, struct scatterlist *new_sgl,
|
|
int max_ents)
|
|
{
|
|
struct scatterlist *sg = sgt->sgl, *sg_last = NULL;
|
|
|
|
while (sg) {
|
|
if (!sg_page(sg))
|
|
break;
|
|
sg = sg_next(sg);
|
|
}
|
|
|
|
if (!sg)
|
|
return ERR_PTR(-EINVAL);
|
|
|
|
while (new_sgl && sg && max_ents) {
|
|
sg_set_page(sg, sg_page(new_sgl), new_sgl->length,
|
|
new_sgl->offset);
|
|
sg_last = sg;
|
|
sg = sg_next(sg);
|
|
new_sgl = sg_next(new_sgl);
|
|
max_ents--;
|
|
}
|
|
|
|
return sg_last;
|
|
}
|
|
|
|
static int qce_dma_prep_sg(struct dma_chan *chan, struct scatterlist *sg,
|
|
int nents, unsigned long flags,
|
|
enum dma_transfer_direction dir,
|
|
dma_async_tx_callback cb, void *cb_param)
|
|
{
|
|
struct dma_async_tx_descriptor *desc;
|
|
dma_cookie_t cookie;
|
|
|
|
if (!sg || !nents)
|
|
return -EINVAL;
|
|
|
|
desc = dmaengine_prep_slave_sg(chan, sg, nents, dir, flags);
|
|
if (!desc)
|
|
return -EINVAL;
|
|
|
|
desc->callback = cb;
|
|
desc->callback_param = cb_param;
|
|
cookie = dmaengine_submit(desc);
|
|
|
|
return dma_submit_error(cookie);
|
|
}
|
|
|
|
int qce_dma_prep_sgs(struct qce_dma_data *dma, struct scatterlist *rx_sg,
|
|
int rx_nents, struct scatterlist *tx_sg, int tx_nents,
|
|
dma_async_tx_callback cb, void *cb_param)
|
|
{
|
|
struct dma_chan *rxchan = dma->rxchan;
|
|
struct dma_chan *txchan = dma->txchan;
|
|
unsigned long flags = DMA_PREP_INTERRUPT | DMA_CTRL_ACK;
|
|
int ret;
|
|
|
|
ret = qce_dma_prep_sg(rxchan, rx_sg, rx_nents, flags, DMA_MEM_TO_DEV,
|
|
NULL, NULL);
|
|
if (ret)
|
|
return ret;
|
|
|
|
return qce_dma_prep_sg(txchan, tx_sg, tx_nents, flags, DMA_DEV_TO_MEM,
|
|
cb, cb_param);
|
|
}
|
|
|
|
void qce_dma_issue_pending(struct qce_dma_data *dma)
|
|
{
|
|
dma_async_issue_pending(dma->rxchan);
|
|
dma_async_issue_pending(dma->txchan);
|
|
}
|
|
|
|
int qce_dma_terminate_all(struct qce_dma_data *dma)
|
|
{
|
|
int ret;
|
|
|
|
ret = dmaengine_terminate_all(dma->rxchan);
|
|
return ret ?: dmaengine_terminate_all(dma->txchan);
|
|
}
|