mirror of
https://mirrors.bfsu.edu.cn/git/linux.git
synced 2024-12-22 02:24:57 +08:00
b3deec2584
During setup, there is a possible race between a page invalidate
and hardware programming. Add a covering invalidate over the user
target range during setup. If anything within that range is
invalidated during setup, fail the setup. Once set up, each
TID will have its own invalidate callback and invalidate.
Fixes: 3889551db2 ("RDMA/hfi1: Use mmu_interval_notifier_insert for user_exp_rcv")
Signed-off-by: Dean Luick <dean.luick@cornelisnetworks.com>
Signed-off-by: Dennis Dalessandro <dennis.dalessandro@cornelisnetworks.com>
Link: https://lore.kernel.org/r/167328549178.1472310.9867497376936699488.stgit@awfm-02.cornelisnetworks.com
Signed-off-by: Leon Romanovsky <leon@kernel.org>
67 lines
1.6 KiB
C
67 lines
1.6 KiB
C
/* SPDX-License-Identifier: GPL-2.0 or BSD-3-Clause */
|
|
/*
|
|
* Copyright(c) 2020 - Cornelis Networks, Inc.
|
|
* Copyright(c) 2015 - 2017 Intel Corporation.
|
|
*/
|
|
|
|
#ifndef _HFI1_USER_EXP_RCV_H
|
|
#define _HFI1_USER_EXP_RCV_H
|
|
|
|
#include "hfi.h"
|
|
#include "exp_rcv.h"
|
|
|
|
struct tid_pageset {
|
|
u16 idx;
|
|
u16 count;
|
|
};
|
|
|
|
struct tid_user_buf {
|
|
struct mmu_interval_notifier notifier;
|
|
struct mutex cover_mutex;
|
|
unsigned long vaddr;
|
|
unsigned long length;
|
|
unsigned int npages;
|
|
struct page **pages;
|
|
struct tid_pageset *psets;
|
|
unsigned int n_psets;
|
|
};
|
|
|
|
struct tid_rb_node {
|
|
struct mmu_interval_notifier notifier;
|
|
struct hfi1_filedata *fdata;
|
|
struct mutex invalidate_mutex; /* covers hw removal */
|
|
unsigned long phys;
|
|
struct tid_group *grp;
|
|
u32 rcventry;
|
|
dma_addr_t dma_addr;
|
|
bool freed;
|
|
unsigned int npages;
|
|
struct page *pages[];
|
|
};
|
|
|
|
static inline int num_user_pages(unsigned long addr,
|
|
unsigned long len)
|
|
{
|
|
const unsigned long spage = addr & PAGE_MASK;
|
|
const unsigned long epage = (addr + len - 1) & PAGE_MASK;
|
|
|
|
return 1 + ((epage - spage) >> PAGE_SHIFT);
|
|
}
|
|
|
|
int hfi1_user_exp_rcv_init(struct hfi1_filedata *fd,
|
|
struct hfi1_ctxtdata *uctxt);
|
|
void hfi1_user_exp_rcv_free(struct hfi1_filedata *fd);
|
|
int hfi1_user_exp_rcv_setup(struct hfi1_filedata *fd,
|
|
struct hfi1_tid_info *tinfo);
|
|
int hfi1_user_exp_rcv_clear(struct hfi1_filedata *fd,
|
|
struct hfi1_tid_info *tinfo);
|
|
int hfi1_user_exp_rcv_invalid(struct hfi1_filedata *fd,
|
|
struct hfi1_tid_info *tinfo);
|
|
|
|
static inline struct mm_struct *mm_from_tid_node(struct tid_rb_node *node)
|
|
{
|
|
return node->notifier.mm;
|
|
}
|
|
|
|
#endif /* _HFI1_USER_EXP_RCV_H */
|