1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32#ifndef _RDS_IB_MR_H
33#define _RDS_IB_MR_H
34
35#include <linux/kernel.h>
36
37#include "rds.h"
38#include "ib.h"
39
40#define RDS_MR_1M_POOL_SIZE (8192 / 2)
41#define RDS_MR_1M_MSG_SIZE 256
42#define RDS_MR_8K_MSG_SIZE 2
43#define RDS_MR_8K_SCALE (256 / (RDS_MR_8K_MSG_SIZE + 1))
44#define RDS_MR_8K_POOL_SIZE (RDS_MR_8K_SCALE * (8192 / 2))
45
46struct rds_ib_fmr {
47 struct ib_fmr *fmr;
48};
49
50enum rds_ib_fr_state {
51 FRMR_IS_FREE,
52 FRMR_IS_INUSE,
53 FRMR_IS_STALE,
54};
55
56struct rds_ib_frmr {
57 struct ib_mr *mr;
58 enum rds_ib_fr_state fr_state;
59 bool fr_inv;
60 struct ib_send_wr fr_wr;
61 unsigned int dma_npages;
62 unsigned int sg_byte_len;
63};
64
65
66struct rds_ib_mr {
67 struct rds_ib_device *device;
68 struct rds_ib_mr_pool *pool;
69 struct rds_ib_connection *ic;
70
71 struct llist_node llnode;
72
73
74 struct list_head unmap_list;
75 unsigned int remap_count;
76
77 struct scatterlist *sg;
78 unsigned int sg_len;
79 int sg_dma_len;
80
81 union {
82 struct rds_ib_fmr fmr;
83 struct rds_ib_frmr frmr;
84 } u;
85};
86
87
88struct rds_ib_mr_pool {
89 unsigned int pool_type;
90 struct mutex flush_lock;
91 struct delayed_work flush_worker;
92
93 atomic_t item_count;
94 atomic_t dirty_count;
95
96 struct llist_head drop_list;
97 struct llist_head free_list;
98 struct llist_head clean_list;
99 wait_queue_head_t flush_wait;
100
101 atomic_t free_pinned;
102 unsigned long max_items;
103 unsigned long max_items_soft;
104 unsigned long max_free_pinned;
105 struct ib_fmr_attr fmr_attr;
106 bool use_fastreg;
107};
108
109extern struct workqueue_struct *rds_ib_mr_wq;
110extern bool prefer_frmr;
111
112struct rds_ib_mr_pool *rds_ib_create_mr_pool(struct rds_ib_device *rds_dev,
113 int npages);
114void rds_ib_get_mr_info(struct rds_ib_device *rds_ibdev,
115 struct rds_info_rdma_connection *iinfo);
116void rds_ib_destroy_mr_pool(struct rds_ib_mr_pool *);
117void *rds_ib_get_mr(struct scatterlist *sg, unsigned long nents,
118 struct rds_sock *rs, u32 *key_ret);
119void rds_ib_sync_mr(void *trans_private, int dir);
120void rds_ib_free_mr(void *trans_private, int invalidate);
121void rds_ib_flush_mrs(void);
122int rds_ib_mr_init(void);
123void rds_ib_mr_exit(void);
124
125void __rds_ib_teardown_mr(struct rds_ib_mr *);
126void rds_ib_teardown_mr(struct rds_ib_mr *);
127struct rds_ib_mr *rds_ib_alloc_fmr(struct rds_ib_device *, int);
128struct rds_ib_mr *rds_ib_reuse_mr(struct rds_ib_mr_pool *);
129int rds_ib_flush_mr_pool(struct rds_ib_mr_pool *, int, struct rds_ib_mr **);
130struct rds_ib_mr *rds_ib_reg_fmr(struct rds_ib_device *, struct scatterlist *,
131 unsigned long, u32 *);
132struct rds_ib_mr *rds_ib_try_reuse_ibmr(struct rds_ib_mr_pool *);
133void rds_ib_unreg_fmr(struct list_head *, unsigned int *,
134 unsigned long *, unsigned int);
135void rds_ib_free_fmr_list(struct rds_ib_mr *);
136struct rds_ib_mr *rds_ib_reg_frmr(struct rds_ib_device *rds_ibdev,
137 struct rds_ib_connection *ic,
138 struct scatterlist *sg,
139 unsigned long nents, u32 *key);
140void rds_ib_unreg_frmr(struct list_head *list, unsigned int *nfreed,
141 unsigned long *unpinned, unsigned int goal);
142void rds_ib_free_frmr_list(struct rds_ib_mr *);
143#endif
144