1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33#include <linux/errno.h>
34#include <linux/module.h>
35#include <linux/pci.h>
36
37#include "usnic_ib.h"
38#include "vnic_resource.h"
39#include "usnic_log.h"
40#include "usnic_vnic.h"
41
42struct usnic_vnic {
43 struct vnic_dev *vdev;
44 struct vnic_dev_bar bar[PCI_NUM_RESOURCES];
45 struct usnic_vnic_res_chunk chunks[USNIC_VNIC_RES_TYPE_MAX];
46 spinlock_t res_lock;
47};
48
49static enum vnic_res_type _to_vnic_res_type(enum usnic_vnic_res_type res_type)
50{
51#define DEFINE_USNIC_VNIC_RES_AT(usnic_vnic_res_t, vnic_res_type, desc, val) \
52 vnic_res_type,
53#define DEFINE_USNIC_VNIC_RES(usnic_vnic_res_t, vnic_res_type, desc) \
54 vnic_res_type,
55 static enum vnic_res_type usnic_vnic_type_2_vnic_type[] = {
56 USNIC_VNIC_RES_TYPES};
57#undef DEFINE_USNIC_VNIC_RES
58#undef DEFINE_USNIC_VNIC_RES_AT
59
60 if (res_type >= USNIC_VNIC_RES_TYPE_MAX)
61 return RES_TYPE_MAX;
62
63 return usnic_vnic_type_2_vnic_type[res_type];
64}
65
66const char *usnic_vnic_res_type_to_str(enum usnic_vnic_res_type res_type)
67{
68#define DEFINE_USNIC_VNIC_RES_AT(usnic_vnic_res_t, vnic_res_type, desc, val) \
69 desc,
70#define DEFINE_USNIC_VNIC_RES(usnic_vnic_res_t, vnic_res_type, desc) \
71 desc,
72 static const char * const usnic_vnic_res_type_desc[] = {
73 USNIC_VNIC_RES_TYPES};
74#undef DEFINE_USNIC_VNIC_RES
75#undef DEFINE_USNIC_VNIC_RES_AT
76
77 if (res_type >= USNIC_VNIC_RES_TYPE_MAX)
78 return "unknown";
79
80 return usnic_vnic_res_type_desc[res_type];
81
82}
83
84const char *usnic_vnic_pci_name(struct usnic_vnic *vnic)
85{
86 return pci_name(usnic_vnic_get_pdev(vnic));
87}
88
89int usnic_vnic_dump(struct usnic_vnic *vnic, char *buf,
90 int buf_sz,
91 void *hdr_obj,
92 int (*printtitle)(void *, char*, int),
93 int (*printcols)(char *, int),
94 int (*printrow)(void *, char *, int))
95{
96 struct usnic_vnic_res_chunk *chunk;
97 struct usnic_vnic_res *res;
98 struct vnic_dev_bar *bar0;
99 int i, j, offset;
100
101 offset = 0;
102 bar0 = usnic_vnic_get_bar(vnic, 0);
103 offset += scnprintf(buf + offset, buf_sz - offset,
104 "VF:%hu BAR0 bus_addr=%pa vaddr=0x%p size=%ld ",
105 usnic_vnic_get_index(vnic),
106 &bar0->bus_addr,
107 bar0->vaddr, bar0->len);
108 if (printtitle)
109 offset += printtitle(hdr_obj, buf + offset, buf_sz - offset);
110 offset += scnprintf(buf + offset, buf_sz - offset, "\n");
111 offset += scnprintf(buf + offset, buf_sz - offset,
112 "|RES\t|CTRL_PIN\t\t|IN_USE\t");
113 if (printcols)
114 offset += printcols(buf + offset, buf_sz - offset);
115 offset += scnprintf(buf + offset, buf_sz - offset, "\n");
116
117 spin_lock(&vnic->res_lock);
118 for (i = 0; i < ARRAY_SIZE(vnic->chunks); i++) {
119 chunk = &vnic->chunks[i];
120 for (j = 0; j < chunk->cnt; j++) {
121 res = chunk->res[j];
122 offset += scnprintf(buf + offset, buf_sz - offset,
123 "|%s[%u]\t|0x%p\t|%u\t",
124 usnic_vnic_res_type_to_str(res->type),
125 res->vnic_idx, res->ctrl, !!res->owner);
126 if (printrow) {
127 offset += printrow(res->owner, buf + offset,
128 buf_sz - offset);
129 }
130 offset += scnprintf(buf + offset, buf_sz - offset,
131 "\n");
132 }
133 }
134 spin_unlock(&vnic->res_lock);
135 return offset;
136}
137
138void usnic_vnic_res_spec_update(struct usnic_vnic_res_spec *spec,
139 enum usnic_vnic_res_type trgt_type,
140 u16 cnt)
141{
142 int i;
143
144 for (i = 0; i < USNIC_VNIC_RES_TYPE_MAX; i++) {
145 if (spec->resources[i].type == trgt_type) {
146 spec->resources[i].cnt = cnt;
147 return;
148 }
149 }
150
151 WARN_ON(1);
152}
153
154int usnic_vnic_res_spec_satisfied(const struct usnic_vnic_res_spec *min_spec,
155 struct usnic_vnic_res_spec *res_spec)
156{
157 int found, i, j;
158
159 for (i = 0; i < USNIC_VNIC_RES_TYPE_MAX; i++) {
160 found = 0;
161
162 for (j = 0; j < USNIC_VNIC_RES_TYPE_MAX; j++) {
163 if (res_spec->resources[i].type !=
164 min_spec->resources[i].type)
165 continue;
166 found = 1;
167 if (min_spec->resources[i].cnt >
168 res_spec->resources[i].cnt)
169 return -EINVAL;
170 break;
171 }
172
173 if (!found)
174 return -EINVAL;
175 }
176 return 0;
177}
178
179int usnic_vnic_spec_dump(char *buf, int buf_sz,
180 struct usnic_vnic_res_spec *res_spec)
181{
182 enum usnic_vnic_res_type res_type;
183 int res_cnt;
184 int i;
185 int offset = 0;
186
187 for (i = 0; i < USNIC_VNIC_RES_TYPE_MAX; i++) {
188 res_type = res_spec->resources[i].type;
189 res_cnt = res_spec->resources[i].cnt;
190 offset += scnprintf(buf + offset, buf_sz - offset,
191 "Res: %s Cnt: %d ",
192 usnic_vnic_res_type_to_str(res_type),
193 res_cnt);
194 }
195
196 return offset;
197}
198
199int usnic_vnic_check_room(struct usnic_vnic *vnic,
200 struct usnic_vnic_res_spec *res_spec)
201{
202 int i;
203 enum usnic_vnic_res_type res_type;
204 int res_cnt;
205
206 for (i = 0; i < USNIC_VNIC_RES_TYPE_MAX; i++) {
207 res_type = res_spec->resources[i].type;
208 res_cnt = res_spec->resources[i].cnt;
209
210 if (res_type == USNIC_VNIC_RES_TYPE_EOL)
211 break;
212
213 if (res_cnt > usnic_vnic_res_free_cnt(vnic, res_type))
214 return -EBUSY;
215 }
216
217 return 0;
218}
219
220int usnic_vnic_res_cnt(struct usnic_vnic *vnic,
221 enum usnic_vnic_res_type type)
222{
223 return vnic->chunks[type].cnt;
224}
225
226int usnic_vnic_res_free_cnt(struct usnic_vnic *vnic,
227 enum usnic_vnic_res_type type)
228{
229 return vnic->chunks[type].free_cnt;
230}
231
232struct usnic_vnic_res_chunk *
233usnic_vnic_get_resources(struct usnic_vnic *vnic, enum usnic_vnic_res_type type,
234 int cnt, void *owner)
235{
236 struct usnic_vnic_res_chunk *src, *ret;
237 struct usnic_vnic_res *res;
238 int i;
239
240 if (usnic_vnic_res_free_cnt(vnic, type) < cnt || cnt < 1 || !owner)
241 return ERR_PTR(-EINVAL);
242
243 ret = kzalloc(sizeof(*ret), GFP_ATOMIC);
244 if (!ret) {
245 usnic_err("Failed to allocate chunk for %s - Out of memory\n",
246 usnic_vnic_pci_name(vnic));
247 return ERR_PTR(-ENOMEM);
248 }
249
250 ret->res = kzalloc(sizeof(*(ret->res))*cnt, GFP_ATOMIC);
251 if (!ret->res) {
252 usnic_err("Failed to allocate resources for %s. Out of memory\n",
253 usnic_vnic_pci_name(vnic));
254 kfree(ret);
255 return ERR_PTR(-ENOMEM);
256 }
257
258 spin_lock(&vnic->res_lock);
259 src = &vnic->chunks[type];
260 for (i = 0; i < src->cnt && ret->cnt < cnt; i++) {
261 res = src->res[i];
262 if (!res->owner) {
263 src->free_cnt--;
264 res->owner = owner;
265 ret->res[ret->cnt++] = res;
266 }
267 }
268
269 spin_unlock(&vnic->res_lock);
270 ret->type = type;
271 ret->vnic = vnic;
272 WARN_ON(ret->cnt != cnt);
273
274 return ret;
275}
276
277void usnic_vnic_put_resources(struct usnic_vnic_res_chunk *chunk)
278{
279
280 struct usnic_vnic_res *res;
281 int i;
282 struct usnic_vnic *vnic = chunk->vnic;
283
284 spin_lock(&vnic->res_lock);
285 while ((i = --chunk->cnt) >= 0) {
286 res = chunk->res[i];
287 chunk->res[i] = NULL;
288 res->owner = NULL;
289 vnic->chunks[res->type].free_cnt++;
290 }
291 spin_unlock(&vnic->res_lock);
292
293 kfree(chunk->res);
294 kfree(chunk);
295}
296
297u16 usnic_vnic_get_index(struct usnic_vnic *vnic)
298{
299 return usnic_vnic_get_pdev(vnic)->devfn - 1;
300}
301
302static int usnic_vnic_alloc_res_chunk(struct usnic_vnic *vnic,
303 enum usnic_vnic_res_type type,
304 struct usnic_vnic_res_chunk *chunk)
305{
306 int cnt, err, i;
307 struct usnic_vnic_res *res;
308
309 cnt = vnic_dev_get_res_count(vnic->vdev, _to_vnic_res_type(type));
310 if (cnt < 1)
311 return -EINVAL;
312
313 chunk->cnt = chunk->free_cnt = cnt;
314 chunk->res = kzalloc(sizeof(*(chunk->res))*cnt, GFP_KERNEL);
315 if (!chunk->res)
316 return -ENOMEM;
317
318 for (i = 0; i < cnt; i++) {
319 res = kzalloc(sizeof(*res), GFP_KERNEL);
320 if (!res) {
321 err = -ENOMEM;
322 goto fail;
323 }
324 res->type = type;
325 res->vnic_idx = i;
326 res->vnic = vnic;
327 res->ctrl = vnic_dev_get_res(vnic->vdev,
328 _to_vnic_res_type(type), i);
329 chunk->res[i] = res;
330 }
331
332 chunk->vnic = vnic;
333 return 0;
334fail:
335 for (i--; i >= 0; i--)
336 kfree(chunk->res[i]);
337 kfree(chunk->res);
338 return err;
339}
340
341static void usnic_vnic_free_res_chunk(struct usnic_vnic_res_chunk *chunk)
342{
343 int i;
344 for (i = 0; i < chunk->cnt; i++)
345 kfree(chunk->res[i]);
346 kfree(chunk->res);
347}
348
349static int usnic_vnic_discover_resources(struct pci_dev *pdev,
350 struct usnic_vnic *vnic)
351{
352 enum usnic_vnic_res_type res_type;
353 int i;
354 int err = 0;
355
356 for (i = 0; i < ARRAY_SIZE(vnic->bar); i++) {
357 if (!(pci_resource_flags(pdev, i) & IORESOURCE_MEM))
358 continue;
359 vnic->bar[i].len = pci_resource_len(pdev, i);
360 vnic->bar[i].vaddr = pci_iomap(pdev, i, vnic->bar[i].len);
361 if (!vnic->bar[i].vaddr) {
362 usnic_err("Cannot memory-map BAR %d, aborting\n",
363 i);
364 err = -ENODEV;
365 goto out_clean_bar;
366 }
367 vnic->bar[i].bus_addr = pci_resource_start(pdev, i);
368 }
369
370 vnic->vdev = vnic_dev_register(NULL, pdev, pdev, vnic->bar,
371 ARRAY_SIZE(vnic->bar));
372 if (!vnic->vdev) {
373 usnic_err("Failed to register device %s\n",
374 pci_name(pdev));
375 err = -EINVAL;
376 goto out_clean_bar;
377 }
378
379 for (res_type = USNIC_VNIC_RES_TYPE_EOL + 1;
380 res_type < USNIC_VNIC_RES_TYPE_MAX; res_type++) {
381 err = usnic_vnic_alloc_res_chunk(vnic, res_type,
382 &vnic->chunks[res_type]);
383 if (err) {
384 usnic_err("Failed to alloc res %s with err %d\n",
385 usnic_vnic_res_type_to_str(res_type),
386 err);
387 goto out_clean_chunks;
388 }
389 }
390
391 return 0;
392
393out_clean_chunks:
394 for (res_type--; res_type > USNIC_VNIC_RES_TYPE_EOL; res_type--)
395 usnic_vnic_free_res_chunk(&vnic->chunks[res_type]);
396 vnic_dev_unregister(vnic->vdev);
397out_clean_bar:
398 for (i = 0; i < ARRAY_SIZE(vnic->bar); i++) {
399 if (!(pci_resource_flags(pdev, i) & IORESOURCE_MEM))
400 continue;
401 if (!vnic->bar[i].vaddr)
402 break;
403
404 iounmap(vnic->bar[i].vaddr);
405 }
406
407 return err;
408}
409
410struct pci_dev *usnic_vnic_get_pdev(struct usnic_vnic *vnic)
411{
412 return vnic_dev_get_pdev(vnic->vdev);
413}
414
415struct vnic_dev_bar *usnic_vnic_get_bar(struct usnic_vnic *vnic,
416 int bar_num)
417{
418 return (bar_num < ARRAY_SIZE(vnic->bar)) ? &vnic->bar[bar_num] : NULL;
419}
420
421static void usnic_vnic_release_resources(struct usnic_vnic *vnic)
422{
423 int i;
424 struct pci_dev *pdev;
425 enum usnic_vnic_res_type res_type;
426
427 pdev = usnic_vnic_get_pdev(vnic);
428
429 for (res_type = USNIC_VNIC_RES_TYPE_EOL + 1;
430 res_type < USNIC_VNIC_RES_TYPE_MAX; res_type++)
431 usnic_vnic_free_res_chunk(&vnic->chunks[res_type]);
432
433 vnic_dev_unregister(vnic->vdev);
434
435 for (i = 0; i < ARRAY_SIZE(vnic->bar); i++) {
436 if (!(pci_resource_flags(pdev, i) & IORESOURCE_MEM))
437 continue;
438 iounmap(vnic->bar[i].vaddr);
439 }
440}
441
442struct usnic_vnic *usnic_vnic_alloc(struct pci_dev *pdev)
443{
444 struct usnic_vnic *vnic;
445 int err = 0;
446
447 if (!pci_is_enabled(pdev)) {
448 usnic_err("PCI dev %s is disabled\n", pci_name(pdev));
449 return ERR_PTR(-EINVAL);
450 }
451
452 vnic = kzalloc(sizeof(*vnic), GFP_KERNEL);
453 if (!vnic) {
454 usnic_err("Failed to alloc vnic for %s - out of memory\n",
455 pci_name(pdev));
456 return ERR_PTR(-ENOMEM);
457 }
458
459 spin_lock_init(&vnic->res_lock);
460
461 err = usnic_vnic_discover_resources(pdev, vnic);
462 if (err) {
463 usnic_err("Failed to discover %s resources with err %d\n",
464 pci_name(pdev), err);
465 goto out_free_vnic;
466 }
467
468 usnic_dbg("Allocated vnic for %s\n", usnic_vnic_pci_name(vnic));
469
470 return vnic;
471
472out_free_vnic:
473 kfree(vnic);
474
475 return ERR_PTR(err);
476}
477
478void usnic_vnic_free(struct usnic_vnic *vnic)
479{
480 usnic_vnic_release_resources(vnic);
481 kfree(vnic);
482}
483
