LXR linux/drivers/infiniband/hw/irdma/pble.h

   1/* SPDX-License-Identifier: GPL-2.0 or Linux-OpenIB */
   2/* Copyright (c) 2015 - 2019 Intel Corporation */
   3#ifndef IRDMA_PBLE_H
   4#define IRDMA_PBLE_H
   5
   6#define PBLE_SHIFT              6
   7#define PBLE_PER_PAGE           512
   8#define HMC_PAGED_BP_SHIFT      12
   9#define PBLE_512_SHIFT          9
  10#define PBLE_INVALID_IDX        0xffffffff
  11
  12enum irdma_pble_level {
  13        PBLE_LEVEL_0 = 0,
  14        PBLE_LEVEL_1 = 1,
  15        PBLE_LEVEL_2 = 2,
  16};
  17
  18enum irdma_alloc_type {
  19        PBLE_NO_ALLOC     = 0,
  20        PBLE_SD_CONTIGOUS = 1,
  21        PBLE_SD_PAGED     = 2,
  22};
  23
  24struct irdma_chunk;
  25
  26struct irdma_pble_chunkinfo {
  27        struct irdma_chunk *pchunk;
  28        u64 bit_idx;
  29        u64 bits_used;
  30};
  31
  32struct irdma_pble_info {
  33        u64 *addr;
  34        u32 idx;
  35        u32 cnt;
  36        struct irdma_pble_chunkinfo chunkinfo;
  37};
  38
  39struct irdma_pble_level2 {
  40        struct irdma_pble_info root;
  41        struct irdma_pble_info *leaf;
  42        struct irdma_virt_mem leafmem;
  43        u32 leaf_cnt;
  44};
  45
  46struct irdma_pble_alloc {
  47        u32 total_cnt;
  48        enum irdma_pble_level level;
  49        union {
  50                struct irdma_pble_info level1;
  51                struct irdma_pble_level2 level2;
  52        };
  53};
  54
  55struct sd_pd_idx {
  56        u32 sd_idx;
  57        u32 pd_idx;
  58        u32 rel_pd_idx;
  59};
  60
  61struct irdma_add_page_info {
  62        struct irdma_chunk *chunk;
  63        struct irdma_hmc_sd_entry *sd_entry;
  64        struct irdma_hmc_info *hmc_info;
  65        struct sd_pd_idx idx;
  66        u32 pages;
  67};
  68
  69struct irdma_chunk {
  70        struct list_head list;
  71        struct irdma_dma_info dmainfo;
  72        unsigned long *bitmapbuf;
  73
  74        u32 sizeofbitmap;
  75        u64 size;
  76        void *vaddr;
  77        u64 fpm_addr;
  78        u32 pg_cnt;
  79        enum irdma_alloc_type type;
  80        struct irdma_sc_dev *dev;
  81        struct irdma_virt_mem chunkmem;
  82};
  83
  84struct irdma_pble_prm {
  85        struct list_head clist;
  86        spinlock_t prm_lock; /* protect prm bitmap */
  87        u64 total_pble_alloc;
  88        u64 free_pble_cnt;
  89        u8 pble_shift;
  90};
  91
  92struct irdma_hmc_pble_rsrc {
  93        u32 unallocated_pble;
  94        struct mutex pble_mutex_lock; /* protect PBLE resource */
  95        struct irdma_sc_dev *dev;
  96        u64 fpm_base_addr;
  97        u64 next_fpm_addr;
  98        struct irdma_pble_prm pinfo;
  99        u64 allocdpbles;
 100        u64 freedpbles;
 101        u32 stats_direct_sds;
 102        u32 stats_paged_sds;
 103        u64 stats_alloc_ok;
 104        u64 stats_alloc_fail;
 105        u64 stats_alloc_freed;
 106        u64 stats_lvl1;
 107        u64 stats_lvl2;
 108};
 109
 110void irdma_destroy_pble_prm(struct irdma_hmc_pble_rsrc *pble_rsrc);
 111int irdma_hmc_init_pble(struct irdma_sc_dev *dev,
 112                        struct irdma_hmc_pble_rsrc *pble_rsrc);
 113void irdma_free_pble(struct irdma_hmc_pble_rsrc *pble_rsrc,
 114                     struct irdma_pble_alloc *palloc);
 115int irdma_get_pble(struct irdma_hmc_pble_rsrc *pble_rsrc,
 116                   struct irdma_pble_alloc *palloc, u32 pble_cnt,
 117                   bool level1_only);
 118int irdma_prm_add_pble_mem(struct irdma_pble_prm *pprm,
 119                           struct irdma_chunk *pchunk);
 120int irdma_prm_get_pbles(struct irdma_pble_prm *pprm,
 121                        struct irdma_pble_chunkinfo *chunkinfo, u64 mem_size,
 122                        u64 **vaddr, u64 *fpm_addr);
 123void irdma_prm_return_pbles(struct irdma_pble_prm *pprm,
 124                            struct irdma_pble_chunkinfo *chunkinfo);
 125void irdma_pble_acquire_lock(struct irdma_hmc_pble_rsrc *pble_rsrc,
 126                             unsigned long *flags);
 127void irdma_pble_release_lock(struct irdma_hmc_pble_rsrc *pble_rsrc,
 128                             unsigned long *flags);
 129void irdma_pble_free_paged_mem(struct irdma_chunk *chunk);
 130int irdma_pble_get_paged_mem(struct irdma_chunk *chunk, u32 pg_cnt);
 131void irdma_prm_rem_bitmapmem(struct irdma_hw *hw, struct irdma_chunk *chunk);
 132#endif /* IRDMA_PBLE_H */
 133