1/*- 2 * SPDX-License-Identifier: GPL-2.0 or Linux-OpenIB 3 * 4 * Copyright (c) 2021 - 2023 Intel Corporation 5 * 6 * This software is available to you under a choice of one of two 7 * licenses. You may choose to be licensed under the terms of the GNU 8 * General Public License (GPL) Version 2, available from the file 9 * COPYING in the main directory of this source tree, or the 10 * OpenFabrics.org BSD license below: 11 * 12 * Redistribution and use in source and binary forms, with or 13 * without modification, are permitted provided that the following 14 * conditions are met: 15 * 16 * - Redistributions of source code must retain the above 17 * copyright notice, this list of conditions and the following 18 * disclaimer. 19 * 20 * - Redistributions in binary form must reproduce the above 21 * copyright notice, this list of conditions and the following 22 * disclaimer in the documentation and/or other materials 23 * provided with the distribution. 24 * 25 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, 26 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF 27 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND 28 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS 29 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN 30 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN 31 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE 32 * SOFTWARE. 33 */ 34 35#ifndef _ICRDMA_OSDEP_H_ 36#define _ICRDMA_OSDEP_H_ 37 38#include <stdatomic.h> 39#include <stdbool.h> 40#include <stdio.h> 41#include <infiniband/types.h> 42#include <infiniband/verbs.h> 43#include <infiniband/udma_barrier.h> 44#include <sys/bus.h> 45#include <sys/bus_dma.h> 46#include <sys/endian.h> 47 48#define IOMEM 49#define IRDMA_NTOHL(a) ntohl(a) 50#define IRDMA_NTOHS(a) ntohs(a) 51#define MAKEMASK(m, s) ((m) << (s)) 52#define OS_TIMER timer_list 53#define OS_LIST_HEAD list_head 54#define OS_LIST_ENTRY list_head 55#define DECLARE_HASHTABLE(n, b) struct hlist_head (n)[1 << (b)] 56#define HASH_MIN(v, b) (sizeof(v) <= 4 ? hash_32(v, b) : hash_long(v, b)) 57#define HASH_FOR_EACH_RCU(n, b, o, m) for ((b) = 0, o = NULL; o == NULL && (b) < ARRAY_SIZE(n);\ 58 (b)++)\ 59 hlist_for_each_entry_rcu(o, &n[(b)], m) 60#define HASH_FOR_EACH_POSSIBLE_RCU(n, o, m, k) \ 61 hlist_for_each_entry_rcu(o, &n[jhash(&k, sizeof(k), 0) >> (32 - ilog2(ARRAY_SIZE(n)))],\ 62 m) 63#define HASH_FOR_EACH_POSSIBLE(n, o, m, k) \ 64 hlist_for_each_entry(o, &n[jhash(&k, sizeof(k), 0) >> (32 - ilog2(ARRAY_SIZE(n)))],\ 65 m) 66#define HASH_ADD_RCU(h, n, k) \ 67 hlist_add_head_rcu(n, &h[jhash(&k, sizeof(k), 0) >> (32 - ilog2(ARRAY_SIZE(h)))]) 68#define HASH_DEL_RCU(tbl, node) hlist_del_rcu(node) 69#define HASH_ADD(h, n, k) \ 70 hlist_add_head(n, &h[jhash(&k, sizeof(k), 0) >> (32 - ilog2(ARRAY_SIZE(h)))]) 71#define HASH_DEL(tbl, node) hlist_del(node) 72 73#define WQ_UNBOUND_MAX_ACTIVE max_t(int, 512, num_possible_cpus() * 4) 74#define if_addr_rlock(x) 75#define if_addr_runlock(x) 76 77/* constants */ 78#define STATS_TIMER_DELAY 60000 79 80#define BIT_ULL(a) (1ULL << (a)) 81#define min(a, b) ((a) > (b) ? (b) : (a)) 82#ifndef likely 83#define likely(x) __builtin_expect((x), 1) 84#endif 85#ifndef unlikely 86#define unlikely(x) __builtin_expect((x), 0) 87#endif 88 89#define __aligned_u64 uint64_t __aligned(8) 90 91#define VLAN_PRIO_SHIFT 13 92 93/* 94 * debug definition section 95 */ 96#define irdma_print(S, ...) printf("%s:%d "S, __FUNCTION__, __LINE__, ##__VA_ARGS__) 97#define irdma_debug_buf(dev, mask, desc, buf, size) \ 98do { \ 99 u32 i; \ 100 if (!((mask) & (dev)->debug_mask)) { \ 101 break; \ 102 } \ 103 irdma_debug(dev, mask, "%s\n", desc); \ 104 irdma_debug(dev, mask, "starting address virt=%p phy=%lxh\n", buf, irdma_get_virt_to_phy(buf)); \ 105 for (i = 0; i < size ; i += 8) \ 106 irdma_debug(dev, mask, "index %03d val: %016lx\n", i, ((unsigned long *)(buf))[i / 8]); \ 107} while(0) 108 109#define irdma_debug(h, m, s, ...) \ 110do { \ 111 if (!(h)) { \ 112 if ((m) == IRDMA_DEBUG_INIT) \ 113 printf("irdma INIT " s, ##__VA_ARGS__); \ 114 } else if (((m) & (h)->debug_mask)) { \ 115 printf("irdma " s, ##__VA_ARGS__); \ 116 } \ 117} while (0) 118extern unsigned int irdma_dbg; 119#define libirdma_debug(fmt, args...) \ 120do { \ 121 if (irdma_dbg) \ 122 printf("libirdma-%s: " fmt, __func__, ##args); \ 123} while (0) 124#define irdma_dev_err(ibdev, fmt, ...) \ 125 pr_err("%s:%s:%d ERR "fmt, (ibdev)->name, __func__, __LINE__, ##__VA_ARGS__) 126#define irdma_dev_warn(ibdev, fmt, ...) \ 127 pr_warn("%s:%s:%d WARN "fmt, (ibdev)->name, __func__, __LINE__, ##__VA_ARGS__) 128#define irdma_dev_info(a, b, ...) printf(b, ##__VA_ARGS__) 129#define irdma_pr_warn printf 130 131/* 132 * debug definition end 133 */ 134 135typedef __be16 BE16; 136typedef __be32 BE32; 137typedef uintptr_t irdma_uintptr; 138 139struct irdma_hw; 140struct irdma_pci_f; 141struct irdma_sc_dev; 142struct irdma_sc_qp; 143struct irdma_sc_vsi; 144 145#define irdma_pr_info(fmt, args ...) printf("%s: WARN "fmt, __func__, ## args) 146#define irdma_pr_err(fmt, args ...) printf("%s: ERR "fmt, __func__, ## args) 147#define irdma_memcpy(a, b, c) memcpy((a), (b), (c)) 148#define irdma_memset(a, b, c) memset((a), (b), (c)) 149#define irdma_usec_delay(x) DELAY(x) 150#define mdelay(x) DELAY((x) * 1000) 151 152#define rt_tos2priority(tos) (tos >> 5) 153#define ah_attr_to_dmac(attr) ((attr).dmac) 154#define irdma_del_timer_compat(tt) del_timer((tt)) 155#define IRDMA_TAILQ_FOREACH CK_STAILQ_FOREACH 156#define IRDMA_TAILQ_FOREACH_SAFE CK_STAILQ_FOREACH_SAFE 157#define between(a, b, c) (bool)(c-a >= b-a) 158 159static inline void db_wr32(__u32 val, __u32 *wqe_word) 160{ 161 *wqe_word = val; 162} 163 164void *hw_to_dev(struct irdma_hw *hw); 165 166struct irdma_dma_mem { 167 void *va; 168 u64 pa; 169 bus_dma_tag_t tag; 170 bus_dmamap_t map; 171 bus_dma_segment_t seg; 172 bus_size_t size; 173 int nseg; 174 int flags; 175}; 176 177struct irdma_virt_mem { 178 void *va; 179 u32 size; 180}; 181 182#ifndef verbs_mr 183enum ibv_mr_type { 184 IBV_MR_TYPE_MR, 185 IBV_MR_TYPE_NULL_MR, 186}; 187 188struct verbs_mr { 189 struct ibv_mr ibv_mr; 190 enum ibv_mr_type mr_type; 191 int access; 192}; 193#define verbs_get_mr(mr) container_of((mr), struct verbs_mr, ibv_mr) 194#endif 195#endif /* _ICRDMA_OSDEP_H_ */ 196