[e16e8f2] | 1 | /************************************************************************** |
---|
| 2 | * |
---|
| 3 | * GPL net driver for Level 5 Etherfabric network cards |
---|
| 4 | * |
---|
| 5 | * Written by Michael Brown <mbrown@fensystems.co.uk> |
---|
| 6 | * |
---|
| 7 | * Copyright Fen Systems Ltd. 2005 |
---|
| 8 | * Copyright Level 5 Networks Inc. 2005 |
---|
| 9 | * |
---|
| 10 | * This software may be used and distributed according to the terms of |
---|
| 11 | * the GNU General Public License (GPL), incorporated herein by |
---|
| 12 | * reference. Drivers based on or derived from this code fall under |
---|
| 13 | * the GPL and must retain the authorship, copyright and license |
---|
| 14 | * notice. This file is not a complete program and may only be used |
---|
| 15 | * when the entire operating system is licensed under the GPL. |
---|
| 16 | * |
---|
| 17 | ************************************************************************** |
---|
| 18 | */ |
---|
| 19 | |
---|
| 20 | FILE_LICENCE ( GPL_ANY ); |
---|
| 21 | |
---|
| 22 | #ifndef EFAB_BITFIELD_H |
---|
| 23 | #define EFAB_BITFIELD_H |
---|
| 24 | |
---|
| 25 | /** @file |
---|
| 26 | * |
---|
| 27 | * Etherfabric bitfield access |
---|
| 28 | * |
---|
| 29 | * Etherfabric NICs make extensive use of bitfields up to 128 bits |
---|
| 30 | * wide. Since there is no native 128-bit datatype on most systems, |
---|
| 31 | * and since 64-bit datatypes are inefficient on 32-bit systems and |
---|
| 32 | * vice versa, we wrap accesses in a way that uses the most efficient |
---|
| 33 | * datatype. |
---|
| 34 | * |
---|
| 35 | * The NICs are PCI devices and therefore little-endian. Since most |
---|
| 36 | * of the quantities that we deal with are DMAed to/from host memory, |
---|
| 37 | * we define our datatypes (efab_oword_t, efab_qword_t and |
---|
| 38 | * efab_dword_t) to be little-endian. |
---|
| 39 | * |
---|
| 40 | * In the less common case of using PIO for individual register |
---|
| 41 | * writes, we construct the little-endian datatype in host memory and |
---|
| 42 | * then use non-swapping equivalents of writel/writeq, rather than |
---|
| 43 | * constructing a native-endian datatype and relying on the implicit |
---|
| 44 | * byte-swapping done by writel/writeq. (We use a similar strategy |
---|
| 45 | * for register reads.) |
---|
| 46 | */ |
---|
| 47 | |
---|
| 48 | /** Dummy field low bit number */ |
---|
| 49 | #define EFAB_DUMMY_FIELD_LBN 0 |
---|
| 50 | /** Dummy field width */ |
---|
| 51 | #define EFAB_DUMMY_FIELD_WIDTH 0 |
---|
| 52 | /** Dword 0 low bit number */ |
---|
| 53 | #define EFAB_DWORD_0_LBN 0 |
---|
| 54 | /** Dword 0 width */ |
---|
| 55 | #define EFAB_DWORD_0_WIDTH 32 |
---|
| 56 | /** Dword 1 low bit number */ |
---|
| 57 | #define EFAB_DWORD_1_LBN 32 |
---|
| 58 | /** Dword 1 width */ |
---|
| 59 | #define EFAB_DWORD_1_WIDTH 32 |
---|
| 60 | /** Dword 2 low bit number */ |
---|
| 61 | #define EFAB_DWORD_2_LBN 64 |
---|
| 62 | /** Dword 2 width */ |
---|
| 63 | #define EFAB_DWORD_2_WIDTH 32 |
---|
| 64 | /** Dword 3 low bit number */ |
---|
| 65 | #define EFAB_DWORD_3_LBN 96 |
---|
| 66 | /** Dword 3 width */ |
---|
| 67 | #define EFAB_DWORD_3_WIDTH 32 |
---|
| 68 | |
---|
| 69 | /** Specified attribute (e.g. LBN) of the specified field */ |
---|
| 70 | #define EFAB_VAL(field,attribute) field ## _ ## attribute |
---|
| 71 | /** Low bit number of the specified field */ |
---|
| 72 | #define EFAB_LOW_BIT( field ) EFAB_VAL ( field, LBN ) |
---|
| 73 | /** Bit width of the specified field */ |
---|
| 74 | #define EFAB_WIDTH( field ) EFAB_VAL ( field, WIDTH ) |
---|
| 75 | /** High bit number of the specified field */ |
---|
| 76 | #define EFAB_HIGH_BIT(field) ( EFAB_LOW_BIT(field) + EFAB_WIDTH(field) - 1 ) |
---|
| 77 | /** Mask equal in width to the specified field. |
---|
| 78 | * |
---|
| 79 | * For example, a field with width 5 would have a mask of 0x1f. |
---|
| 80 | * |
---|
| 81 | * The maximum width mask that can be generated is 64 bits. |
---|
| 82 | */ |
---|
| 83 | #define EFAB_MASK64( field ) \ |
---|
| 84 | ( EFAB_WIDTH(field) == 64 ? ~( ( uint64_t ) 0 ) : \ |
---|
| 85 | ( ( ( ( ( uint64_t ) 1 ) << EFAB_WIDTH(field) ) ) - 1 ) ) |
---|
| 86 | |
---|
| 87 | /** Mask equal in width to the specified field. |
---|
| 88 | * |
---|
| 89 | * For example, a field with width 5 would have a mask of 0x1f. |
---|
| 90 | * |
---|
| 91 | * The maximum width mask that can be generated is 32 bits. Use |
---|
| 92 | * EFAB_MASK64 for higher width fields. |
---|
| 93 | */ |
---|
| 94 | #define EFAB_MASK32( field ) \ |
---|
| 95 | ( EFAB_WIDTH(field) == 32 ? ~( ( uint32_t ) 0 ) : \ |
---|
| 96 | ( ( ( ( ( uint32_t ) 1 ) << EFAB_WIDTH(field) ) ) - 1 ) ) |
---|
| 97 | |
---|
| 98 | /** A doubleword (i.e. 4 byte) datatype |
---|
| 99 | * |
---|
| 100 | * This datatype is defined to be little-endian. |
---|
| 101 | */ |
---|
| 102 | typedef union efab_dword { |
---|
| 103 | uint32_t u32[1]; |
---|
| 104 | uint32_t opaque; /* For bitwise operations between two efab_dwords */ |
---|
| 105 | } efab_dword_t; |
---|
| 106 | |
---|
| 107 | /** A quadword (i.e. 8 byte) datatype |
---|
| 108 | * |
---|
| 109 | * This datatype is defined to be little-endian. |
---|
| 110 | */ |
---|
| 111 | typedef union efab_qword { |
---|
| 112 | uint64_t u64[1]; |
---|
| 113 | uint32_t u32[2]; |
---|
| 114 | efab_dword_t dword[2]; |
---|
| 115 | } efab_qword_t; |
---|
| 116 | |
---|
| 117 | /** |
---|
| 118 | * An octword (eight-word, i.e. 16 byte) datatype |
---|
| 119 | * |
---|
| 120 | * This datatype is defined to be little-endian. |
---|
| 121 | */ |
---|
| 122 | typedef union efab_oword { |
---|
| 123 | uint64_t u64[2]; |
---|
| 124 | efab_qword_t qword[2]; |
---|
| 125 | uint32_t u32[4]; |
---|
| 126 | efab_dword_t dword[4]; |
---|
| 127 | } efab_oword_t; |
---|
| 128 | |
---|
| 129 | /** Format string for printing an efab_dword_t */ |
---|
| 130 | #define EFAB_DWORD_FMT "%08x" |
---|
| 131 | |
---|
| 132 | /** Format string for printing an efab_qword_t */ |
---|
| 133 | #define EFAB_QWORD_FMT "%08x:%08x" |
---|
| 134 | |
---|
| 135 | /** Format string for printing an efab_oword_t */ |
---|
| 136 | #define EFAB_OWORD_FMT "%08x:%08x:%08x:%08x" |
---|
| 137 | |
---|
| 138 | /** printk parameters for printing an efab_dword_t */ |
---|
| 139 | #define EFAB_DWORD_VAL(dword) \ |
---|
| 140 | ( ( unsigned int ) le32_to_cpu ( (dword).u32[0] ) ) |
---|
| 141 | |
---|
| 142 | /** printk parameters for printing an efab_qword_t */ |
---|
| 143 | #define EFAB_QWORD_VAL(qword) \ |
---|
| 144 | ( ( unsigned int ) le32_to_cpu ( (qword).u32[1] ) ), \ |
---|
| 145 | ( ( unsigned int ) le32_to_cpu ( (qword).u32[0] ) ) |
---|
| 146 | |
---|
| 147 | /** printk parameters for printing an efab_oword_t */ |
---|
| 148 | #define EFAB_OWORD_VAL(oword) \ |
---|
| 149 | ( ( unsigned int ) le32_to_cpu ( (oword).u32[3] ) ), \ |
---|
| 150 | ( ( unsigned int ) le32_to_cpu ( (oword).u32[2] ) ), \ |
---|
| 151 | ( ( unsigned int ) le32_to_cpu ( (oword).u32[1] ) ), \ |
---|
| 152 | ( ( unsigned int ) le32_to_cpu ( (oword).u32[0] ) ) |
---|
| 153 | |
---|
| 154 | /** |
---|
| 155 | * Extract bit field portion [low,high) from the native-endian element |
---|
| 156 | * which contains bits [min,max). |
---|
| 157 | * |
---|
| 158 | * For example, suppose "element" represents the high 32 bits of a |
---|
| 159 | * 64-bit value, and we wish to extract the bits belonging to the bit |
---|
| 160 | * field occupying bits 28-45 of this 64-bit value. |
---|
| 161 | * |
---|
| 162 | * Then EFAB_EXTRACT ( element, 32, 63, 28, 45 ) would give |
---|
| 163 | * |
---|
| 164 | * ( element ) << 4 |
---|
| 165 | * |
---|
| 166 | * The result will contain the relevant bits filled in in the range |
---|
| 167 | * [0,high-low), with garbage in bits [high-low+1,...). |
---|
| 168 | */ |
---|
| 169 | #define EFAB_EXTRACT_NATIVE( native_element, min ,max ,low ,high ) \ |
---|
| 170 | ( ( ( low > max ) || ( high < min ) ) ? 0 : \ |
---|
| 171 | ( ( low > min ) ? \ |
---|
| 172 | ( (native_element) >> ( low - min ) ) : \ |
---|
| 173 | ( (native_element) << ( min - low ) ) ) ) |
---|
| 174 | |
---|
| 175 | /** |
---|
| 176 | * Extract bit field portion [low,high) from the 64-bit little-endian |
---|
| 177 | * element which contains bits [min,max) |
---|
| 178 | */ |
---|
| 179 | #define EFAB_EXTRACT64( element, min, max, low, high ) \ |
---|
| 180 | EFAB_EXTRACT_NATIVE ( le64_to_cpu(element), min, max, low, high ) |
---|
| 181 | |
---|
| 182 | /** |
---|
| 183 | * Extract bit field portion [low,high) from the 32-bit little-endian |
---|
| 184 | * element which contains bits [min,max) |
---|
| 185 | */ |
---|
| 186 | #define EFAB_EXTRACT32( element, min, max, low, high ) \ |
---|
| 187 | EFAB_EXTRACT_NATIVE ( le32_to_cpu(element), min, max, low, high ) |
---|
| 188 | |
---|
| 189 | #define EFAB_EXTRACT_OWORD64( oword, low, high ) \ |
---|
| 190 | ( EFAB_EXTRACT64 ( (oword).u64[0], 0, 63, low, high ) | \ |
---|
| 191 | EFAB_EXTRACT64 ( (oword).u64[1], 64, 127, low, high ) ) |
---|
| 192 | |
---|
| 193 | #define EFAB_EXTRACT_QWORD64( qword, low, high ) \ |
---|
| 194 | ( EFAB_EXTRACT64 ( (qword).u64[0], 0, 63, low, high ) ) |
---|
| 195 | |
---|
| 196 | #define EFAB_EXTRACT_OWORD32( oword, low, high ) \ |
---|
| 197 | ( EFAB_EXTRACT32 ( (oword).u32[0], 0, 31, low, high ) | \ |
---|
| 198 | EFAB_EXTRACT32 ( (oword).u32[1], 32, 63, low, high ) | \ |
---|
| 199 | EFAB_EXTRACT32 ( (oword).u32[2], 64, 95, low, high ) | \ |
---|
| 200 | EFAB_EXTRACT32 ( (oword).u32[3], 96, 127, low, high ) ) |
---|
| 201 | |
---|
| 202 | #define EFAB_EXTRACT_QWORD32( qword, low, high ) \ |
---|
| 203 | ( EFAB_EXTRACT32 ( (qword).u32[0], 0, 31, low, high ) | \ |
---|
| 204 | EFAB_EXTRACT32 ( (qword).u32[1], 32, 63, low, high ) ) |
---|
| 205 | |
---|
| 206 | #define EFAB_EXTRACT_DWORD( dword, low, high ) \ |
---|
| 207 | ( EFAB_EXTRACT32 ( (dword).u32[0], 0, 31, low, high ) ) |
---|
| 208 | |
---|
| 209 | #define EFAB_OWORD_FIELD64( oword, field ) \ |
---|
| 210 | ( EFAB_EXTRACT_OWORD64 ( oword, EFAB_LOW_BIT ( field ), \ |
---|
| 211 | EFAB_HIGH_BIT ( field ) ) & \ |
---|
| 212 | EFAB_MASK64 ( field ) ) |
---|
| 213 | |
---|
| 214 | #define EFAB_QWORD_FIELD64( qword, field ) \ |
---|
| 215 | ( EFAB_EXTRACT_QWORD64 ( qword, EFAB_LOW_BIT ( field ), \ |
---|
| 216 | EFAB_HIGH_BIT ( field ) ) & \ |
---|
| 217 | EFAB_MASK64 ( field ) ) |
---|
| 218 | |
---|
| 219 | #define EFAB_OWORD_FIELD32( oword, field ) \ |
---|
| 220 | ( EFAB_EXTRACT_OWORD32 ( oword, EFAB_LOW_BIT ( field ), \ |
---|
| 221 | EFAB_HIGH_BIT ( field ) ) & \ |
---|
| 222 | EFAB_MASK32 ( field ) ) |
---|
| 223 | |
---|
| 224 | #define EFAB_QWORD_FIELD32( qword, field ) \ |
---|
| 225 | ( EFAB_EXTRACT_QWORD32 ( qword, EFAB_LOW_BIT ( field ), \ |
---|
| 226 | EFAB_HIGH_BIT ( field ) ) & \ |
---|
| 227 | EFAB_MASK32 ( field ) ) |
---|
| 228 | |
---|
| 229 | #define EFAB_DWORD_FIELD( dword, field ) \ |
---|
| 230 | ( EFAB_EXTRACT_DWORD ( dword, EFAB_LOW_BIT ( field ), \ |
---|
| 231 | EFAB_HIGH_BIT ( field ) ) & \ |
---|
| 232 | EFAB_MASK32 ( field ) ) |
---|
| 233 | |
---|
| 234 | #define EFAB_OWORD_IS_ZERO64( oword ) \ |
---|
| 235 | ( ! ( (oword).u64[0] || (oword).u64[1] ) ) |
---|
| 236 | |
---|
| 237 | #define EFAB_QWORD_IS_ZERO64( qword ) \ |
---|
| 238 | ( ! ( (qword).u64[0] ) ) |
---|
| 239 | |
---|
| 240 | #define EFAB_OWORD_IS_ZERO32( oword ) \ |
---|
| 241 | ( ! ( (oword).u32[0] || (oword).u32[1] || \ |
---|
| 242 | (oword).u32[2] || (oword).u32[3] ) ) |
---|
| 243 | |
---|
| 244 | #define EFAB_QWORD_IS_ZERO32( qword ) \ |
---|
| 245 | ( ! ( (qword).u32[0] || (qword).u32[1] ) ) |
---|
| 246 | |
---|
| 247 | #define EFAB_DWORD_IS_ZERO( dword ) \ |
---|
| 248 | ( ! ( (dword).u32[0] ) ) |
---|
| 249 | |
---|
| 250 | #define EFAB_OWORD_IS_ALL_ONES64( oword ) \ |
---|
| 251 | ( ( (oword).u64[0] & (oword).u64[1] ) == ~( ( uint64_t ) 0 ) ) |
---|
| 252 | |
---|
| 253 | #define EFAB_QWORD_IS_ALL_ONES64( qword ) \ |
---|
| 254 | ( (qword).u64[0] == ~( ( uint64_t ) 0 ) ) |
---|
| 255 | |
---|
| 256 | #define EFAB_OWORD_IS_ALL_ONES32( oword ) \ |
---|
| 257 | ( ( (oword).u32[0] & (oword).u32[1] & \ |
---|
| 258 | (oword).u32[2] & (oword).u32[3] ) == ~( ( uint32_t ) 0 ) ) |
---|
| 259 | |
---|
| 260 | #define EFAB_QWORD_IS_ALL_ONES32( qword ) \ |
---|
| 261 | ( ( (qword).u32[0] & (qword).u32[1] ) == ~( ( uint32_t ) 0 ) ) |
---|
| 262 | |
---|
| 263 | #define EFAB_DWORD_IS_ALL_ONES( dword ) \ |
---|
| 264 | ( (dword).u32[0] == ~( ( uint32_t ) 0 ) ) |
---|
| 265 | |
---|
| 266 | #if ( BITS_PER_LONG == 64 ) |
---|
| 267 | #define EFAB_OWORD_FIELD EFAB_OWORD_FIELD64 |
---|
| 268 | #define EFAB_QWORD_FIELD EFAB_QWORD_FIELD64 |
---|
| 269 | #define EFAB_OWORD_IS_ZERO EFAB_OWORD_IS_ZERO64 |
---|
| 270 | #define EFAB_QWORD_IS_ZERO EFAB_QWORD_IS_ZERO64 |
---|
| 271 | #define EFAB_OWORD_IS_ALL_ONES EFAB_OWORD_IS_ALL_ONES64 |
---|
| 272 | #define EFAB_QWORD_IS_ALL_ONES EFAB_QWORD_IS_ALL_ONES64 |
---|
| 273 | #else |
---|
| 274 | #define EFAB_OWORD_FIELD EFAB_OWORD_FIELD32 |
---|
| 275 | #define EFAB_QWORD_FIELD EFAB_QWORD_FIELD32 |
---|
| 276 | #define EFAB_OWORD_IS_ZERO EFAB_OWORD_IS_ZERO32 |
---|
| 277 | #define EFAB_QWORD_IS_ZERO EFAB_QWORD_IS_ZERO32 |
---|
| 278 | #define EFAB_OWORD_IS_ALL_ONES EFAB_OWORD_IS_ALL_ONES32 |
---|
| 279 | #define EFAB_QWORD_IS_ALL_ONES EFAB_QWORD_IS_ALL_ONES32 |
---|
| 280 | #endif |
---|
| 281 | |
---|
| 282 | /** |
---|
| 283 | * Construct bit field portion |
---|
| 284 | * |
---|
| 285 | * Creates the portion of the bit field [low,high) that lies within |
---|
| 286 | * the range [min,max). |
---|
| 287 | */ |
---|
| 288 | #define EFAB_INSERT_NATIVE64( min, max, low, high, value ) \ |
---|
| 289 | ( ( ( low > max ) || ( high < min ) ) ? 0 : \ |
---|
| 290 | ( ( low > min ) ? \ |
---|
| 291 | ( ( ( uint64_t ) (value) ) << ( low - min ) ) : \ |
---|
| 292 | ( ( ( uint64_t ) (value) ) >> ( min - low ) ) ) ) |
---|
| 293 | |
---|
| 294 | #define EFAB_INSERT_NATIVE32( min, max, low, high, value ) \ |
---|
| 295 | ( ( ( low > max ) || ( high < min ) ) ? 0 : \ |
---|
| 296 | ( ( low > min ) ? \ |
---|
| 297 | ( ( ( uint32_t ) (value) ) << ( low - min ) ) : \ |
---|
| 298 | ( ( ( uint32_t ) (value) ) >> ( min - low ) ) ) ) |
---|
| 299 | |
---|
| 300 | #define EFAB_INSERT_NATIVE( min, max, low, high, value ) \ |
---|
| 301 | ( ( ( ( max - min ) >= 32 ) || \ |
---|
| 302 | ( ( high - low ) >= 32 ) ) \ |
---|
| 303 | ? EFAB_INSERT_NATIVE64 ( min, max, low, high, value ) \ |
---|
| 304 | : EFAB_INSERT_NATIVE32 ( min, max, low, high, value ) ) |
---|
| 305 | |
---|
| 306 | /** |
---|
| 307 | * Construct bit field portion |
---|
| 308 | * |
---|
| 309 | * Creates the portion of the named bit field that lies within the |
---|
| 310 | * range [min,max). |
---|
| 311 | */ |
---|
| 312 | #define EFAB_INSERT_FIELD_NATIVE( min, max, field, value ) \ |
---|
| 313 | EFAB_INSERT_NATIVE ( min, max, EFAB_LOW_BIT ( field ), \ |
---|
| 314 | EFAB_HIGH_BIT ( field ), value ) |
---|
| 315 | |
---|
| 316 | /** |
---|
| 317 | * Construct bit field |
---|
| 318 | * |
---|
| 319 | * Creates the portion of the named bit fields that lie within the |
---|
| 320 | * range [min,max). |
---|
| 321 | */ |
---|
| 322 | #define EFAB_INSERT_FIELDS_NATIVE( min, max, \ |
---|
| 323 | field1, value1, \ |
---|
| 324 | field2, value2, \ |
---|
| 325 | field3, value3, \ |
---|
| 326 | field4, value4, \ |
---|
| 327 | field5, value5, \ |
---|
| 328 | field6, value6, \ |
---|
| 329 | field7, value7, \ |
---|
| 330 | field8, value8, \ |
---|
| 331 | field9, value9, \ |
---|
| 332 | field10, value10 ) \ |
---|
| 333 | ( EFAB_INSERT_FIELD_NATIVE ( min, max, field1, value1 ) | \ |
---|
| 334 | EFAB_INSERT_FIELD_NATIVE ( min, max, field2, value2 ) | \ |
---|
| 335 | EFAB_INSERT_FIELD_NATIVE ( min, max, field3, value3 ) | \ |
---|
| 336 | EFAB_INSERT_FIELD_NATIVE ( min, max, field4, value4 ) | \ |
---|
| 337 | EFAB_INSERT_FIELD_NATIVE ( min, max, field5, value5 ) | \ |
---|
| 338 | EFAB_INSERT_FIELD_NATIVE ( min, max, field6, value6 ) | \ |
---|
| 339 | EFAB_INSERT_FIELD_NATIVE ( min, max, field7, value7 ) | \ |
---|
| 340 | EFAB_INSERT_FIELD_NATIVE ( min, max, field8, value8 ) | \ |
---|
| 341 | EFAB_INSERT_FIELD_NATIVE ( min, max, field9, value9 ) | \ |
---|
| 342 | EFAB_INSERT_FIELD_NATIVE ( min, max, field10, value10 ) ) |
---|
| 343 | |
---|
| 344 | #define EFAB_INSERT_FIELDS64( ... ) \ |
---|
| 345 | cpu_to_le64 ( EFAB_INSERT_FIELDS_NATIVE ( __VA_ARGS__ ) ) |
---|
| 346 | |
---|
| 347 | #define EFAB_INSERT_FIELDS32( ... ) \ |
---|
| 348 | cpu_to_le32 ( EFAB_INSERT_FIELDS_NATIVE ( __VA_ARGS__ ) ) |
---|
| 349 | |
---|
| 350 | #define EFAB_POPULATE_OWORD64( oword, ... ) do { \ |
---|
| 351 | (oword).u64[0] = EFAB_INSERT_FIELDS64 ( 0, 63, __VA_ARGS__ );\ |
---|
| 352 | (oword).u64[1] = EFAB_INSERT_FIELDS64 ( 64, 127, __VA_ARGS__ );\ |
---|
| 353 | } while ( 0 ) |
---|
| 354 | |
---|
| 355 | #define EFAB_POPULATE_QWORD64( qword, ... ) do { \ |
---|
| 356 | (qword).u64[0] = EFAB_INSERT_FIELDS64 ( 0, 63, __VA_ARGS__ );\ |
---|
| 357 | } while ( 0 ) |
---|
| 358 | |
---|
| 359 | #define EFAB_POPULATE_OWORD32( oword, ... ) do { \ |
---|
| 360 | (oword).u32[0] = EFAB_INSERT_FIELDS32 ( 0, 31, __VA_ARGS__ );\ |
---|
| 361 | (oword).u32[1] = EFAB_INSERT_FIELDS32 ( 32, 63, __VA_ARGS__ );\ |
---|
| 362 | (oword).u32[2] = EFAB_INSERT_FIELDS32 ( 64, 95, __VA_ARGS__ );\ |
---|
| 363 | (oword).u32[3] = EFAB_INSERT_FIELDS32 ( 96, 127, __VA_ARGS__ );\ |
---|
| 364 | } while ( 0 ) |
---|
| 365 | |
---|
| 366 | #define EFAB_POPULATE_QWORD32( qword, ... ) do { \ |
---|
| 367 | (qword).u32[0] = EFAB_INSERT_FIELDS32 ( 0, 31, __VA_ARGS__ );\ |
---|
| 368 | (qword).u32[1] = EFAB_INSERT_FIELDS32 ( 32, 63, __VA_ARGS__ );\ |
---|
| 369 | } while ( 0 ) |
---|
| 370 | |
---|
| 371 | #define EFAB_POPULATE_DWORD( dword, ... ) do { \ |
---|
| 372 | (dword).u32[0] = EFAB_INSERT_FIELDS32 ( 0, 31, __VA_ARGS__ );\ |
---|
| 373 | } while ( 0 ) |
---|
| 374 | |
---|
| 375 | #if ( BITS_PER_LONG == 64 ) |
---|
| 376 | #define EFAB_POPULATE_OWORD EFAB_POPULATE_OWORD64 |
---|
| 377 | #define EFAB_POPULATE_QWORD EFAB_POPULATE_QWORD64 |
---|
| 378 | #else |
---|
| 379 | #define EFAB_POPULATE_OWORD EFAB_POPULATE_OWORD32 |
---|
| 380 | #define EFAB_POPULATE_QWORD EFAB_POPULATE_QWORD32 |
---|
| 381 | #endif |
---|
| 382 | |
---|
| 383 | /* Populate an octword field with various numbers of arguments */ |
---|
| 384 | #define EFAB_POPULATE_OWORD_10 EFAB_POPULATE_OWORD |
---|
| 385 | #define EFAB_POPULATE_OWORD_9( oword, ... ) \ |
---|
| 386 | EFAB_POPULATE_OWORD_10 ( oword, EFAB_DUMMY_FIELD, 0, __VA_ARGS__ ) |
---|
| 387 | #define EFAB_POPULATE_OWORD_8( oword, ... ) \ |
---|
| 388 | EFAB_POPULATE_OWORD_9 ( oword, EFAB_DUMMY_FIELD, 0, __VA_ARGS__ ) |
---|
| 389 | #define EFAB_POPULATE_OWORD_7( oword, ... ) \ |
---|
| 390 | EFAB_POPULATE_OWORD_8 ( oword, EFAB_DUMMY_FIELD, 0, __VA_ARGS__ ) |
---|
| 391 | #define EFAB_POPULATE_OWORD_6( oword, ... ) \ |
---|
| 392 | EFAB_POPULATE_OWORD_7 ( oword, EFAB_DUMMY_FIELD, 0, __VA_ARGS__ ) |
---|
| 393 | #define EFAB_POPULATE_OWORD_5( oword, ... ) \ |
---|
| 394 | EFAB_POPULATE_OWORD_6 ( oword, EFAB_DUMMY_FIELD, 0, __VA_ARGS__ ) |
---|
| 395 | #define EFAB_POPULATE_OWORD_4( oword, ... ) \ |
---|
| 396 | EFAB_POPULATE_OWORD_5 ( oword, EFAB_DUMMY_FIELD, 0, __VA_ARGS__ ) |
---|
| 397 | #define EFAB_POPULATE_OWORD_3( oword, ... ) \ |
---|
| 398 | EFAB_POPULATE_OWORD_4 ( oword, EFAB_DUMMY_FIELD, 0, __VA_ARGS__ ) |
---|
| 399 | #define EFAB_POPULATE_OWORD_2( oword, ... ) \ |
---|
| 400 | EFAB_POPULATE_OWORD_3 ( oword, EFAB_DUMMY_FIELD, 0, __VA_ARGS__ ) |
---|
| 401 | #define EFAB_POPULATE_OWORD_1( oword, ... ) \ |
---|
| 402 | EFAB_POPULATE_OWORD_2 ( oword, EFAB_DUMMY_FIELD, 0, __VA_ARGS__ ) |
---|
| 403 | #define EFAB_ZERO_OWORD( oword ) \ |
---|
| 404 | EFAB_POPULATE_OWORD_1 ( oword, EFAB_DUMMY_FIELD, 0 ) |
---|
| 405 | #define EFAB_SET_OWORD( oword ) \ |
---|
| 406 | EFAB_POPULATE_OWORD_4 ( oword, \ |
---|
| 407 | EFAB_DWORD_0, 0xffffffff, \ |
---|
| 408 | EFAB_DWORD_1, 0xffffffff, \ |
---|
| 409 | EFAB_DWORD_2, 0xffffffff, \ |
---|
| 410 | EFAB_DWORD_3, 0xffffffff ) |
---|
| 411 | |
---|
| 412 | /* Populate a quadword field with various numbers of arguments */ |
---|
| 413 | #define EFAB_POPULATE_QWORD_10 EFAB_POPULATE_QWORD |
---|
| 414 | #define EFAB_POPULATE_QWORD_9( qword, ... ) \ |
---|
| 415 | EFAB_POPULATE_QWORD_10 ( qword, EFAB_DUMMY_FIELD, 0, __VA_ARGS__ ) |
---|
| 416 | #define EFAB_POPULATE_QWORD_8( qword, ... ) \ |
---|
| 417 | EFAB_POPULATE_QWORD_9 ( qword, EFAB_DUMMY_FIELD, 0, __VA_ARGS__ ) |
---|
| 418 | #define EFAB_POPULATE_QWORD_7( qword, ... ) \ |
---|
| 419 | EFAB_POPULATE_QWORD_8 ( qword, EFAB_DUMMY_FIELD, 0, __VA_ARGS__ ) |
---|
| 420 | #define EFAB_POPULATE_QWORD_6( qword, ... ) \ |
---|
| 421 | EFAB_POPULATE_QWORD_7 ( qword, EFAB_DUMMY_FIELD, 0, __VA_ARGS__ ) |
---|
| 422 | #define EFAB_POPULATE_QWORD_5( qword, ... ) \ |
---|
| 423 | EFAB_POPULATE_QWORD_6 ( qword, EFAB_DUMMY_FIELD, 0, __VA_ARGS__ ) |
---|
| 424 | #define EFAB_POPULATE_QWORD_4( qword, ... ) \ |
---|
| 425 | EFAB_POPULATE_QWORD_5 ( qword, EFAB_DUMMY_FIELD, 0, __VA_ARGS__ ) |
---|
| 426 | #define EFAB_POPULATE_QWORD_3( qword, ... ) \ |
---|
| 427 | EFAB_POPULATE_QWORD_4 ( qword, EFAB_DUMMY_FIELD, 0, __VA_ARGS__ ) |
---|
| 428 | #define EFAB_POPULATE_QWORD_2( qword, ... ) \ |
---|
| 429 | EFAB_POPULATE_QWORD_3 ( qword, EFAB_DUMMY_FIELD, 0, __VA_ARGS__ ) |
---|
| 430 | #define EFAB_POPULATE_QWORD_1( qword, ... ) \ |
---|
| 431 | EFAB_POPULATE_QWORD_2 ( qword, EFAB_DUMMY_FIELD, 0, __VA_ARGS__ ) |
---|
| 432 | #define EFAB_ZERO_QWORD( qword ) \ |
---|
| 433 | EFAB_POPULATE_QWORD_1 ( qword, EFAB_DUMMY_FIELD, 0 ) |
---|
| 434 | #define EFAB_SET_QWORD( qword ) \ |
---|
| 435 | EFAB_POPULATE_QWORD_2 ( qword, \ |
---|
| 436 | EFAB_DWORD_0, 0xffffffff, \ |
---|
| 437 | EFAB_DWORD_1, 0xffffffff ) |
---|
| 438 | |
---|
| 439 | /* Populate a dword field with various numbers of arguments */ |
---|
| 440 | #define EFAB_POPULATE_DWORD_10 EFAB_POPULATE_DWORD |
---|
| 441 | #define EFAB_POPULATE_DWORD_9( dword, ... ) \ |
---|
| 442 | EFAB_POPULATE_DWORD_10 ( dword, EFAB_DUMMY_FIELD, 0, __VA_ARGS__ ) |
---|
| 443 | #define EFAB_POPULATE_DWORD_8( dword, ... ) \ |
---|
| 444 | EFAB_POPULATE_DWORD_9 ( dword, EFAB_DUMMY_FIELD, 0, __VA_ARGS__ ) |
---|
| 445 | #define EFAB_POPULATE_DWORD_7( dword, ... ) \ |
---|
| 446 | EFAB_POPULATE_DWORD_8 ( dword, EFAB_DUMMY_FIELD, 0, __VA_ARGS__ ) |
---|
| 447 | #define EFAB_POPULATE_DWORD_6( dword, ... ) \ |
---|
| 448 | EFAB_POPULATE_DWORD_7 ( dword, EFAB_DUMMY_FIELD, 0, __VA_ARGS__ ) |
---|
| 449 | #define EFAB_POPULATE_DWORD_5( dword, ... ) \ |
---|
| 450 | EFAB_POPULATE_DWORD_6 ( dword, EFAB_DUMMY_FIELD, 0, __VA_ARGS__ ) |
---|
| 451 | #define EFAB_POPULATE_DWORD_4( dword, ... ) \ |
---|
| 452 | EFAB_POPULATE_DWORD_5 ( dword, EFAB_DUMMY_FIELD, 0, __VA_ARGS__ ) |
---|
| 453 | #define EFAB_POPULATE_DWORD_3( dword, ... ) \ |
---|
| 454 | EFAB_POPULATE_DWORD_4 ( dword, EFAB_DUMMY_FIELD, 0, __VA_ARGS__ ) |
---|
| 455 | #define EFAB_POPULATE_DWORD_2( dword, ... ) \ |
---|
| 456 | EFAB_POPULATE_DWORD_3 ( dword, EFAB_DUMMY_FIELD, 0, __VA_ARGS__ ) |
---|
| 457 | #define EFAB_POPULATE_DWORD_1( dword, ... ) \ |
---|
| 458 | EFAB_POPULATE_DWORD_2 ( dword, EFAB_DUMMY_FIELD, 0, __VA_ARGS__ ) |
---|
| 459 | #define EFAB_ZERO_DWORD( dword ) \ |
---|
| 460 | EFAB_POPULATE_DWORD_1 ( dword, EFAB_DUMMY_FIELD, 0 ) |
---|
| 461 | #define EFAB_SET_DWORD( dword ) \ |
---|
| 462 | EFAB_POPULATE_DWORD_1 ( dword, EFAB_DWORD_0, 0xffffffff ) |
---|
| 463 | |
---|
| 464 | /* |
---|
| 465 | * Modify a named field within an already-populated structure. Used |
---|
| 466 | * for read-modify-write operations. |
---|
| 467 | * |
---|
| 468 | */ |
---|
| 469 | |
---|
| 470 | #define EFAB_INSERT_FIELD64( ... ) \ |
---|
| 471 | cpu_to_le64 ( EFAB_INSERT_FIELD_NATIVE ( __VA_ARGS__ ) ) |
---|
| 472 | |
---|
| 473 | #define EFAB_INSERT_FIELD32( ... ) \ |
---|
| 474 | cpu_to_le32 ( EFAB_INSERT_FIELD_NATIVE ( __VA_ARGS__ ) ) |
---|
| 475 | |
---|
| 476 | #define EFAB_INPLACE_MASK64( min, max, field ) \ |
---|
| 477 | EFAB_INSERT_FIELD64 ( min, max, field, EFAB_MASK64 ( field ) ) |
---|
| 478 | |
---|
| 479 | #define EFAB_INPLACE_MASK32( min, max, field ) \ |
---|
| 480 | EFAB_INSERT_FIELD32 ( min, max, field, EFAB_MASK32 ( field ) ) |
---|
| 481 | |
---|
| 482 | #define EFAB_SET_OWORD_FIELD64( oword, field, value ) do { \ |
---|
| 483 | (oword).u64[0] = ( ( (oword).u64[0] \ |
---|
| 484 | & ~EFAB_INPLACE_MASK64 ( 0, 63, field ) ) \ |
---|
| 485 | | EFAB_INSERT_FIELD64 ( 0, 63, field, value ) ); \ |
---|
| 486 | (oword).u64[1] = ( ( (oword).u64[1] \ |
---|
| 487 | & ~EFAB_INPLACE_MASK64 ( 64, 127, field ) ) \ |
---|
| 488 | | EFAB_INSERT_FIELD64 ( 64, 127, field, value ) ); \ |
---|
| 489 | } while ( 0 ) |
---|
| 490 | |
---|
| 491 | #define EFAB_SET_QWORD_FIELD64( qword, field, value ) do { \ |
---|
| 492 | (qword).u64[0] = ( ( (qword).u64[0] \ |
---|
| 493 | & ~EFAB_INPLACE_MASK64 ( 0, 63, field ) ) \ |
---|
| 494 | | EFAB_INSERT_FIELD64 ( 0, 63, field, value ) ); \ |
---|
| 495 | } while ( 0 ) |
---|
| 496 | |
---|
| 497 | #define EFAB_SET_OWORD_FIELD32( oword, field, value ) do { \ |
---|
| 498 | (oword).u32[0] = ( ( (oword).u32[0] \ |
---|
| 499 | & ~EFAB_INPLACE_MASK32 ( 0, 31, field ) ) \ |
---|
| 500 | | EFAB_INSERT_FIELD32 ( 0, 31, field, value ) ); \ |
---|
| 501 | (oword).u32[1] = ( ( (oword).u32[1] \ |
---|
| 502 | & ~EFAB_INPLACE_MASK32 ( 32, 63, field ) ) \ |
---|
| 503 | | EFAB_INSERT_FIELD32 ( 32, 63, field, value ) ); \ |
---|
| 504 | (oword).u32[2] = ( ( (oword).u32[2] \ |
---|
| 505 | & ~EFAB_INPLACE_MASK32 ( 64, 95, field ) ) \ |
---|
| 506 | | EFAB_INSERT_FIELD32 ( 64, 95, field, value ) ); \ |
---|
| 507 | (oword).u32[3] = ( ( (oword).u32[3] \ |
---|
| 508 | & ~EFAB_INPLACE_MASK32 ( 96, 127, field ) ) \ |
---|
| 509 | | EFAB_INSERT_FIELD32 ( 96, 127, field, value ) ); \ |
---|
| 510 | } while ( 0 ) |
---|
| 511 | |
---|
| 512 | #define EFAB_SET_QWORD_FIELD32( qword, field, value ) do { \ |
---|
| 513 | (qword).u32[0] = ( ( (qword).u32[0] \ |
---|
| 514 | & ~EFAB_INPLACE_MASK32 ( 0, 31, field ) ) \ |
---|
| 515 | | EFAB_INSERT_FIELD32 ( 0, 31, field, value ) ); \ |
---|
| 516 | (qword).u32[1] = ( ( (qword).u32[1] \ |
---|
| 517 | & ~EFAB_INPLACE_MASK32 ( 32, 63, field ) ) \ |
---|
| 518 | | EFAB_INSERT_FIELD32 ( 32, 63, field, value ) ); \ |
---|
| 519 | } while ( 0 ) |
---|
| 520 | |
---|
| 521 | #define EFAB_SET_DWORD_FIELD( dword, field, value ) do { \ |
---|
| 522 | (dword).u32[0] = ( ( (dword).u32[0] \ |
---|
| 523 | & ~EFAB_INPLACE_MASK32 ( 0, 31, field ) ) \ |
---|
| 524 | | EFAB_INSERT_FIELD32 ( 0, 31, field, value ) ); \ |
---|
| 525 | } while ( 0 ) |
---|
| 526 | |
---|
| 527 | #if ( BITS_PER_LONG == 64 ) |
---|
| 528 | #define EFAB_SET_OWORD_FIELD EFAB_SET_OWORD_FIELD64 |
---|
| 529 | #define EFAB_SET_QWORD_FIELD EFAB_SET_QWORD_FIELD64 |
---|
| 530 | #else |
---|
| 531 | #define EFAB_SET_OWORD_FIELD EFAB_SET_OWORD_FIELD32 |
---|
| 532 | #define EFAB_SET_QWORD_FIELD EFAB_SET_QWORD_FIELD32 |
---|
| 533 | #endif |
---|
| 534 | |
---|
| 535 | /* Used to avoid compiler warnings about shift range exceeding width |
---|
| 536 | * of the data types when dma_addr_t is only 32 bits wide. |
---|
| 537 | */ |
---|
| 538 | #define DMA_ADDR_T_WIDTH ( 8 * sizeof ( dma_addr_t ) ) |
---|
| 539 | #define EFAB_DMA_TYPE_WIDTH( width ) \ |
---|
| 540 | ( ( (width) < DMA_ADDR_T_WIDTH ) ? (width) : DMA_ADDR_T_WIDTH ) |
---|
| 541 | #define EFAB_DMA_MAX_MASK ( ( DMA_ADDR_T_WIDTH == 64 ) ? \ |
---|
| 542 | ~( ( uint64_t ) 0 ) : ~( ( uint32_t ) 0 ) ) |
---|
| 543 | #define EFAB_DMA_MASK(mask) ( (mask) & EFAB_DMA_MAX_MASK ) |
---|
| 544 | |
---|
| 545 | #endif /* EFAB_BITFIELD_H */ |
---|
| 546 | |
---|
| 547 | /* |
---|
| 548 | * Local variables: |
---|
| 549 | * c-basic-offset: 8 |
---|
| 550 | * c-indent-level: 8 |
---|
| 551 | * tab-width: 8 |
---|
| 552 | * End: |
---|
| 553 | */ |
---|