source: bootcd/isolinux/syslinux-6.03/gpxe/src/drivers/infiniband/arbel.h

Last change on this file was e16e8f2, checked in by Edwin Eefting <edwin@datux.nl>, 3 years ago

bootstuff
  • Property mode set to 100644
File size: 14.8 KB
RevLine 
[e16e8f2]1#ifndef _ARBEL_H
2#define _ARBEL_H
3
4/** @file
5 *
6 * Mellanox Arbel Infiniband HCA driver
7 *
8 */
9
10FILE_LICENCE ( GPL2_OR_LATER );
11
12#include <stdint.h>
13#include <gpxe/uaccess.h>
14#include "mlx_bitops.h"
15#include "MT25218_PRM.h"
16
17/*
18 * Hardware constants
19 *
20 */
21
22/* Ports in existence */
23#define ARBEL_NUM_PORTS                 2
24#define ARBEL_PORT_BASE                 1
25
26/* PCI BARs */
27#define ARBEL_PCI_CONFIG_BAR            PCI_BASE_ADDRESS_0
28#define ARBEL_PCI_CONFIG_BAR_SIZE       0x100000
29#define ARBEL_PCI_UAR_BAR               PCI_BASE_ADDRESS_2
30#define ARBEL_PCI_UAR_IDX               1
31#define ARBEL_PCI_UAR_SIZE              0x1000
32
33/* UAR context table (UCE) resource types */
34#define ARBEL_UAR_RES_NONE              0x00
35#define ARBEL_UAR_RES_CQ_CI             0x01
36#define ARBEL_UAR_RES_CQ_ARM            0x02
37#define ARBEL_UAR_RES_SQ                0x03
38#define ARBEL_UAR_RES_RQ                0x04
39#define ARBEL_UAR_RES_GROUP_SEP         0x07
40
41/* Work queue entry and completion queue entry opcodes */
42#define ARBEL_OPCODE_SEND               0x0a
43#define ARBEL_OPCODE_RECV_ERROR         0xfe
44#define ARBEL_OPCODE_SEND_ERROR         0xff
45
46/* HCA command register opcodes */
47#define ARBEL_HCR_QUERY_DEV_LIM         0x0003
48#define ARBEL_HCR_QUERY_FW              0x0004
49#define ARBEL_HCR_INIT_HCA              0x0007
50#define ARBEL_HCR_CLOSE_HCA             0x0008
51#define ARBEL_HCR_INIT_IB               0x0009
52#define ARBEL_HCR_CLOSE_IB              0x000a
53#define ARBEL_HCR_SW2HW_MPT             0x000d
54#define ARBEL_HCR_MAP_EQ                0x0012
55#define ARBEL_HCR_SW2HW_EQ              0x0013
56#define ARBEL_HCR_HW2SW_EQ              0x0014
57#define ARBEL_HCR_SW2HW_CQ              0x0016
58#define ARBEL_HCR_HW2SW_CQ              0x0017
59#define ARBEL_HCR_RST2INIT_QPEE         0x0019
60#define ARBEL_HCR_INIT2RTR_QPEE         0x001a
61#define ARBEL_HCR_RTR2RTS_QPEE          0x001b
62#define ARBEL_HCR_RTS2RTS_QPEE          0x001c
63#define ARBEL_HCR_2RST_QPEE             0x0021
64#define ARBEL_HCR_MAD_IFC               0x0024
65#define ARBEL_HCR_READ_MGM              0x0025
66#define ARBEL_HCR_WRITE_MGM             0x0026
67#define ARBEL_HCR_MGID_HASH             0x0027
68#define ARBEL_HCR_RUN_FW                0x0ff6
69#define ARBEL_HCR_DISABLE_LAM           0x0ff7
70#define ARBEL_HCR_ENABLE_LAM            0x0ff8
71#define ARBEL_HCR_UNMAP_ICM             0x0ff9
72#define ARBEL_HCR_MAP_ICM               0x0ffa
73#define ARBEL_HCR_UNMAP_ICM_AUX         0x0ffb
74#define ARBEL_HCR_MAP_ICM_AUX           0x0ffc
75#define ARBEL_HCR_SET_ICM_SIZE          0x0ffd
76#define ARBEL_HCR_UNMAP_FA              0x0ffe
77#define ARBEL_HCR_MAP_FA                0x0fff
78
79/* Service types */
80#define ARBEL_ST_UD                     0x03
81
82/* MTUs */
83#define ARBEL_MTU_2048                  0x04
84
85#define ARBEL_NO_EQ                     64
86
87#define ARBEL_INVALID_LKEY              0x00000100UL
88
89#define ARBEL_PAGE_SIZE                 4096
90
91#define ARBEL_DB_POST_SND_OFFSET        0x10
92#define ARBEL_DB_EQ_OFFSET(_eqn)        ( 0x08 * (_eqn) )
93
94#define ARBEL_QPEE_OPT_PARAM_QKEY       0x00000020UL
95
96#define ARBEL_MAP_EQ                    ( 0UL << 31 )
97#define ARBEL_UNMAP_EQ                  ( 1UL << 31 )
98
99#define ARBEL_EV_PORT_STATE_CHANGE      0x09
100
101/*
102 * Datatypes that seem to be missing from the autogenerated documentation
103 *
104 */
105struct arbelprm_mgm_hash_st {
106        pseudo_bit_t reserved0[0x00020];
107/* -------------- */
108        pseudo_bit_t hash[0x00010];
109        pseudo_bit_t reserved1[0x00010];
110} __attribute__ (( packed ));
111
112struct arbelprm_scalar_parameter_st {
113        pseudo_bit_t reserved0[0x00020];
114/* -------------- */
115        pseudo_bit_t value[0x00020];
116} __attribute__ (( packed ));
117
118struct arbelprm_event_mask_st {
119        pseudo_bit_t reserved0[0x00020];
120/* -------------- */
121        pseudo_bit_t completion[0x00001];
122        pseudo_bit_t reserved1[0x0008];
123        pseudo_bit_t port_state_change[0x00001];
124        pseudo_bit_t reserved2[0x00016];
125} __attribute__ (( packed ));
126
127struct arbelprm_eq_set_ci_st {
128        pseudo_bit_t ci[0x00020];
129} __attribute__ (( packed ));
130
131struct arbelprm_port_state_change_event_st {
132        pseudo_bit_t reserved[0x00020];
133        struct arbelprm_port_state_change_st data;
134} __attribute__ (( packed ));
135
136/*
137 * Wrapper structures for hardware datatypes
138 *
139 */
140
141struct MLX_DECLARE_STRUCT ( arbelprm_access_lam );
142struct MLX_DECLARE_STRUCT ( arbelprm_completion_queue_context );
143struct MLX_DECLARE_STRUCT ( arbelprm_completion_queue_entry );
144struct MLX_DECLARE_STRUCT ( arbelprm_completion_with_error );
145struct MLX_DECLARE_STRUCT ( arbelprm_cq_arm_db_record );
146struct MLX_DECLARE_STRUCT ( arbelprm_cq_ci_db_record );
147struct MLX_DECLARE_STRUCT ( arbelprm_event_mask );
148struct MLX_DECLARE_STRUCT ( arbelprm_event_queue_entry );
149struct MLX_DECLARE_STRUCT ( arbelprm_eq_set_ci );
150struct MLX_DECLARE_STRUCT ( arbelprm_eqc );
151struct MLX_DECLARE_STRUCT ( arbelprm_hca_command_register );
152struct MLX_DECLARE_STRUCT ( arbelprm_init_hca );
153struct MLX_DECLARE_STRUCT ( arbelprm_init_ib );
154struct MLX_DECLARE_STRUCT ( arbelprm_mad_ifc );
155struct MLX_DECLARE_STRUCT ( arbelprm_mgm_entry );
156struct MLX_DECLARE_STRUCT ( arbelprm_mgm_hash );
157struct MLX_DECLARE_STRUCT ( arbelprm_mpt );
158struct MLX_DECLARE_STRUCT ( arbelprm_port_state_change_event );
159struct MLX_DECLARE_STRUCT ( arbelprm_qp_db_record );
160struct MLX_DECLARE_STRUCT ( arbelprm_qp_ee_state_transitions );
161struct MLX_DECLARE_STRUCT ( arbelprm_query_dev_lim );
162struct MLX_DECLARE_STRUCT ( arbelprm_query_fw );
163struct MLX_DECLARE_STRUCT ( arbelprm_queue_pair_ee_context_entry );
164struct MLX_DECLARE_STRUCT ( arbelprm_recv_wqe_segment_next );
165struct MLX_DECLARE_STRUCT ( arbelprm_scalar_parameter );
166struct MLX_DECLARE_STRUCT ( arbelprm_send_doorbell );
167struct MLX_DECLARE_STRUCT ( arbelprm_ud_address_vector );
168struct MLX_DECLARE_STRUCT ( arbelprm_virtual_physical_mapping );
169struct MLX_DECLARE_STRUCT ( arbelprm_wqe_segment_ctrl_send );
170struct MLX_DECLARE_STRUCT ( arbelprm_wqe_segment_data_ptr );
171struct MLX_DECLARE_STRUCT ( arbelprm_wqe_segment_next );
172struct MLX_DECLARE_STRUCT ( arbelprm_wqe_segment_ud );
173
174/*
175 * Composite hardware datatypes
176 *
177 */
178
179#define ARBEL_MAX_GATHER 1
180
181struct arbelprm_ud_send_wqe {
182        struct arbelprm_wqe_segment_next next;
183        struct arbelprm_wqe_segment_ctrl_send ctrl;
184        struct arbelprm_wqe_segment_ud ud;
185        struct arbelprm_wqe_segment_data_ptr data[ARBEL_MAX_GATHER];
186} __attribute__ (( packed ));
187
188#define ARBEL_MAX_SCATTER 1
189
190struct arbelprm_recv_wqe {
191        /* The autogenerated header is inconsistent between send and
192         * receive WQEs.  The "ctrl" structure for receive WQEs is
193         * defined to include the "next" structure.  Since the "ctrl"
194         * part of the "ctrl" structure contains only "reserved, must
195         * be zero" bits, we ignore its definition and provide
196         * something more usable.
197         */
198        struct arbelprm_recv_wqe_segment_next next;
199        uint32_t ctrl[2]; /* All "reserved, must be zero" */
200        struct arbelprm_wqe_segment_data_ptr data[ARBEL_MAX_SCATTER];
201} __attribute__ (( packed ));
202
203union arbelprm_completion_entry {
204        struct arbelprm_completion_queue_entry normal;
205        struct arbelprm_completion_with_error error;
206} __attribute__ (( packed ));
207
208union arbelprm_event_entry {
209        struct arbelprm_event_queue_entry generic;
210        struct arbelprm_port_state_change_event port_state_change;
211} __attribute__ (( packed ));
212
213union arbelprm_doorbell_record {
214        struct arbelprm_cq_arm_db_record cq_arm;
215        struct arbelprm_cq_ci_db_record cq_ci;
216        struct arbelprm_qp_db_record qp;
217} __attribute__ (( packed ));
218
219union arbelprm_doorbell_register {
220        struct arbelprm_send_doorbell send;
221        uint32_t dword[2];
222} __attribute__ (( packed ));
223
224union arbelprm_eq_doorbell_register {
225        struct arbelprm_eq_set_ci ci;
226        uint32_t dword[1];
227} __attribute__ (( packed ));
228
229union arbelprm_mad {
230        struct arbelprm_mad_ifc ifc;
231        union ib_mad mad;
232} __attribute__ (( packed ));
233
234/*
235 * gPXE-specific definitions
236 *
237 */
238
239/** Arbel device limits */
240struct arbel_dev_limits {
241        /** Number of reserved QPs */
242        unsigned int reserved_qps;
243        /** QP context entry size */
244        size_t qpc_entry_size;
245        /** Extended QP context entry size */
246        size_t eqpc_entry_size;
247        /** Number of reserved SRQs */
248        unsigned int reserved_srqs;
249        /** SRQ context entry size */
250        size_t srqc_entry_size;
251        /** Number of reserved EEs */
252        unsigned int reserved_ees;
253        /** EE context entry size */
254        size_t eec_entry_size;
255        /** Extended EE context entry size */
256        size_t eeec_entry_size;
257        /** Number of reserved CQs */
258        unsigned int reserved_cqs;
259        /** CQ context entry size */
260        size_t cqc_entry_size;
261        /** Number of reserved EQs */
262        unsigned int reserved_eqs;
263        /** Number of reserved MTTs */
264        unsigned int reserved_mtts;
265        /** MTT entry size */
266        size_t mtt_entry_size;
267        /** Number of reserved MRWs */
268        unsigned int reserved_mrws;
269        /** MPT entry size */
270        size_t mpt_entry_size;
271        /** Number of reserved RDBs */
272        unsigned int reserved_rdbs;
273        /** EQ context entry size */
274        size_t eqc_entry_size;
275        /** Number of reserved UARs */
276        unsigned int reserved_uars;
277};
278
279/** Alignment of Arbel send work queue entries */
280#define ARBEL_SEND_WQE_ALIGN 128
281
282/** An Arbel send work queue entry */
283union arbel_send_wqe {
284        struct arbelprm_ud_send_wqe ud;
285        uint8_t force_align[ARBEL_SEND_WQE_ALIGN];
286} __attribute__ (( packed ));
287
288/** An Arbel send work queue */
289struct arbel_send_work_queue {
290        /** Doorbell record number */
291        unsigned int doorbell_idx;
292        /** Work queue entries */
293        union arbel_send_wqe *wqe;
294        /** Size of work queue */
295        size_t wqe_size;
296};
297
298/** Alignment of Arbel receive work queue entries */
299#define ARBEL_RECV_WQE_ALIGN 64
300
301/** An Arbel receive work queue entry */
302union arbel_recv_wqe {
303        struct arbelprm_recv_wqe recv;
304        uint8_t force_align[ARBEL_RECV_WQE_ALIGN];
305} __attribute__ (( packed ));
306
307/** An Arbel receive work queue */
308struct arbel_recv_work_queue {
309        /** Doorbell record number */
310        unsigned int doorbell_idx;
311        /** Work queue entries */
312        union arbel_recv_wqe *wqe;
313        /** Size of work queue */
314        size_t wqe_size;
315};
316
317/** Maximum number of allocatable queue pairs
318 *
319 * This is a policy decision, not a device limit.
320 */
321#define ARBEL_MAX_QPS           8
322
323/** Base queue pair number */
324#define ARBEL_QPN_BASE 0x550000
325
326/** An Arbel queue pair */
327struct arbel_queue_pair {
328        /** Send work queue */
329        struct arbel_send_work_queue send;
330        /** Receive work queue */
331        struct arbel_recv_work_queue recv;
332};
333
334/** Maximum number of allocatable completion queues
335 *
336 * This is a policy decision, not a device limit.
337 */
338#define ARBEL_MAX_CQS           8
339
340/** An Arbel completion queue */
341struct arbel_completion_queue {
342        /** Consumer counter doorbell record number */
343        unsigned int ci_doorbell_idx;
344        /** Arm queue doorbell record number */
345        unsigned int arm_doorbell_idx;
346        /** Completion queue entries */
347        union arbelprm_completion_entry *cqe;
348        /** Size of completion queue */
349        size_t cqe_size;
350};
351
352/** Maximum number of allocatable event queues
353 *
354 * This is a policy decision, not a device limit.
355 */
356#define ARBEL_MAX_EQS           64
357
358/** A Arbel event queue */
359struct arbel_event_queue {
360        /** Event queue entries */
361        union arbelprm_event_entry *eqe;
362        /** Size of event queue */
363        size_t eqe_size;
364        /** Event queue number */
365        unsigned long eqn;
366        /** Next event queue entry index */
367        unsigned long next_idx;
368        /** Doorbell register */
369        void *doorbell;
370};
371
372/** Number of event queue entries
373 *
374 * This is a policy decision.
375 */
376#define ARBEL_NUM_EQES          4
377
378
379/** An Arbel resource bitmask */
380typedef uint32_t arbel_bitmask_t;
381
382/** Size of an Arbel resource bitmask */
383#define ARBEL_BITMASK_SIZE(max_entries)                                      \
384        ( ( (max_entries) + ( 8 * sizeof ( arbel_bitmask_t ) ) - 1 ) /       \
385          ( 8 * sizeof ( arbel_bitmask_t ) ) )
386
387/** An Arbel device */
388struct arbel {
389        /** PCI configuration registers */
390        void *config;
391        /** PCI user Access Region */
392        void *uar;
393        /** Event queue consumer index doorbells */
394        void *eq_ci_doorbells;
395
396        /** Command input mailbox */
397        void *mailbox_in;
398        /** Command output mailbox */
399        void *mailbox_out;
400
401        /** Firmware area in external memory */
402        userptr_t firmware_area;
403        /** ICM size */
404        size_t icm_len;
405        /** ICM AUX size */
406        size_t icm_aux_len;
407        /** ICM area */
408        userptr_t icm;
409
410        /** Event queue */
411        struct arbel_event_queue eq;
412        /** Doorbell records */
413        union arbelprm_doorbell_record *db_rec;
414        /** Reserved LKey
415         *
416         * Used to get unrestricted memory access.
417         */
418        unsigned long reserved_lkey;
419
420        /** Completion queue in-use bitmask */
421        arbel_bitmask_t cq_inuse[ ARBEL_BITMASK_SIZE ( ARBEL_MAX_CQS ) ];
422        /** Queue pair in-use bitmask */
423        arbel_bitmask_t qp_inuse[ ARBEL_BITMASK_SIZE ( ARBEL_MAX_QPS ) ];
424       
425        /** Device limits */
426        struct arbel_dev_limits limits;
427
428        /** Infiniband devices */
429        struct ib_device *ibdev[ARBEL_NUM_PORTS];
430};
431
432/** Global protection domain */
433#define ARBEL_GLOBAL_PD                 0x123456
434
435/** Memory key prefix */
436#define ARBEL_MKEY_PREFIX               0x77000000UL
437
438/*
439 * HCA commands
440 *
441 */
442
443#define ARBEL_HCR_BASE                  0x80680
444#define ARBEL_HCR_REG(x)                ( ARBEL_HCR_BASE + 4 * (x) )
445#define ARBEL_HCR_MAX_WAIT_MS           2000
446#define ARBEL_MBOX_ALIGN                4096
447#define ARBEL_MBOX_SIZE                 512
448
449/* HCA command is split into
450 *
451 * bits  11:0   Opcode
452 * bit     12   Input uses mailbox
453 * bit     13   Output uses mailbox
454 * bits 22:14   Input parameter length (in dwords)
455 * bits 31:23   Output parameter length (in dwords)
456 *
457 * Encoding the information in this way allows us to cut out several
458 * parameters to the arbel_command() call.
459 */
460#define ARBEL_HCR_IN_MBOX               0x00001000UL
461#define ARBEL_HCR_OUT_MBOX              0x00002000UL
462#define ARBEL_HCR_OPCODE( _command )    ( (_command) & 0xfff )
463#define ARBEL_HCR_IN_LEN( _command )    ( ( (_command) >> 12 ) & 0x7fc )
464#define ARBEL_HCR_OUT_LEN( _command )   ( ( (_command) >> 21 ) & 0x7fc )
465
466/** Build HCR command from component parts */
467#define ARBEL_HCR_INOUT_CMD( _opcode, _in_mbox, _in_len,                     \
468                             _out_mbox, _out_len )                           \
469        ( (_opcode) |                                                        \
470          ( (_in_mbox) ? ARBEL_HCR_IN_MBOX : 0 ) |                           \
471          ( ( (_in_len) / 4 ) << 14 ) |                                      \
472          ( (_out_mbox) ? ARBEL_HCR_OUT_MBOX : 0 ) |                         \
473          ( ( (_out_len) / 4 ) << 23 ) )
474
475#define ARBEL_HCR_IN_CMD( _opcode, _in_mbox, _in_len )                       \
476        ARBEL_HCR_INOUT_CMD ( _opcode, _in_mbox, _in_len, 0, 0 )
477
478#define ARBEL_HCR_OUT_CMD( _opcode, _out_mbox, _out_len )                    \
479        ARBEL_HCR_INOUT_CMD ( _opcode, 0, 0, _out_mbox, _out_len )
480
481#define ARBEL_HCR_VOID_CMD( _opcode )                                        \
482        ARBEL_HCR_INOUT_CMD ( _opcode, 0, 0, 0, 0 )
483
484/*
485 * Doorbell record allocation
486 *
487 * The doorbell record map looks like:
488 *
489 *    ARBEL_MAX_CQS * Arm completion queue doorbell
490 *    ARBEL_MAX_QPS * Send work request doorbell
491 *    Group separator
492 *    ...(empty space)...
493 *    ARBEL_MAX_QPS * Receive work request doorbell
494 *    ARBEL_MAX_CQS * Completion queue consumer counter update doorbell
495 */
496
497#define ARBEL_MAX_DOORBELL_RECORDS 512
498#define ARBEL_GROUP_SEPARATOR_DOORBELL ( ARBEL_MAX_CQS + ARBEL_MAX_QPS )
499
500/**
501 * Get arm completion queue doorbell index
502 *
503 * @v cqn_offset        Completion queue number offset
504 * @ret doorbell_idx    Doorbell index
505 */
506static inline unsigned int
507arbel_cq_arm_doorbell_idx ( unsigned int cqn_offset ) {
508        return cqn_offset;
509}
510
511/**
512 * Get send work request doorbell index
513 *
514 * @v qpn_offset        Queue pair number offset
515 * @ret doorbell_idx    Doorbell index
516 */
517static inline unsigned int
518arbel_send_doorbell_idx ( unsigned int qpn_offset ) {
519        return ( ARBEL_MAX_CQS + qpn_offset );
520}
521
522/**
523 * Get receive work request doorbell index
524 *
525 * @v qpn_offset        Queue pair number offset
526 * @ret doorbell_idx    Doorbell index
527 */
528static inline unsigned int
529arbel_recv_doorbell_idx ( unsigned int qpn_offset ) {
530        return ( ARBEL_MAX_DOORBELL_RECORDS - ARBEL_MAX_CQS - qpn_offset - 1 );
531}
532
533/**
534 * Get completion queue consumer counter doorbell index
535 *
536 * @v cqn_offset        Completion queue number offset
537 * @ret doorbell_idx    Doorbell index
538 */
539static inline unsigned int
540arbel_cq_ci_doorbell_idx ( unsigned int cqn_offset ) {
541        return ( ARBEL_MAX_DOORBELL_RECORDS - cqn_offset - 1 );
542}
543
544#endif /* _ARBEL_H */
Note: See TracBrowser for help on using the repository browser.