Training courses

Kernel and Embedded Linux

Bootlin training courses

Embedded Linux, kernel,
Yocto Project, Buildroot, real-time,
graphics, boot time, debugging...

Bootlin logo

Elixir Cross Referencer

  1
  2
  3
  4
  5
  6
  7
  8
  9
 10
 11
 12
 13
 14
 15
 16
 17
 18
 19
 20
 21
 22
 23
 24
 25
 26
 27
 28
 29
 30
 31
 32
 33
 34
 35
 36
 37
 38
 39
 40
 41
 42
 43
 44
 45
 46
 47
 48
 49
 50
 51
 52
 53
 54
 55
 56
 57
 58
 59
 60
 61
 62
 63
 64
 65
 66
 67
 68
 69
 70
 71
 72
 73
 74
 75
 76
 77
 78
 79
 80
 81
 82
 83
 84
 85
 86
 87
 88
 89
 90
 91
 92
 93
 94
 95
 96
 97
 98
 99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
/*	$NetBSD: nvmereg.h,v 1.19 2022/10/12 20:50:43 andvar Exp $	*/
/*	$OpenBSD: nvmereg.h,v 1.10 2016/04/14 11:18:32 dlg Exp $ */

/*
 * Copyright (c) 2014 David Gwynne <dlg@openbsd.org>
 *
 * Permission to use, copy, modify, and distribute this software for any
 * purpose with or without fee is hereby granted, provided that the above
 * copyright notice and this permission notice appear in all copies.
 *
 * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
 * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
 * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
 * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
 * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
 * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
 * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
 */

#ifndef	__NVMEREG_H__
#define	__NVMEREG_H__

#ifndef	NVME_CTASSERT
#define	NVME_CTASSERT(x, s)	__CTASSERT(x)
#endif

#define NVME_CAP	0x0000	/* Controller Capabilities */
#define  NVME_CAP_MPSMAX(_r)	(12 + (((_r) >> 52) & 0xf)) /* shift */
#define  NVME_CAP_MPSMIN(_r)	(12 + (((_r) >> 48) & 0xf)) /* shift */
#define  NVME_CAP_CSS(_r)	(((_r) >> 37) & 0x7f)
#define  NVME_CAP_CSS_NVM	__BIT(0)
#define  NVME_CAP_NSSRS(_r)	ISSET((_r), __BIT(36))
#define  NVME_CAP_DSTRD(_r)	__BIT(2 + (((_r) >> 32) & 0xf)) /* bytes */
#define  NVME_CAP_TO(_r)	(500 * (((_r) >> 24) & 0xff)) /* ms */
#define  NVME_CAP_AMS(_r)	(((_r) >> 17) & 0x3)
#define  NVME_CAP_AMS_WRR	__BIT(0)
#define  NVME_CAP_AMS_VENDOR	__BIT(1)
#define  NVME_CAP_CQR(_r)	ISSET((_r), __BIT(16))
#define  NVME_CAP_MQES(_r)	(((_r) & 0xffff) + 1)
#define NVME_CAP_LO	0x0000
#define NVME_CAP_HI	0x0004
#define NVME_VS		0x0008	/* Version */
#define  NVME_VS_MJR(_r)	(((_r) >> 16) & 0xffff)
#define  NVME_VS_MNR(_r)	(((_r) >> 8) & 0xff)
#define  NVME_VS_TER(_r)	((_r) & 0xff)
#define NVME_INTMS	0x000c	/* Interrupt Mask Set */
#define NVME_INTMC	0x0010	/* Interrupt Mask Clear */
#define NVME_CC		0x0014	/* Controller Configuration */
#define  NVME_CC_IOCQES(_v)	(((_v) & 0xf) << 20)
#define  NVME_CC_IOCQES_MASK	NVME_CC_IOCQES(0xf)
#define  NVME_CC_IOCQES_R(_v)	(((_v) >> 20) & 0xf)
#define  NVME_CC_IOSQES(_v)	(((_v) & 0xf) << 16)
#define  NVME_CC_IOSQES_MASK	NVME_CC_IOSQES(0xf)
#define  NVME_CC_IOSQES_R(_v)	(((_v) >> 16) & 0xf)
#define  NVME_CC_SHN(_v)	(((_v) & 0x3) << 14)
#define  NVME_CC_SHN_MASK	NVME_CC_SHN(0x3)
#define  NVME_CC_SHN_R(_v)	(((_v) >> 15) & 0x3)
#define  NVME_CC_SHN_NONE	0
#define  NVME_CC_SHN_NORMAL	1
#define  NVME_CC_SHN_ABRUPT	2
#define  NVME_CC_AMS(_v)	(((_v) & 0x7) << 11)
#define  NVME_CC_AMS_MASK	NVME_CC_AMS(0x7)
#define  NVME_CC_AMS_R(_v)	(((_v) >> 11) & 0xf)
#define  NVME_CC_AMS_RR		0 /* round-robin */
#define  NVME_CC_AMS_WRR_U	1 /* weighted round-robin w/ urgent */
#define  NVME_CC_AMS_VENDOR	7 /* vendor */
#define  NVME_CC_MPS(_v)	((((_v) - 12) & 0xf) << 7)
#define  NVME_CC_MPS_MASK	(0xf << 7)
#define  NVME_CC_MPS_R(_v)	(12 + (((_v) >> 7) & 0xf))
#define  NVME_CC_CSS(_v)	(((_v) & 0x7) << 4)
#define  NVME_CC_CSS_MASK	NVME_CC_CSS(0x7)
#define  NVME_CC_CSS_R(_v)	(((_v) >> 4) & 0x7)
#define  NVME_CC_CSS_NVM	0
#define  NVME_CC_EN		__BIT(0)
#define NVME_CSTS	0x001c	/* Controller Status */
#define  NVME_CSTS_SHST_MASK	(0x3 << 2)
#define  NVME_CSTS_SHST_NONE	(0x0 << 2) /* normal operation */
#define  NVME_CSTS_SHST_WAIT	(0x1 << 2) /* shutdown processing occurring */
#define  NVME_CSTS_SHST_DONE	(0x2 << 2) /* shutdown processing complete */
#define  NVME_CSTS_CFS		__BIT(1)
#define  NVME_CSTS_RDY		__BIT(0)
#define NVME_NSSR	0x0020	/* NVM Subsystem Reset (Optional) */
#define NVME_AQA	0x0024	/* Admin Queue Attributes */
				/* Admin Completion Queue Size */
#define  NVME_AQA_ACQS(_v)	(((_v) - 1) << 16)
#define  NVME_AQA_ACQS_R(_v)	((_v >> 16) & (__BIT(12) - 1))
				/* Admin Submission Queue Size */
#define  NVME_AQA_ASQS(_v)	(((_v) - 1) << 0)
#define  NVME_AQA_ASQS_R(_v)	(_v & (__BIT(12) - 1))
#define NVME_ASQ	0x0028	/* Admin Submission Queue Base Address */
#define NVME_ACQ	0x0030	/* Admin Completion Queue Base Address */

#define NVME_ADMIN_Q		0
/* Submission Queue Tail Doorbell */
#define NVME_SQTDBL(_q, _s)	(0x1000 + (2 * (_q) + 0) * (_s))
/* Completion Queue Head Doorbell */
#define NVME_CQHDBL(_q, _s)	(0x1000 + (2 * (_q) + 1) * (_s))

struct nvme_sge {
	uint8_t		id;
	uint8_t		_reserved[15];
} __packed __aligned(8);
NVME_CTASSERT(sizeof(struct nvme_sge) == 16, "bad size for nvme_sge");

struct nvme_sge_data {
	uint8_t		id;
	uint8_t		_reserved[3];

	uint32_t	length;

	uint64_t	address;
} __packed __aligned(8);
NVME_CTASSERT(sizeof(struct nvme_sge_data) == 16, "bad size for nvme_sge_data");

struct nvme_sge_bit_bucket {
	uint8_t		id;
	uint8_t		_reserved[3];

	uint32_t	length;

	uint64_t	address;
} __packed __aligned(8);
NVME_CTASSERT(sizeof(struct nvme_sge_bit_bucket) == 16, "bad size for nvme_sge_bit_bucket");

struct nvme_sqe {
	uint8_t		opcode;
	uint8_t		flags;
	uint16_t	cid;

	uint32_t	nsid;

	uint8_t		_reserved[8];

	uint64_t	mptr;

	union {
		uint64_t	prp[2];
		struct nvme_sge	sge;
	} entry;

	uint32_t	cdw10;
	uint32_t	cdw11;
	uint32_t	cdw12;
	uint32_t	cdw13;
	uint32_t	cdw14;
	uint32_t	cdw15;
} __packed __aligned(8);
NVME_CTASSERT(sizeof(struct nvme_sqe) == 64, "bad size for nvme_sqe");

struct nvme_sqe_q {
	uint8_t		opcode;
	uint8_t		flags;
	uint16_t	cid;

	uint8_t		_reserved1[20];

	uint64_t	prp1;

	uint8_t		_reserved2[8];

	uint16_t	qid;
	uint16_t	qsize;

	uint8_t		qflags;
#define NVM_SQE_SQ_QPRIO_URG	(0x0 << 1)
#define NVM_SQE_SQ_QPRIO_HI	(0x1 << 1)
#define NVM_SQE_SQ_QPRIO_MED	(0x2 << 1)
#define NVM_SQE_SQ_QPRIO_LOW	(0x3 << 1)
#define NVM_SQE_CQ_IEN		__BIT(1)
#define NVM_SQE_Q_PC		__BIT(0)
	uint8_t		_reserved3;
	uint16_t	cqid; /* XXX interrupt vector for cq */

	uint8_t		_reserved4[16];
} __packed __aligned(8);
NVME_CTASSERT(sizeof(struct nvme_sqe_q) == 64, "bad size for nvme_sqe_q");

struct nvme_sqe_io {
	uint8_t		opcode;
	uint8_t		flags;
	uint16_t	cid;

	uint32_t	nsid;

	uint8_t		_reserved[8];

	uint64_t	mptr;

	union {
		uint64_t	prp[2];
		struct nvme_sge	sge;
	} entry;

	uint64_t	slba;	/* Starting LBA */

	uint16_t	nlb;	/* Number of Logical Blocks */
	uint16_t	ioflags;
#define NVM_SQE_IO_LR	__BIT(15)	/* Limited Retry */
#define NVM_SQE_IO_FUA	__BIT(14)	/* Force Unit Access (bypass cache) */

	uint8_t		dsm;	/* Dataset Management */
#define NVM_SQE_IO_INCOMP	__BIT(7)	/* Incompressible */
#define NVM_SQE_IO_SEQ		__BIT(6)	/* Sequential request */
#define NVM_SQE_IO_LAT_MASK	__BITS(4, 5)	/* Access Latency */
#define  NVM_SQE_IO_LAT_NONE	0		/* Latency: none */
#define  NVM_SQE_IO_LAT_IDLE	__BIT(4)	/* Latency: idle */
#define  NVM_SQE_IO_LAT_NORMAL	__BIT(5)	/* Latency: normal */
#define  NVM_SQE_IO_LAT_LOW	__BITS(4, 5)	/* Latency: low */
#define NVM_SQE_IO_FREQ_MASK	__BITS(0, 3)	/* Access Frequency */
#define  NVM_SQE_IO_FREQ_TYPICAL	0x1	/* Typical */
#define  NVM_SQE_IO_FREQ_INFR_INFW	0x2	/* Infrequent read and writes */
#define  NVM_SQE_IO_FREQ_FRR_INFW	0x3	/* Frequent read, inf. writes */
#define  NVM_SQE_IO_FREQ_INFR_FRW	0x4	/* Inf. read, freq. writes */
#define  NVM_SQE_IO_FREQ_FRR_FRW	0x5	/* Freq. read and writes */
#define  NVM_SQE_IO_FREQ_ONCE		0x6	/* One time i/o operation */
/* Extra Access Frequency bits for read operations */
#define  NVM_SQE_IO_FREQ_SPEC		0x7	/* Speculative read - prefetch */
#define  NVM_SQE_IO_FREQ_OVERWRITE	0x8	/* Will be overwritten soon */
	uint8_t		_reserved2[3];

	uint32_t	eilbrt;	/* Expected Initial Logical Block
				   Reference Tag */

	uint16_t	elbat;	/* Expected Logical Block
				   Application Tag */
	uint16_t	elbatm;	/* Expected Logical Block
				   Application Tag Mask */
} __packed __aligned(8);
NVME_CTASSERT(sizeof(struct nvme_sqe_io) == 64, "bad size for nvme_sqe_io");

struct nvme_cqe {
	uint32_t	cdw0;

	uint32_t	_reserved;

	uint16_t	sqhd; /* SQ Head Pointer */
	uint16_t	sqid; /* SQ Identifier */

	uint16_t	cid; /* Command Identifier */
	uint16_t	flags;
#define NVME_CQE_DNR		__BIT(15)
#define NVME_CQE_M		__BIT(14)
#define NVME_CQE_SCT_MASK	__BITS(9, 11)
#define NVME_CQE_SCT(_f)	((_f) & NVME_CQE_SCT_MASK)
#define  NVME_CQE_SCT_GENERIC		(0x00 << 9)
#define  NVME_CQE_SCT_COMMAND		(0x01 << 9)
#define  NVME_CQE_SCT_MEDIAERR		(0x02 << 9)
#define  NVME_CQE_SCT_VENDOR		(0x07 << 9)
#define NVME_CQE_SC_MASK	__BITS(1, 8)
#define NVME_CQE_SC(_f)		((_f) & NVME_CQE_SC_MASK)
/* generic command status codes */
#define  NVME_CQE_SC_SUCCESS		(0x00 << 1)
#define  NVME_CQE_SC_INVALID_OPCODE	(0x01 << 1)
#define  NVME_CQE_SC_INVALID_FIELD	(0x02 << 1)
#define  NVME_CQE_SC_CID_CONFLICT	(0x03 << 1)
#define  NVME_CQE_SC_DATA_XFER_ERR	(0x04 << 1)
#define  NVME_CQE_SC_ABRT_BY_NO_PWR	(0x05 << 1)
#define  NVME_CQE_SC_INTERNAL_DEV_ERR	(0x06 << 1)
#define  NVME_CQE_SC_CMD_ABRT_REQD	(0x07 << 1)
#define  NVME_CQE_SC_CMD_ABDR_SQ_DEL	(0x08 << 1)
#define  NVME_CQE_SC_CMD_ABDR_FUSE_ERR	(0x09 << 1)
#define  NVME_CQE_SC_CMD_ABDR_FUSE_MISS	(0x0a << 1)
#define  NVME_CQE_SC_INVALID_NS		(0x0b << 1)
#define  NVME_CQE_SC_CMD_SEQ_ERR	(0x0c << 1)
#define  NVME_CQE_SC_INVALID_LAST_SGL	(0x0d << 1)
#define  NVME_CQE_SC_INVALID_NUM_SGL	(0x0e << 1)
#define  NVME_CQE_SC_DATA_SGL_LEN	(0x0f << 1)
#define  NVME_CQE_SC_MDATA_SGL_LEN	(0x10 << 1)
#define  NVME_CQE_SC_SGL_TYPE_INVALID	(0x11 << 1)
#define  NVME_CQE_SC_LBA_RANGE		(0x80 << 1)
#define  NVME_CQE_SC_CAP_EXCEEDED	(0x81 << 1)
#define  NVME_CQE_SC_NS_NOT_RDY		(0x82 << 1)
#define  NVME_CQE_SC_RSV_CONFLICT	(0x83 << 1)
/* command specific status codes */
#define  NVME_CQE_SC_CQE_INVALID	(0x00 << 1)
#define  NVME_CQE_SC_INVALID_QID	(0x01 << 1)
#define  NVME_CQE_SC_MAX_Q_SIZE		(0x02 << 1)
#define  NVME_CQE_SC_ABORT_LIMIT	(0x03 << 1)
#define  NVME_CQE_SC_ASYNC_EV_REQ_LIMIT	(0x05 << 1)
#define  NVME_CQE_SC_INVALID_FW_SLOT	(0x06 << 1)
#define  NVME_CQE_SC_INVALID_FW_IMAGE	(0x07 << 1)
#define  NVME_CQE_SC_INVALID_INT_VEC	(0x08 << 1)
#define  NVME_CQE_SC_INVALID_LOG_PAGE	(0x09 << 1)
#define  NVME_CQE_SC_INVALID_FORMAT	(0x0a << 1)
#define  NVME_CQE_SC_FW_REQ_CNV_RESET	(0x0b << 1)
#define  NVME_CQE_SC_FW_REQ_NVM_RESET	(0x10 << 1)
#define  NVME_CQE_SC_FW_REQ_RESET	(0x11 << 1)
#define  NVME_CQE_SC_FW_MAX_TIME_VIO	(0x12 << 1)
#define  NVME_CQE_SC_FW_PROHIBIT	(0x13 << 1)
#define  NVME_CQE_SC_OVERLAP_RANGE	(0x14 << 1)
#define  NVME_CQE_SC_CONFLICT_ATTRS	(0x80 << 1)
#define  NVME_CQE_SC_INVALID_PROT_INFO	(0x81 << 1)
#define  NVME_CQE_SC_ATT_WR_TO_RO_PAGE	(0x82 << 1)
/* media error status codes */
#define  NVME_CQE_SC_WRITE_FAULTS	(0x80 << 1)
#define  NVME_CQE_SC_UNRECV_READ_ERR	(0x81 << 1)
#define  NVME_CQE_SC_GUARD_CHECK_ERR	(0x82 << 1)
#define  NVME_CQE_SC_APPL_TAG_CHECK_ERR	(0x83 << 1)
#define  NVME_CQE_SC_REF_TAG_CHECK_ERR	(0x84 << 1)
#define  NVME_CQE_SC_CMP_FAIL		(0x85 << 1)
#define  NVME_CQE_SC_ACCESS_DENIED	(0x86 << 1)
#define NVME_CQE_PHASE		__BIT(0)
} __packed __aligned(8);
NVME_CTASSERT(sizeof(struct nvme_cqe) == 16, "bad size for nvme_cqe");

#define NVM_ADMIN_DEL_IOSQ	0x00 /* Delete I/O Submission Queue */
#define NVM_ADMIN_ADD_IOSQ	0x01 /* Create I/O Submission Queue */
#define NVM_ADMIN_GET_LOG_PG	0x02 /* Get Log Page */
#define NVM_ADMIN_DEL_IOCQ	0x04 /* Delete I/O Completion Queue */
#define NVM_ADMIN_ADD_IOCQ	0x05 /* Create I/O Completion Queue */
#define NVM_ADMIN_IDENTIFY	0x06 /* Identify */
#define NVM_ADMIN_ABORT		0x08 /* Abort */
#define NVM_ADMIN_SET_FEATURES	0x09 /* Set Features */
#define NVM_ADMIN_GET_FEATURES	0x0a /* Get Features */
#define NVM_ADMIN_ASYNC_EV_REQ	0x0c /* Asynchronous Event Request */
#define NVM_ADMIN_NS_MANAGEMENT	0x0d /* Namespace Management */
/* 0x0e-0x0f - reserved */
#define NVM_ADMIN_FW_COMMIT	0x10 /* Firmware Commit */
#define NVM_ADMIN_FW_DOWNLOAD	0x11 /* Firmware Image Download */
#define NVM_ADMIN_DEV_SELFTEST	0x14 /* Device Self Test */
#define NVM_ADMIN_NS_ATTACHMENT	0x15 /* Namespace Attachment */
#define NVM_ADMIN_KEEP_ALIVE	0x18 /* Keep Alive */
#define NVM_ADMIN_DIRECTIVE_SND	0x19 /* Directive Send */
#define NVM_ADMIN_DIRECTIVE_RCV	0x1a /* Directive Receive */
#define NVM_ADMIN_VIRT_MGMT	0x1c /* Virtualization Management */
#define NVM_ADMIN_NVME_MI_SEND	0x1d /* NVMe-MI Send */
#define NVM_ADMIN_NVME_MI_RECV	0x1e /* NVMe-MI Receive */
#define NVM_ADMIN_DOORBELL_BC	0x7c /* Doorbell Buffer Config */
#define NVM_ADMIN_FORMAT_NVM	0x80 /* Format NVM */
#define NVM_ADMIN_SECURITY_SND	0x81 /* Security Send */
#define NVM_ADMIN_SECURITY_RCV	0x82 /* Security Receive */
#define NVM_ADMIN_SANITIZE	0x84 /* Sanitize */

#define NVM_CMD_FLUSH		0x00 /* Flush */
#define NVM_CMD_WRITE		0x01 /* Write */
#define NVM_CMD_READ		0x02 /* Read */
#define NVM_CMD_WR_UNCOR	0x04 /* Write Uncorrectable */
#define NVM_CMD_COMPARE		0x05 /* Compare */
/* 0x06-0x07 - reserved */
#define NVM_CMD_WRITE_ZEROES	0x08 /* Write Zeroes */
#define NVM_CMD_DSM		0x09 /* Dataset Management */

/* Features for GET/SET FEATURES */
/* 0x00 - reserved */
#define NVM_FEAT_ARBITRATION			0x01
#define NVM_FEAT_POWER_MANAGEMENT		0x02
#define NVM_FEAT_LBA_RANGE_TYPE			0x03
#define NVM_FEAT_TEMPERATURE_THRESHOLD		0x04
#define NVM_FEAT_ERROR_RECOVERY			0x05
#define NVM_FEATURE_VOLATILE_WRITE_CACHE	0x06	/* optional */
#define NVM_FEATURE_NUMBER_OF_QUEUES		0x07	/* mandatory */
#define NVM_FEAT_INTERRUPT_COALESCING		0x08
#define NVM_FEAT_INTERRUPT_VECTOR_CONFIGURATION 0x09
#define NVM_FEAT_WRITE_ATOMICITY		0x0a
#define NVM_FEAT_ASYNC_EVENT_CONFIGURATION	0x0b
#define NVM_FEAT_AUTONOMOUS_POWER_STATE_TRANSITION 0x0c
#define NVM_FEAT_HOST_MEMORY_BUFFER		0x0d
#define NVM_FEAT_TIMESTAMP			0x0e
#define NVM_FEAT_KEEP_ALIVE_TIMER		0x0f
#define NVM_FEAT_HOST_CONTROLLED_THERMAL_MGMT	0x10
#define NVM_FEAT_NON_OP_POWER_STATE_CONFIG	0x11
/* 0x12-0x77 - reserved */
/* 0x78-0x7f - NVMe Management Interface */
#define NVM_FEAT_SOFTWARE_PROGRESS_MARKER	0x80
#define NVM_FEAT_HOST_IDENTIFIER		0x81
#define NVM_FEAT_RESERVATION_NOTIFICATION_MASK	0x82
#define NVM_FEAT_RESERVATION_PERSISTANCE	0x83
/* 0x84-0xBF - command set specific (reserved) */
/* 0xC0-0xFF - vendor specific */

#define NVM_SET_FEATURES_SV		__BIT(31)	/* Persist */

#define NVM_VOLATILE_WRITE_CACHE_WCE	__BIT(0) 	/* Write Cache Enable */

/* Power State Descriptor Data */
struct nvm_identify_psd {
	uint16_t	mp;		/* Max Power */
	uint8_t		_reserved1;
	uint8_t		flags;
#define	NVME_PSD_NOPS		__BIT(1)
#define	NVME_PSD_MPS		__BIT(0)

	uint32_t	enlat;		/* Entry Latency */

	uint32_t	exlat;		/* Exit Latency */

	uint8_t		rrt;		/* Relative Read Throughput */
#define	NVME_PSD_RRT_MASK	__BITS(0, 4)
	uint8_t		rrl;		/* Relative Read Latency */
#define	NVME_PSD_RRL_MASK	__BITS(0, 4)
	uint8_t		rwt;		/* Relative Write Throughput */
#define	NVME_PSD_RWT_MASK	__BITS(0, 4)
	uint8_t		rwl;		/* Relative Write Latency */
#define	NVME_PSD_RWL_MASK	__BITS(0, 4)

	uint16_t	idlp;		/* Idle Power */
	uint8_t		ips;		/* Idle Power Scale */
#define	NVME_PSD_IPS_MASK	__BITS(0, 1)
	uint8_t		_reserved2;
	uint16_t	actp;		/* Active Power */
	uint16_t	ap;		/* Active Power Workload/Scale */
#define	NVME_PSD_APW_MASK	__BITS(0, 2)
#define	NVME_PSD_APS_MASK	__BITS(6, 7)

	uint8_t		_reserved[8];
} __packed __aligned(8);
NVME_CTASSERT(sizeof(struct nvm_identify_psd) == 32, "bad size for nvm_identify_psd");

struct nvm_identify_controller {
	/* Controller Capabilities and Features */

	uint16_t	vid;		/* PCI Vendor ID */
	uint16_t	ssvid;		/* PCI Subsystem Vendor ID */

	uint8_t		sn[20];		/* Serial Number */
	uint8_t		mn[40];		/* Model Number */
	uint8_t		fr[8];		/* Firmware Revision */

	uint8_t		rab;		/* Recommended Arbitration Burst */
	uint8_t		ieee[3];	/* IEEE OUI Identifier */

	uint8_t		cmic;		/* Controller Multi-Path I/O and
					   Namespace Sharing Capabilities */
	uint8_t		mdts;		/* Maximum Data Transfer Size */

	uint16_t	cntlid;		/* Controller ID */
	uint32_t	ver;		/* Version */

	uint32_t	rtd3r;		/* RTD3 Resume Latency */
	uint32_t	rtd3e;		/* RTD3 Enter Latency */

	uint32_t	oaes;		/* Optional Asynchronous Events Supported */
	uint32_t	ctrattr;	/* Controller Attributes */

	uint8_t		_reserved1[12];

	uint8_t		fguid[16];	/* FRU Globally Unique Identifier */

	uint8_t		_reserved2[128];

	/* Admin Command Set Attributes & Optional Controller Capabilities */

	uint16_t	oacs;		/* Optional Admin Command Support */
#define	NVME_ID_CTRLR_OACS_DOORBELL_BC	__BIT(8)
#define	NVME_ID_CTRLR_OACS_VIRT_MGMT	__BIT(7)
#define	NVME_ID_CTRLR_OACS_NVME_MI	__BIT(6)
#define	NVME_ID_CTRLR_OACS_DIRECTIVES	__BIT(5)
#define	NVME_ID_CTRLR_OACS_DEV_SELFTEST	__BIT(4)
#define	NVME_ID_CTRLR_OACS_NS		__BIT(3)
#define	NVME_ID_CTRLR_OACS_FW		__BIT(2)
#define	NVME_ID_CTRLR_OACS_FORMAT	__BIT(1)
#define	NVME_ID_CTRLR_OACS_SECURITY	__BIT(0)
	uint8_t		acl;		/* Abort Command Limit */
	uint8_t		aerl;		/* Asynchronous Event Request Limit */

	uint8_t		frmw;		/* Firmware Updates */
#define	NVME_ID_CTRLR_FRMW_NOREQ_RESET	__BIT(4)
#define	NVME_ID_CTRLR_FRMW_NSLOT	__BITS(1, 3)
#define	NVME_ID_CTRLR_FRMW_SLOT1_RO	__BIT(0)
	uint8_t		lpa;		/* Log Page Attributes */
#define	NVME_ID_CTRLR_LPA_CMD_EFFECT	__BIT(1)
#define	NVME_ID_CTRLR_LPA_NS_SMART	__BIT(0)
	uint8_t		elpe;		/* Error Log Page Entries */
	uint8_t		npss;		/* Number of Power States Support */

	uint8_t		avscc;		/* Admin Vendor Specific Command
					   Configuration */
	uint8_t		apsta;		/* Autonomous Power State Transition
					   Attributes */
#define	NVME_ID_CTRLR_APSTA_PRESENT	__BIT(0)

	uint16_t	wctemp;		/* Warning Composite Temperature
					   Threshold */
	uint16_t	cctemp;		/* Critical Composite Temperature
					   Threshold */

	uint16_t	mtfa;		/* Maximum Time for Firmware Activation */

	uint32_t	hmpre;		/* Host Memory Buffer Preferred Size */
	uint32_t	hmmin;		/* Host Memory Buffer Minimum Size */

	struct {
		uint64_t	tnvmcap[2];
		uint64_t	unvmcap[2];
	} __packed untncap;		/* Name space capabilities:
					   if NVME_ID_CTRLR_OACS_NS,
					   report tnvmcap and unvmcap */

	uint32_t	rpmbs;		/* Replay Protected Memory Block Support */

	uint16_t	edstt;		/* Extended Device Self-test Time */
	uint8_t		dsto;		/* Device Self-test Options */

	uint8_t		fwug;		/* Firmware Update Granularity */

	uint16_t	kas;		/* Keep Alive Support */

	uint16_t	hctma;		/* Host Controlled Thermal Management
					   Attributes */
	uint16_t	mntmt;		/* Minimum Thermal Management Temperature */
	uint16_t	mxtmt;		/* Maximum Thermal Management Temperature */

	uint32_t	sanicap;	/* Sanitize Capabilities */

	uint8_t		_reserved3[180];

	/* NVM Command Set Attributes */

	uint8_t		sqes;		/* Submission Queue Entry Size */
#define	NVME_ID_CTRLR_SQES_MAX		__BITS(4, 7)
#define	NVME_ID_CTRLR_SQES_MIN		__BITS(0, 3)
	uint8_t		cqes;		/* Completion Queue Entry Size */
#define	NVME_ID_CTRLR_CQES_MAX		__BITS(4, 7)
#define	NVME_ID_CTRLR_CQES_MIN		__BITS(0, 3)

	uint16_t	maxcmd;		/* Maximum Outstanding Commands */

	uint32_t	nn;		/* Number of Namespaces */

	uint16_t	oncs;		/* Optional NVM Command Support */
#define	NVME_ID_CTRLR_ONCS_TIMESTAMP	__BIT(6)
#define	NVME_ID_CTRLR_ONCS_RESERVATION	__BIT(5)
#define	NVME_ID_CTRLR_ONCS_SET_FEATURES	__BIT(4)
#define	NVME_ID_CTRLR_ONCS_WRITE_ZERO	__BIT(3)
#define	NVME_ID_CTRLR_ONCS_DSM		__BIT(2)
#define	NVME_ID_CTRLR_ONCS_WRITE_UNC	__BIT(1)
#define	NVME_ID_CTRLR_ONCS_COMPARE	__BIT(0)
	uint16_t	fuses;		/* Fused Operation Support */

	uint8_t		fna;		/* Format NVM Attributes */
#define	NVME_ID_CTRLR_FNA_CRYPTO_ERASE	__BIT(2)
#define	NVME_ID_CTRLR_FNA_ERASE_ALL	__BIT(1)
#define	NVME_ID_CTRLR_FNA_FORMAT_ALL	__BIT(0)
	uint8_t		vwc;		/* Volatile Write Cache */
#define	NVME_ID_CTRLR_VWC_PRESENT	__BIT(0)
	uint16_t	awun;		/* Atomic Write Unit Normal */
	uint16_t	awupf;		/* Atomic Write Unit Power Fail */

	uint8_t		nvscc;		/* NVM Vendor Specific Command */
	uint8_t		_reserved4[1];

	uint16_t	acwu;		/* Atomic Compare & Write Unit */
	uint8_t		_reserved5[2];

	uint32_t	sgls;		/* SGL Support */

	uint8_t		_reserved6[228];

	uint8_t		subnqn[256];	/* NVM Subsystem NVMe Qualified Name */

	uint8_t		_reserved7[768];

	uint8_t		_reserved8[256]; /* NVMe over Fabrics specification */

	struct nvm_identify_psd psd[32]; /* Power State Descriptors */

	uint8_t		vs[1024];	/* Vendor Specific */
} __packed __aligned(8);
NVME_CTASSERT(sizeof(struct nvm_identify_controller) == 4096, "bad size for nvm_identify_controller");

struct nvm_namespace_format {
	uint16_t	ms;		/* Metadata Size */
	uint8_t		lbads;		/* LBA Data Size */
	uint8_t		rp;		/* Relative Performance */
} __packed __aligned(4);
NVME_CTASSERT(sizeof(struct nvm_namespace_format) == 4, "bad size for nvm_namespace_format");

struct nvm_identify_namespace {
	uint64_t	nsze;		/* Namespace Size */

	uint64_t	ncap;		/* Namespace Capacity */

	uint64_t	nuse;		/* Namespace Utilization */

	uint8_t		nsfeat;		/* Namespace Features */
#define	NVME_ID_NS_NSFEAT_LOGICAL_BLK_ERR	__BIT(2)
#define	NVME_ID_NS_NSFEAT_NS			__BIT(1)
#define	NVME_ID_NS_NSFEAT_THIN_PROV		__BIT(0)
	uint8_t		nlbaf;		/* Number of LBA Formats */
	uint8_t		flbas;		/* Formatted LBA Size */
#define NVME_ID_NS_FLBAS(_f)			((_f) & 0x0f)
#define NVME_ID_NS_FLBAS_MD			0x10
	uint8_t		mc;		/* Metadata Capabilities */
	uint8_t		dpc;		/* End-to-end Data Protection
					   Capabilities */
	uint8_t		dps;		/* End-to-end Data Protection Type
					   Settings */
#define	NVME_ID_NS_DPS_MD_START			__BIT(3)
#define	NVME_ID_NS_DPS_PIT(_f)			((_f) & 0x7)

	uint8_t		nmic;		/* Namespace Multi-path I/O and Namespace
					   Sharing Capabilities */

	uint8_t		rescap;		/* Reservation Capabilities */

	uint8_t		fpi;		/* Format Progress Indicator */

	uint8_t		dlfeat;		/* Deallocate Logical Block Features */

	uint16_t	nawun;		/* Namespace Atomic Write Unit Normal  */
	uint16_t	nawupf;		/* Namespace Atomic Write Unit Power Fail */
	uint16_t	nacwu;		/* Namespace Atomic Compare & Write Unit */
	uint16_t	nabsn;		/* Namespace Atomic Boundary Size Normal */
	uint16_t	nabo;		/* Namespace Atomic Boundary Offset */
	uint16_t	nabspf;		/* Namespace Atomic Boundary Size Power
					   Fail */
	uint16_t	noiob;		/* Namespace Optimal IO Boundary */

	uint8_t		nvmcap[16];	/* NVM Capacity */

	uint8_t		_reserved1[40];	/* bytes 64-103: Reserved */

	uint8_t		nguid[16];	/* Namespace Globally Unique Identifier */
	uint8_t		eui64[8];	/* IEEE Extended Unique Identifier */

	struct nvm_namespace_format
			lbaf[16];	/* LBA Format Support */

	uint8_t		_reserved2[192];

	uint8_t		vs[3712];
} __packed __aligned(8);
NVME_CTASSERT(sizeof(struct nvm_identify_namespace) == 4096, "bad size for nvm_identify_namespace");

#endif	/* __NVMEREG_H__ */