1 /* SPDX-License-Identifier: GPL-2.0 WITH Linux-syscall-note */ 2 /* Copyright(c) 2019 Intel Corporation. All rights rsvd. */ 3 #ifndef _USR_IDXD_H_ 4 #define _USR_IDXD_H_ 5 6 #ifdef __KERNEL__ 7 #include <linux/types.h> 8 #else 9 #include <stdint.h> 10 #endif 11 12 /* Descriptor flags */ 13 #define IDXD_OP_FLAG_FENCE 0x0001 14 #define IDXD_OP_FLAG_BOF 0x0002 15 #define IDXD_OP_FLAG_CRAV 0x0004 16 #define IDXD_OP_FLAG_RCR 0x0008 17 #define IDXD_OP_FLAG_RCI 0x0010 18 #define IDXD_OP_FLAG_CRSTS 0x0020 19 #define IDXD_OP_FLAG_CR 0x0080 20 #define IDXD_OP_FLAG_CC 0x0100 21 #define IDXD_OP_FLAG_ADDR1_TCS 0x0200 22 #define IDXD_OP_FLAG_ADDR2_TCS 0x0400 23 #define IDXD_OP_FLAG_ADDR3_TCS 0x0800 24 #define IDXD_OP_FLAG_CR_TCS 0x1000 25 #define IDXD_OP_FLAG_STORD 0x2000 26 #define IDXD_OP_FLAG_DRDBK 0x4000 27 #define IDXD_OP_FLAG_DSTS 0x8000 28 29 /* Opcode */ 30 enum dsa_opcode { 31 DSA_OPCODE_NOOP = 0, 32 DSA_OPCODE_BATCH, 33 DSA_OPCODE_DRAIN, 34 DSA_OPCODE_MEMMOVE, 35 DSA_OPCODE_MEMFILL, 36 DSA_OPCODE_COMPARE, 37 DSA_OPCODE_COMPVAL, 38 DSA_OPCODE_CR_DELTA, 39 DSA_OPCODE_AP_DELTA, 40 DSA_OPCODE_DUALCAST, 41 DSA_OPCODE_CRCGEN = 0x10, 42 DSA_OPCODE_COPY_CRC, 43 DSA_OPCODE_DIF_CHECK, 44 DSA_OPCODE_DIF_INS, 45 DSA_OPCODE_DIF_STRP, 46 DSA_OPCODE_DIF_UPDT, 47 DSA_OPCODE_CFLUSH = 0x20, 48 }; 49 50 /* Completion record status */ 51 enum dsa_completion_status { 52 DSA_COMP_NONE = 0, 53 DSA_COMP_SUCCESS, 54 DSA_COMP_SUCCESS_PRED, 55 DSA_COMP_PAGE_FAULT_NOBOF, 56 DSA_COMP_PAGE_FAULT_IR, 57 DSA_COMP_BATCH_FAIL, 58 DSA_COMP_BATCH_PAGE_FAULT, 59 DSA_COMP_DR_OFFSET_NOINC, 60 DSA_COMP_DR_OFFSET_ERANGE, 61 DSA_COMP_DIF_ERR, 62 DSA_COMP_BAD_OPCODE = 0x10, 63 DSA_COMP_INVALID_FLAGS, 64 DSA_COMP_NOZERO_RESERVE, 65 DSA_COMP_XFER_ERANGE, 66 DSA_COMP_DESC_CNT_ERANGE, 67 DSA_COMP_DR_ERANGE, 68 DSA_COMP_OVERLAP_BUFFERS, 69 DSA_COMP_DCAST_ERR, 70 DSA_COMP_DESCLIST_ALIGN, 71 DSA_COMP_INT_HANDLE_INVAL, 72 DSA_COMP_CRA_XLAT, 73 DSA_COMP_CRA_ALIGN, 74 DSA_COMP_ADDR_ALIGN, 75 DSA_COMP_PRIV_BAD, 76 DSA_COMP_TRAFFIC_CLASS_CONF, 77 DSA_COMP_PFAULT_RDBA, 78 DSA_COMP_HW_ERR1, 79 DSA_COMP_HW_ERR_DRB, 80 DSA_COMP_TRANSLATION_FAIL, 81 }; 82 83 #define DSA_COMP_STATUS_MASK 0x7f 84 #define DSA_COMP_STATUS_WRITE 0x80 85 86 struct dsa_hw_desc { 87 uint32_t pasid:20; 88 uint32_t rsvd:11; 89 uint32_t priv:1; 90 uint32_t flags:24; 91 uint32_t opcode:8; 92 uint64_t completion_addr; 93 union { 94 uint64_t src_addr; 95 uint64_t rdback_addr; 96 uint64_t pattern; 97 uint64_t desc_list_addr; 98 }; 99 union { 100 uint64_t dst_addr; 101 uint64_t rdback_addr2; 102 uint64_t src2_addr; 103 uint64_t comp_pattern; 104 }; 105 union { 106 uint32_t xfer_size; 107 uint32_t desc_count; 108 }; 109 uint16_t int_handle; 110 uint16_t rsvd1; 111 union { 112 uint8_t expected_res; 113 /* create delta record */ 114 struct { 115 uint64_t delta_addr; 116 uint32_t max_delta_size; 117 uint32_t delt_rsvd; 118 uint8_t expected_res_mask; 119 }; 120 uint32_t delta_rec_size; 121 uint64_t dest2; 122 /* CRC */ 123 struct { 124 uint32_t crc_seed; 125 uint32_t crc_rsvd; 126 uint64_t seed_addr; 127 }; 128 /* DIF check or strip */ 129 struct { 130 uint8_t src_dif_flags; 131 uint8_t dif_chk_res; 132 uint8_t dif_chk_flags; 133 uint8_t dif_chk_res2[5]; 134 uint32_t chk_ref_tag_seed; 135 uint16_t chk_app_tag_mask; 136 uint16_t chk_app_tag_seed; 137 }; 138 /* DIF insert */ 139 struct { 140 uint8_t dif_ins_res; 141 uint8_t dest_dif_flag; 142 uint8_t dif_ins_flags; 143 uint8_t dif_ins_res2[13]; 144 uint32_t ins_ref_tag_seed; 145 uint16_t ins_app_tag_mask; 146 uint16_t ins_app_tag_seed; 147 }; 148 /* DIF update */ 149 struct { 150 uint8_t src_upd_flags; 151 uint8_t upd_dest_flags; 152 uint8_t dif_upd_flags; 153 uint8_t dif_upd_res[5]; 154 uint32_t src_ref_tag_seed; 155 uint16_t src_app_tag_mask; 156 uint16_t src_app_tag_seed; 157 uint32_t dest_ref_tag_seed; 158 uint16_t dest_app_tag_mask; 159 uint16_t dest_app_tag_seed; 160 }; 161 162 uint8_t op_specific[24]; 163 }; 164 } __attribute__((packed)); 165 166 struct dsa_raw_desc { 167 uint64_t field[8]; 168 } __attribute__((packed)); 169 170 /* 171 * The status field will be modified by hardware, therefore it should be 172 * volatile and prevent the compiler from optimize the read. 173 */ 174 struct dsa_completion_record { 175 volatile uint8_t status; 176 union { 177 uint8_t result; 178 uint8_t dif_status; 179 }; 180 uint16_t rsvd; 181 uint32_t bytes_completed; 182 uint64_t fault_addr; 183 union { 184 uint16_t delta_rec_size; 185 uint16_t crc_val; 186 187 /* DIF check & strip */ 188 struct { 189 uint32_t dif_chk_ref_tag; 190 uint16_t dif_chk_app_tag_mask; 191 uint16_t dif_chk_app_tag; 192 }; 193 194 /* DIF insert */ 195 struct { 196 uint64_t dif_ins_res; 197 uint32_t dif_ins_ref_tag; 198 uint16_t dif_ins_app_tag_mask; 199 uint16_t dif_ins_app_tag; 200 }; 201 202 /* DIF update */ 203 struct { 204 uint32_t dif_upd_src_ref_tag; 205 uint16_t dif_upd_src_app_tag_mask; 206 uint16_t dif_upd_src_app_tag; 207 uint32_t dif_upd_dest_ref_tag; 208 uint16_t dif_upd_dest_app_tag_mask; 209 uint16_t dif_upd_dest_app_tag; 210 }; 211 212 uint8_t op_specific[16]; 213 }; 214 } __attribute__((packed)); 215 216 struct dsa_raw_completion_record { 217 uint64_t field[4]; 218 } __attribute__((packed)); 219 220 #endif 221