1 /* SPDX-License-Identifier: GPL-2.0-only */ 2 /* 3 * AMD Cryptographic Coprocessor (CCP) crypto API support 4 * 5 * Copyright (C) 2013,2017 Advanced Micro Devices, Inc. 6 * 7 * Author: Tom Lendacky <thomas.lendacky@amd.com> 8 */ 9 10 #ifndef __CCP_CRYPTO_H__ 11 #define __CCP_CRYPTO_H__ 12 13 #include <linux/list.h> 14 #include <linux/wait.h> 15 #include <linux/ccp.h> 16 #include <crypto/algapi.h> 17 #include <crypto/aes.h> 18 #include <crypto/internal/aead.h> 19 #include <crypto/aead.h> 20 #include <crypto/ctr.h> 21 #include <crypto/hash.h> 22 #include <crypto/sha1.h> 23 #include <crypto/sha2.h> 24 #include <crypto/akcipher.h> 25 #include <crypto/skcipher.h> 26 #include <crypto/internal/rsa.h> 27 28 /* We want the module name in front of our messages */ 29 #undef pr_fmt 30 #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt 31 32 #define CCP_LOG_LEVEL KERN_INFO 33 34 #define CCP_CRA_PRIORITY 300 35 36 struct ccp_crypto_skcipher_alg { 37 struct list_head entry; 38 39 u32 mode; 40 41 struct skcipher_alg alg; 42 }; 43 44 struct ccp_crypto_aead { 45 struct list_head entry; 46 47 u32 mode; 48 49 struct aead_alg alg; 50 }; 51 52 struct ccp_crypto_ahash_alg { 53 struct list_head entry; 54 55 const __be32 *init; 56 u32 type; 57 u32 mode; 58 59 /* Child algorithm used for HMAC, CMAC, etc */ 60 char child_alg[CRYPTO_MAX_ALG_NAME]; 61 62 struct ahash_alg alg; 63 }; 64 65 struct ccp_crypto_akcipher_alg { 66 struct list_head entry; 67 68 struct akcipher_alg alg; 69 }; 70 71 static inline struct ccp_crypto_skcipher_alg * ccp_crypto_skcipher_alg(struct crypto_skcipher * tfm)72 ccp_crypto_skcipher_alg(struct crypto_skcipher *tfm) 73 { 74 struct skcipher_alg *alg = crypto_skcipher_alg(tfm); 75 76 return container_of(alg, struct ccp_crypto_skcipher_alg, alg); 77 } 78 79 static inline struct ccp_crypto_ahash_alg * ccp_crypto_ahash_alg(struct crypto_tfm * tfm)80 ccp_crypto_ahash_alg(struct crypto_tfm *tfm) 81 { 82 struct crypto_alg *alg = tfm->__crt_alg; 83 struct ahash_alg *ahash_alg; 84 85 ahash_alg = container_of(alg, struct ahash_alg, halg.base); 86 87 return container_of(ahash_alg, struct ccp_crypto_ahash_alg, alg); 88 } 89 90 /***** AES related defines *****/ 91 struct ccp_aes_ctx { 92 /* Fallback cipher for XTS with unsupported unit sizes */ 93 struct crypto_skcipher *tfm_skcipher; 94 95 enum ccp_engine engine; 96 enum ccp_aes_type type; 97 enum ccp_aes_mode mode; 98 99 struct scatterlist key_sg; 100 unsigned int key_len; 101 u8 key[AES_MAX_KEY_SIZE * 2]; 102 103 u8 nonce[CTR_RFC3686_NONCE_SIZE]; 104 105 /* CMAC key structures */ 106 struct scatterlist k1_sg; 107 struct scatterlist k2_sg; 108 unsigned int kn_len; 109 u8 k1[AES_BLOCK_SIZE]; 110 u8 k2[AES_BLOCK_SIZE]; 111 }; 112 113 struct ccp_aes_req_ctx { 114 struct scatterlist iv_sg; 115 u8 iv[AES_BLOCK_SIZE]; 116 117 struct scatterlist tag_sg; 118 u8 tag[AES_BLOCK_SIZE]; 119 120 /* Fields used for RFC3686 requests */ 121 u8 *rfc3686_info; 122 u8 rfc3686_iv[AES_BLOCK_SIZE]; 123 124 struct ccp_cmd cmd; 125 126 struct skcipher_request fallback_req; // keep at the end 127 }; 128 129 struct ccp_aes_cmac_req_ctx { 130 unsigned int null_msg; 131 unsigned int final; 132 133 struct scatterlist *src; 134 unsigned int nbytes; 135 136 u64 hash_cnt; 137 unsigned int hash_rem; 138 139 struct sg_table data_sg; 140 141 struct scatterlist iv_sg; 142 u8 iv[AES_BLOCK_SIZE]; 143 144 struct scatterlist buf_sg; 145 unsigned int buf_count; 146 u8 buf[AES_BLOCK_SIZE]; 147 148 struct scatterlist pad_sg; 149 unsigned int pad_count; 150 u8 pad[AES_BLOCK_SIZE]; 151 152 struct ccp_cmd cmd; 153 }; 154 155 struct ccp_aes_cmac_exp_ctx { 156 unsigned int null_msg; 157 158 u8 iv[AES_BLOCK_SIZE]; 159 160 unsigned int buf_count; 161 u8 buf[AES_BLOCK_SIZE]; 162 }; 163 164 /***** 3DES related defines *****/ 165 struct ccp_des3_ctx { 166 enum ccp_engine engine; 167 enum ccp_des3_type type; 168 enum ccp_des3_mode mode; 169 170 struct scatterlist key_sg; 171 unsigned int key_len; 172 u8 key[AES_MAX_KEY_SIZE]; 173 }; 174 175 struct ccp_des3_req_ctx { 176 struct scatterlist iv_sg; 177 u8 iv[AES_BLOCK_SIZE]; 178 179 struct ccp_cmd cmd; 180 }; 181 182 /* SHA-related defines 183 * These values must be large enough to accommodate any variant 184 */ 185 #define MAX_SHA_CONTEXT_SIZE SHA512_DIGEST_SIZE 186 #define MAX_SHA_BLOCK_SIZE SHA512_BLOCK_SIZE 187 188 struct ccp_sha_ctx { 189 struct scatterlist opad_sg; 190 unsigned int opad_count; 191 192 unsigned int key_len; 193 u8 key[MAX_SHA_BLOCK_SIZE]; 194 u8 ipad[MAX_SHA_BLOCK_SIZE]; 195 u8 opad[MAX_SHA_BLOCK_SIZE]; 196 struct crypto_shash *hmac_tfm; 197 }; 198 199 struct ccp_sha_req_ctx { 200 enum ccp_sha_type type; 201 202 u64 msg_bits; 203 204 unsigned int first; 205 unsigned int final; 206 207 struct scatterlist *src; 208 unsigned int nbytes; 209 210 u64 hash_cnt; 211 unsigned int hash_rem; 212 213 struct sg_table data_sg; 214 215 struct scatterlist ctx_sg; 216 u8 ctx[MAX_SHA_CONTEXT_SIZE]; 217 218 struct scatterlist buf_sg; 219 unsigned int buf_count; 220 u8 buf[MAX_SHA_BLOCK_SIZE]; 221 222 /* CCP driver command */ 223 struct ccp_cmd cmd; 224 }; 225 226 struct ccp_sha_exp_ctx { 227 enum ccp_sha_type type; 228 229 u64 msg_bits; 230 231 unsigned int first; 232 233 u8 ctx[MAX_SHA_CONTEXT_SIZE]; 234 235 unsigned int buf_count; 236 u8 buf[MAX_SHA_BLOCK_SIZE]; 237 }; 238 239 /***** RSA related defines *****/ 240 241 struct ccp_rsa_ctx { 242 unsigned int key_len; /* in bits */ 243 struct scatterlist e_sg; 244 u8 *e_buf; 245 unsigned int e_len; 246 struct scatterlist n_sg; 247 u8 *n_buf; 248 unsigned int n_len; 249 struct scatterlist d_sg; 250 u8 *d_buf; 251 unsigned int d_len; 252 }; 253 254 struct ccp_rsa_req_ctx { 255 struct ccp_cmd cmd; 256 }; 257 258 #define CCP_RSA_MAXMOD (4 * 1024 / 8) 259 #define CCP5_RSA_MAXMOD (16 * 1024 / 8) 260 261 /***** Common Context Structure *****/ 262 struct ccp_ctx { 263 int (*complete)(struct crypto_async_request *req, int ret); 264 265 union { 266 struct ccp_aes_ctx aes; 267 struct ccp_rsa_ctx rsa; 268 struct ccp_sha_ctx sha; 269 struct ccp_des3_ctx des3; 270 } u; 271 }; 272 273 int ccp_crypto_enqueue_request(struct crypto_async_request *req, 274 struct ccp_cmd *cmd); 275 struct scatterlist *ccp_crypto_sg_table_add(struct sg_table *table, 276 struct scatterlist *sg_add); 277 278 int ccp_register_aes_algs(struct list_head *head); 279 int ccp_register_aes_cmac_algs(struct list_head *head); 280 int ccp_register_aes_xts_algs(struct list_head *head); 281 int ccp_register_aes_aeads(struct list_head *head); 282 int ccp_register_sha_algs(struct list_head *head); 283 int ccp_register_des3_algs(struct list_head *head); 284 int ccp_register_rsa_algs(struct list_head *head); 285 286 #endif 287