287 lines · c
1/* SPDX-License-Identifier: GPL-2.0-only */2/*3 * AMD Cryptographic Coprocessor (CCP) crypto API support4 *5 * Copyright (C) 2013,2017 Advanced Micro Devices, Inc.6 *7 * Author: Tom Lendacky <thomas.lendacky@amd.com>8 */9 10#ifndef __CCP_CRYPTO_H__11#define __CCP_CRYPTO_H__12 13#include <linux/list.h>14#include <linux/wait.h>15#include <linux/ccp.h>16#include <crypto/algapi.h>17#include <crypto/aes.h>18#include <crypto/internal/aead.h>19#include <crypto/aead.h>20#include <crypto/ctr.h>21#include <crypto/hash.h>22#include <crypto/sha1.h>23#include <crypto/sha2.h>24#include <crypto/akcipher.h>25#include <crypto/skcipher.h>26#include <crypto/internal/rsa.h>27 28/* We want the module name in front of our messages */29#undef pr_fmt30#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt31 32#define CCP_LOG_LEVEL KERN_INFO33 34#define CCP_CRA_PRIORITY 30035 36struct ccp_crypto_skcipher_alg {37 struct list_head entry;38 39 u32 mode;40 41 struct skcipher_alg alg;42};43 44struct ccp_crypto_aead {45 struct list_head entry;46 47 u32 mode;48 49 struct aead_alg alg;50};51 52struct ccp_crypto_ahash_alg {53 struct list_head entry;54 55 const __be32 *init;56 u32 type;57 u32 mode;58 59 /* Child algorithm used for HMAC, CMAC, etc */60 char child_alg[CRYPTO_MAX_ALG_NAME];61 62 struct ahash_alg alg;63};64 65struct ccp_crypto_akcipher_alg {66 struct list_head entry;67 68 struct akcipher_alg alg;69};70 71static inline struct ccp_crypto_skcipher_alg *72 ccp_crypto_skcipher_alg(struct crypto_skcipher *tfm)73{74 struct skcipher_alg *alg = crypto_skcipher_alg(tfm);75 76 return container_of(alg, struct ccp_crypto_skcipher_alg, alg);77}78 79static inline struct ccp_crypto_ahash_alg *80 ccp_crypto_ahash_alg(struct crypto_tfm *tfm)81{82 struct crypto_alg *alg = tfm->__crt_alg;83 struct ahash_alg *ahash_alg;84 85 ahash_alg = container_of(alg, struct ahash_alg, halg.base);86 87 return container_of(ahash_alg, struct ccp_crypto_ahash_alg, alg);88}89 90/***** AES related defines *****/91struct ccp_aes_ctx {92 /* Fallback cipher for XTS with unsupported unit sizes */93 struct crypto_skcipher *tfm_skcipher;94 95 enum ccp_engine engine;96 enum ccp_aes_type type;97 enum ccp_aes_mode mode;98 99 struct scatterlist key_sg;100 unsigned int key_len;101 u8 key[AES_MAX_KEY_SIZE * 2];102 103 u8 nonce[CTR_RFC3686_NONCE_SIZE];104 105 /* CMAC key structures */106 struct scatterlist k1_sg;107 struct scatterlist k2_sg;108 unsigned int kn_len;109 u8 k1[AES_BLOCK_SIZE];110 u8 k2[AES_BLOCK_SIZE];111};112 113struct ccp_aes_req_ctx {114 struct scatterlist iv_sg;115 u8 iv[AES_BLOCK_SIZE];116 117 struct scatterlist tag_sg;118 u8 tag[AES_BLOCK_SIZE];119 120 /* Fields used for RFC3686 requests */121 u8 *rfc3686_info;122 u8 rfc3686_iv[AES_BLOCK_SIZE];123 124 struct ccp_cmd cmd;125 126 struct skcipher_request fallback_req; // keep at the end127};128 129struct ccp_aes_cmac_req_ctx {130 unsigned int null_msg;131 unsigned int final;132 133 struct scatterlist *src;134 unsigned int nbytes;135 136 u64 hash_cnt;137 unsigned int hash_rem;138 139 struct sg_table data_sg;140 141 struct scatterlist iv_sg;142 u8 iv[AES_BLOCK_SIZE];143 144 struct scatterlist buf_sg;145 unsigned int buf_count;146 u8 buf[AES_BLOCK_SIZE];147 148 struct scatterlist pad_sg;149 unsigned int pad_count;150 u8 pad[AES_BLOCK_SIZE];151 152 struct ccp_cmd cmd;153};154 155struct ccp_aes_cmac_exp_ctx {156 unsigned int null_msg;157 158 u8 iv[AES_BLOCK_SIZE];159 160 unsigned int buf_count;161 u8 buf[AES_BLOCK_SIZE];162};163 164/***** 3DES related defines *****/165struct ccp_des3_ctx {166 enum ccp_engine engine;167 enum ccp_des3_type type;168 enum ccp_des3_mode mode;169 170 struct scatterlist key_sg;171 unsigned int key_len;172 u8 key[AES_MAX_KEY_SIZE];173};174 175struct ccp_des3_req_ctx {176 struct scatterlist iv_sg;177 u8 iv[AES_BLOCK_SIZE];178 179 struct ccp_cmd cmd;180};181 182/* SHA-related defines183 * These values must be large enough to accommodate any variant184 */185#define MAX_SHA_CONTEXT_SIZE SHA512_DIGEST_SIZE186#define MAX_SHA_BLOCK_SIZE SHA512_BLOCK_SIZE187 188struct ccp_sha_ctx {189 struct scatterlist opad_sg;190 unsigned int opad_count;191 192 unsigned int key_len;193 u8 key[MAX_SHA_BLOCK_SIZE];194 u8 ipad[MAX_SHA_BLOCK_SIZE];195 u8 opad[MAX_SHA_BLOCK_SIZE];196 struct crypto_shash *hmac_tfm;197};198 199struct ccp_sha_req_ctx {200 enum ccp_sha_type type;201 202 u64 msg_bits;203 204 unsigned int first;205 unsigned int final;206 207 struct scatterlist *src;208 unsigned int nbytes;209 210 u64 hash_cnt;211 unsigned int hash_rem;212 213 struct sg_table data_sg;214 215 struct scatterlist ctx_sg;216 u8 ctx[MAX_SHA_CONTEXT_SIZE];217 218 struct scatterlist buf_sg;219 unsigned int buf_count;220 u8 buf[MAX_SHA_BLOCK_SIZE];221 222 /* CCP driver command */223 struct ccp_cmd cmd;224};225 226struct ccp_sha_exp_ctx {227 enum ccp_sha_type type;228 229 u64 msg_bits;230 231 unsigned int first;232 233 u8 ctx[MAX_SHA_CONTEXT_SIZE];234 235 unsigned int buf_count;236 u8 buf[MAX_SHA_BLOCK_SIZE];237};238 239/***** RSA related defines *****/240 241struct ccp_rsa_ctx {242 unsigned int key_len; /* in bits */243 struct scatterlist e_sg;244 u8 *e_buf;245 unsigned int e_len;246 struct scatterlist n_sg;247 u8 *n_buf;248 unsigned int n_len;249 struct scatterlist d_sg;250 u8 *d_buf;251 unsigned int d_len;252};253 254struct ccp_rsa_req_ctx {255 struct ccp_cmd cmd;256};257 258#define CCP_RSA_MAXMOD (4 * 1024 / 8)259#define CCP5_RSA_MAXMOD (16 * 1024 / 8)260 261/***** Common Context Structure *****/262struct ccp_ctx {263 int (*complete)(struct crypto_async_request *req, int ret);264 265 union {266 struct ccp_aes_ctx aes;267 struct ccp_rsa_ctx rsa;268 struct ccp_sha_ctx sha;269 struct ccp_des3_ctx des3;270 } u;271};272 273int ccp_crypto_enqueue_request(struct crypto_async_request *req,274 struct ccp_cmd *cmd);275struct scatterlist *ccp_crypto_sg_table_add(struct sg_table *table,276 struct scatterlist *sg_add);277 278int ccp_register_aes_algs(struct list_head *head);279int ccp_register_aes_cmac_algs(struct list_head *head);280int ccp_register_aes_xts_algs(struct list_head *head);281int ccp_register_aes_aeads(struct list_head *head);282int ccp_register_sha_algs(struct list_head *head);283int ccp_register_des3_algs(struct list_head *head);284int ccp_register_rsa_algs(struct list_head *head);285 286#endif287