You've already forked linux-rockchip
mirror of
https://github.com/armbian/linux-rockchip.git
synced 2026-01-06 11:08:10 -08:00
powerpc/crypto: nx driver code supporting nx encryption
These routines add the base device driver code supporting the Power7+ in-Nest encryption accelerator (nx) device. Signed-off-by: Kent Yoder <key@linux.vnet.ibm.com> Signed-off-by: Benjamin Herrenschmidt <benh@kernel.crashing.org>
This commit is contained in:
Kent Yoder
committed by
Benjamin Herrenschmidt
Benjamin Herrenschmidt
parent
828d2b5971
commit
ae0222b728
716
drivers/crypto/nx/nx.c
Normal file
716
drivers/crypto/nx/nx.c
Normal file
File diff suppressed because it is too large
Load Diff
193
drivers/crypto/nx/nx.h
Normal file
193
drivers/crypto/nx/nx.h
Normal file
@@ -0,0 +1,193 @@
|
||||
|
||||
#ifndef __NX_H__
|
||||
#define __NX_H__
|
||||
|
||||
#define NX_NAME "nx-crypto"
|
||||
#define NX_STRING "IBM Power7+ Nest Accelerator Crypto Driver"
|
||||
#define NX_VERSION "1.0"
|
||||
|
||||
static const char nx_driver_string[] = NX_STRING;
|
||||
static const char nx_driver_version[] = NX_VERSION;
|
||||
|
||||
/* a scatterlist in the format PHYP is expecting */
|
||||
struct nx_sg {
|
||||
u64 addr;
|
||||
u32 rsvd;
|
||||
u32 len;
|
||||
} __attribute((packed));
|
||||
|
||||
#define NX_PAGE_SIZE (4096)
|
||||
#define NX_MAX_SG_ENTRIES (NX_PAGE_SIZE/(sizeof(struct nx_sg)))
|
||||
|
||||
enum nx_status {
|
||||
NX_DISABLED,
|
||||
NX_WAITING,
|
||||
NX_OKAY
|
||||
};
|
||||
|
||||
/* msc_triplet and max_sync_cop are used only to assist in parsing the
|
||||
* openFirmware property */
|
||||
struct msc_triplet {
|
||||
u32 keybitlen;
|
||||
u32 databytelen;
|
||||
u32 sglen;
|
||||
} __packed;
|
||||
|
||||
struct max_sync_cop {
|
||||
u32 fc;
|
||||
u32 mode;
|
||||
u32 triplets;
|
||||
struct msc_triplet trip[0];
|
||||
} __packed;
|
||||
|
||||
struct alg_props {
|
||||
u32 databytelen;
|
||||
u32 sglen;
|
||||
};
|
||||
|
||||
#define NX_OF_FLAG_MAXSGLEN_SET (1)
|
||||
#define NX_OF_FLAG_STATUS_SET (2)
|
||||
#define NX_OF_FLAG_MAXSYNCCOP_SET (4)
|
||||
#define NX_OF_FLAG_MASK_READY (NX_OF_FLAG_MAXSGLEN_SET | \
|
||||
NX_OF_FLAG_STATUS_SET | \
|
||||
NX_OF_FLAG_MAXSYNCCOP_SET)
|
||||
struct nx_of {
|
||||
u32 flags;
|
||||
u32 max_sg_len;
|
||||
enum nx_status status;
|
||||
struct alg_props ap[NX_MAX_FC][NX_MAX_MODE][3];
|
||||
};
|
||||
|
||||
struct nx_stats {
|
||||
atomic_t aes_ops;
|
||||
atomic64_t aes_bytes;
|
||||
atomic_t sha256_ops;
|
||||
atomic64_t sha256_bytes;
|
||||
atomic_t sha512_ops;
|
||||
atomic64_t sha512_bytes;
|
||||
|
||||
atomic_t sync_ops;
|
||||
|
||||
atomic_t errors;
|
||||
atomic_t last_error;
|
||||
atomic_t last_error_pid;
|
||||
};
|
||||
|
||||
struct nx_debugfs {
|
||||
struct dentry *dfs_root;
|
||||
struct dentry *dfs_aes_ops, *dfs_aes_bytes;
|
||||
struct dentry *dfs_sha256_ops, *dfs_sha256_bytes;
|
||||
struct dentry *dfs_sha512_ops, *dfs_sha512_bytes;
|
||||
struct dentry *dfs_errors, *dfs_last_error, *dfs_last_error_pid;
|
||||
};
|
||||
|
||||
struct nx_crypto_driver {
|
||||
struct nx_stats stats;
|
||||
struct nx_of of;
|
||||
struct vio_dev *viodev;
|
||||
struct vio_driver viodriver;
|
||||
struct nx_debugfs dfs;
|
||||
};
|
||||
|
||||
#define NX_GCM4106_NONCE_LEN (4)
|
||||
#define NX_GCM_CTR_OFFSET (12)
|
||||
struct nx_gcm_priv {
|
||||
u8 iv[16];
|
||||
u8 iauth_tag[16];
|
||||
u8 nonce[NX_GCM4106_NONCE_LEN];
|
||||
};
|
||||
|
||||
#define NX_CCM_AES_KEY_LEN (16)
|
||||
#define NX_CCM4309_AES_KEY_LEN (19)
|
||||
#define NX_CCM4309_NONCE_LEN (3)
|
||||
struct nx_ccm_priv {
|
||||
u8 iv[16];
|
||||
u8 b0[16];
|
||||
u8 iauth_tag[16];
|
||||
u8 oauth_tag[16];
|
||||
u8 nonce[NX_CCM4309_NONCE_LEN];
|
||||
};
|
||||
|
||||
struct nx_xcbc_priv {
|
||||
u8 key[16];
|
||||
};
|
||||
|
||||
struct nx_ctr_priv {
|
||||
u8 iv[16];
|
||||
};
|
||||
|
||||
struct nx_crypto_ctx {
|
||||
void *kmem; /* unaligned, kmalloc'd buffer */
|
||||
size_t kmem_len; /* length of kmem */
|
||||
struct nx_csbcpb *csbcpb; /* aligned page given to phyp @ hcall time */
|
||||
struct vio_pfo_op op; /* operation struct with hcall parameters */
|
||||
struct nx_csbcpb *csbcpb_aead; /* secondary csbcpb used by AEAD algs */
|
||||
struct vio_pfo_op op_aead;/* operation struct for csbcpb_aead */
|
||||
|
||||
struct nx_sg *in_sg; /* aligned pointer into kmem to an sg list */
|
||||
struct nx_sg *out_sg; /* aligned pointer into kmem to an sg list */
|
||||
|
||||
struct alg_props *ap; /* pointer into props based on our key size */
|
||||
struct alg_props props[3];/* openFirmware properties for requests */
|
||||
struct nx_stats *stats; /* pointer into an nx_crypto_driver for stats
|
||||
reporting */
|
||||
|
||||
union {
|
||||
struct nx_gcm_priv gcm;
|
||||
struct nx_ccm_priv ccm;
|
||||
struct nx_xcbc_priv xcbc;
|
||||
struct nx_ctr_priv ctr;
|
||||
} priv;
|
||||
};
|
||||
|
||||
/* prototypes */
|
||||
int nx_crypto_ctx_aes_ccm_init(struct crypto_tfm *tfm);
|
||||
int nx_crypto_ctx_aes_gcm_init(struct crypto_tfm *tfm);
|
||||
int nx_crypto_ctx_aes_xcbc_init(struct crypto_tfm *tfm);
|
||||
int nx_crypto_ctx_aes_ctr_init(struct crypto_tfm *tfm);
|
||||
int nx_crypto_ctx_aes_cbc_init(struct crypto_tfm *tfm);
|
||||
int nx_crypto_ctx_aes_ecb_init(struct crypto_tfm *tfm);
|
||||
int nx_crypto_ctx_sha_init(struct crypto_tfm *tfm);
|
||||
void nx_crypto_ctx_exit(struct crypto_tfm *tfm);
|
||||
void nx_ctx_init(struct nx_crypto_ctx *nx_ctx, unsigned int function);
|
||||
int nx_hcall_sync(struct nx_crypto_ctx *ctx, struct vio_pfo_op *op,
|
||||
u32 may_sleep);
|
||||
struct nx_sg *nx_build_sg_list(struct nx_sg *, u8 *, unsigned int, u32);
|
||||
int nx_build_sg_lists(struct nx_crypto_ctx *, struct blkcipher_desc *,
|
||||
struct scatterlist *, struct scatterlist *, unsigned int,
|
||||
u8 *);
|
||||
struct nx_sg *nx_walk_and_build(struct nx_sg *, unsigned int,
|
||||
struct scatterlist *, unsigned int,
|
||||
unsigned int);
|
||||
|
||||
#ifdef CONFIG_DEBUG_FS
|
||||
#define NX_DEBUGFS_INIT(drv) nx_debugfs_init(drv)
|
||||
#define NX_DEBUGFS_FINI(drv) nx_debugfs_fini(drv)
|
||||
|
||||
int nx_debugfs_init(struct nx_crypto_driver *);
|
||||
void nx_debugfs_fini(struct nx_crypto_driver *);
|
||||
#else
|
||||
#define NX_DEBUGFS_INIT(drv) (0)
|
||||
#define NX_DEBUGFS_FINI(drv) (0)
|
||||
#endif
|
||||
|
||||
#define NX_PAGE_NUM(x) ((u64)(x) & 0xfffffffffffff000ULL)
|
||||
|
||||
extern struct crypto_alg nx_cbc_aes_alg;
|
||||
extern struct crypto_alg nx_ecb_aes_alg;
|
||||
extern struct crypto_alg nx_gcm_aes_alg;
|
||||
extern struct crypto_alg nx_gcm4106_aes_alg;
|
||||
extern struct crypto_alg nx_ctr_aes_alg;
|
||||
extern struct crypto_alg nx_ctr3686_aes_alg;
|
||||
extern struct crypto_alg nx_ccm_aes_alg;
|
||||
extern struct crypto_alg nx_ccm4309_aes_alg;
|
||||
extern struct shash_alg nx_shash_aes_xcbc_alg;
|
||||
extern struct shash_alg nx_shash_sha512_alg;
|
||||
extern struct shash_alg nx_shash_sha256_alg;
|
||||
|
||||
extern struct nx_crypto_driver nx_driver;
|
||||
|
||||
#define SCATTERWALK_TO_SG 1
|
||||
#define SCATTERWALK_FROM_SG 0
|
||||
|
||||
#endif
|
||||
205
drivers/crypto/nx/nx_csbcpb.h
Normal file
205
drivers/crypto/nx/nx_csbcpb.h
Normal file
@@ -0,0 +1,205 @@
|
||||
|
||||
#ifndef __NX_CSBCPB_H__
|
||||
#define __NX_CSBCPB_H__
|
||||
|
||||
struct cop_symcpb_aes_ecb {
|
||||
u8 key[32];
|
||||
u8 __rsvd[80];
|
||||
} __packed;
|
||||
|
||||
struct cop_symcpb_aes_cbc {
|
||||
u8 iv[16];
|
||||
u8 key[32];
|
||||
u8 cv[16];
|
||||
u32 spbc;
|
||||
u8 __rsvd[44];
|
||||
} __packed;
|
||||
|
||||
struct cop_symcpb_aes_gca {
|
||||
u8 in_pat[16];
|
||||
u8 key[32];
|
||||
u8 out_pat[16];
|
||||
u32 spbc;
|
||||
u8 __rsvd[44];
|
||||
} __packed;
|
||||
|
||||
struct cop_symcpb_aes_gcm {
|
||||
u8 in_pat_or_aad[16];
|
||||
u8 iv_or_cnt[16];
|
||||
u64 bit_length_aad;
|
||||
u64 bit_length_data;
|
||||
u8 in_s0[16];
|
||||
u8 key[32];
|
||||
u8 __rsvd1[16];
|
||||
u8 out_pat_or_mac[16];
|
||||
u8 out_s0[16];
|
||||
u8 out_cnt[16];
|
||||
u32 spbc;
|
||||
u8 __rsvd2[12];
|
||||
} __packed;
|
||||
|
||||
struct cop_symcpb_aes_ctr {
|
||||
u8 iv[16];
|
||||
u8 key[32];
|
||||
u8 cv[16];
|
||||
u32 spbc;
|
||||
u8 __rsvd2[44];
|
||||
} __packed;
|
||||
|
||||
struct cop_symcpb_aes_cca {
|
||||
u8 b0[16];
|
||||
u8 b1[16];
|
||||
u8 key[16];
|
||||
u8 out_pat_or_b0[16];
|
||||
u32 spbc;
|
||||
u8 __rsvd[44];
|
||||
} __packed;
|
||||
|
||||
struct cop_symcpb_aes_ccm {
|
||||
u8 in_pat_or_b0[16];
|
||||
u8 iv_or_ctr[16];
|
||||
u8 in_s0[16];
|
||||
u8 key[16];
|
||||
u8 __rsvd1[48];
|
||||
u8 out_pat_or_mac[16];
|
||||
u8 out_s0[16];
|
||||
u8 out_ctr[16];
|
||||
u32 spbc;
|
||||
u8 __rsvd2[12];
|
||||
} __packed;
|
||||
|
||||
struct cop_symcpb_aes_xcbc {
|
||||
u8 cv[16];
|
||||
u8 key[16];
|
||||
u8 __rsvd1[16];
|
||||
u8 out_cv_mac[16];
|
||||
u32 spbc;
|
||||
u8 __rsvd2[44];
|
||||
} __packed;
|
||||
|
||||
struct cop_symcpb_sha256 {
|
||||
u64 message_bit_length;
|
||||
u64 __rsvd1;
|
||||
u8 input_partial_digest[32];
|
||||
u8 message_digest[32];
|
||||
u32 spbc;
|
||||
u8 __rsvd2[44];
|
||||
} __packed;
|
||||
|
||||
struct cop_symcpb_sha512 {
|
||||
u64 message_bit_length_hi;
|
||||
u64 message_bit_length_lo;
|
||||
u8 input_partial_digest[64];
|
||||
u8 __rsvd1[32];
|
||||
u8 message_digest[64];
|
||||
u32 spbc;
|
||||
u8 __rsvd2[76];
|
||||
} __packed;
|
||||
|
||||
#define NX_FDM_INTERMEDIATE 0x01
|
||||
#define NX_FDM_CONTINUATION 0x02
|
||||
#define NX_FDM_ENDE_ENCRYPT 0x80
|
||||
|
||||
#define NX_CPB_FDM(c) ((c)->cpb.hdr.fdm)
|
||||
#define NX_CPB_KS_DS(c) ((c)->cpb.hdr.ks_ds)
|
||||
|
||||
#define NX_CPB_KEY_SIZE(c) (NX_CPB_KS_DS(c) >> 4)
|
||||
#define NX_CPB_SET_KEY_SIZE(c, x) NX_CPB_KS_DS(c) |= ((x) << 4)
|
||||
#define NX_CPB_SET_DIGEST_SIZE(c, x) NX_CPB_KS_DS(c) |= (x)
|
||||
|
||||
struct cop_symcpb_header {
|
||||
u8 mode;
|
||||
u8 fdm;
|
||||
u8 ks_ds;
|
||||
u8 pad_byte;
|
||||
u8 __rsvd[12];
|
||||
} __packed;
|
||||
|
||||
struct cop_parameter_block {
|
||||
struct cop_symcpb_header hdr;
|
||||
union {
|
||||
struct cop_symcpb_aes_ecb aes_ecb;
|
||||
struct cop_symcpb_aes_cbc aes_cbc;
|
||||
struct cop_symcpb_aes_gca aes_gca;
|
||||
struct cop_symcpb_aes_gcm aes_gcm;
|
||||
struct cop_symcpb_aes_cca aes_cca;
|
||||
struct cop_symcpb_aes_ccm aes_ccm;
|
||||
struct cop_symcpb_aes_ctr aes_ctr;
|
||||
struct cop_symcpb_aes_xcbc aes_xcbc;
|
||||
struct cop_symcpb_sha256 sha256;
|
||||
struct cop_symcpb_sha512 sha512;
|
||||
};
|
||||
} __packed;
|
||||
|
||||
#define NX_CSB_VALID_BIT 0x80
|
||||
|
||||
/* co-processor status block */
|
||||
struct cop_status_block {
|
||||
u8 valid;
|
||||
u8 crb_seq_number;
|
||||
u8 completion_code;
|
||||
u8 completion_extension;
|
||||
u32 processed_byte_count;
|
||||
u64 address;
|
||||
} __packed;
|
||||
|
||||
/* Nest accelerator workbook section 4.4 */
|
||||
struct nx_csbcpb {
|
||||
unsigned char __rsvd[112];
|
||||
struct cop_status_block csb;
|
||||
struct cop_parameter_block cpb;
|
||||
} __packed;
|
||||
|
||||
/* nx_csbcpb related definitions */
|
||||
#define NX_MODE_AES_ECB 0
|
||||
#define NX_MODE_AES_CBC 1
|
||||
#define NX_MODE_AES_GMAC 2
|
||||
#define NX_MODE_AES_GCA 3
|
||||
#define NX_MODE_AES_GCM 4
|
||||
#define NX_MODE_AES_CCA 5
|
||||
#define NX_MODE_AES_CCM 6
|
||||
#define NX_MODE_AES_CTR 7
|
||||
#define NX_MODE_AES_XCBC_MAC 20
|
||||
#define NX_MODE_SHA 0
|
||||
#define NX_MODE_SHA_HMAC 1
|
||||
#define NX_MODE_AES_CBC_HMAC_ETA 8
|
||||
#define NX_MODE_AES_CBC_HMAC_ATE 9
|
||||
#define NX_MODE_AES_CBC_HMAC_EAA 10
|
||||
#define NX_MODE_AES_CTR_HMAC_ETA 12
|
||||
#define NX_MODE_AES_CTR_HMAC_ATE 13
|
||||
#define NX_MODE_AES_CTR_HMAC_EAA 14
|
||||
|
||||
#define NX_FDM_CI_FULL 0
|
||||
#define NX_FDM_CI_FIRST 1
|
||||
#define NX_FDM_CI_LAST 2
|
||||
#define NX_FDM_CI_MIDDLE 3
|
||||
|
||||
#define NX_FDM_PR_NONE 0
|
||||
#define NX_FDM_PR_PAD 1
|
||||
|
||||
#define NX_KS_AES_128 1
|
||||
#define NX_KS_AES_192 2
|
||||
#define NX_KS_AES_256 3
|
||||
|
||||
#define NX_DS_SHA256 2
|
||||
#define NX_DS_SHA512 3
|
||||
|
||||
#define NX_FC_AES 0
|
||||
#define NX_FC_SHA 2
|
||||
#define NX_FC_AES_HMAC 6
|
||||
|
||||
#define NX_MAX_FC (NX_FC_AES_HMAC + 1)
|
||||
#define NX_MAX_MODE (NX_MODE_AES_XCBC_MAC + 1)
|
||||
|
||||
#define HCOP_FC_AES NX_FC_AES
|
||||
#define HCOP_FC_SHA NX_FC_SHA
|
||||
#define HCOP_FC_AES_HMAC NX_FC_AES_HMAC
|
||||
|
||||
/* indices into the array of algorithm properties */
|
||||
#define NX_PROPS_AES_128 0
|
||||
#define NX_PROPS_AES_192 1
|
||||
#define NX_PROPS_AES_256 2
|
||||
#define NX_PROPS_SHA256 1
|
||||
#define NX_PROPS_SHA512 2
|
||||
|
||||
#endif
|
||||
Reference in New Issue
Block a user