2019-05-27 08:55:01 +02:00
|
|
|
/* SPDX-License-Identifier: GPL-2.0-or-later */
|
2005-04-16 15:20:36 -07:00
|
|
|
/*
|
|
|
|
|
* Cryptographic API.
|
|
|
|
|
*
|
|
|
|
|
* Copyright (c) 2002 James Morris <jmorris@intercode.com.au>
|
2005-11-05 16:58:14 +11:00
|
|
|
* Copyright (c) 2005 Herbert Xu <herbert@gondor.apana.org.au>
|
2005-04-16 15:20:36 -07:00
|
|
|
*/
|
|
|
|
|
#ifndef _CRYPTO_INTERNAL_H
|
|
|
|
|
#define _CRYPTO_INTERNAL_H
|
2006-08-21 21:08:13 +10:00
|
|
|
|
|
|
|
|
#include <crypto/algapi.h>
|
2006-08-06 21:23:26 +10:00
|
|
|
#include <linux/completion.h>
|
2023-04-13 14:24:15 +08:00
|
|
|
#include <linux/err.h>
|
2021-09-17 08:26:19 +08:00
|
|
|
#include <linux/jump_label.h>
|
2005-11-05 16:58:14 +11:00
|
|
|
#include <linux/list.h>
|
2006-08-06 21:16:34 +10:00
|
|
|
#include <linux/module.h>
|
2006-08-06 21:23:26 +10:00
|
|
|
#include <linux/notifier.h>
|
2020-07-30 22:39:13 +10:00
|
|
|
#include <linux/numa.h>
|
|
|
|
|
#include <linux/refcount.h>
|
2005-11-05 16:58:14 +11:00
|
|
|
#include <linux/rwsem.h>
|
2023-06-15 18:28:48 +08:00
|
|
|
#include <linux/scatterlist.h>
|
2020-07-30 22:39:13 +10:00
|
|
|
#include <linux/sched.h>
|
|
|
|
|
#include <linux/types.h>
|
2008-08-05 14:13:08 +08:00
|
|
|
|
2006-08-06 21:16:34 +10:00
|
|
|
struct crypto_instance;
|
|
|
|
|
struct crypto_template;
|
|
|
|
|
|
2006-08-06 21:23:26 +10:00
|
|
|
struct crypto_larval {
|
|
|
|
|
struct crypto_alg alg;
|
|
|
|
|
struct crypto_alg *adult;
|
|
|
|
|
struct completion completion;
|
2006-09-21 11:35:17 +10:00
|
|
|
u32 mask;
|
2021-09-17 08:26:19 +08:00
|
|
|
bool test_started;
|
2006-08-06 21:23:26 +10:00
|
|
|
};
|
|
|
|
|
|
2025-02-25 13:03:26 +08:00
|
|
|
struct crypto_type {
|
|
|
|
|
unsigned int (*ctxsize)(struct crypto_alg *alg, u32 type, u32 mask);
|
|
|
|
|
unsigned int (*extsize)(struct crypto_alg *alg);
|
|
|
|
|
int (*init_tfm)(struct crypto_tfm *tfm);
|
|
|
|
|
void (*show)(struct seq_file *m, struct crypto_alg *alg);
|
|
|
|
|
int (*report)(struct sk_buff *skb, struct crypto_alg *alg);
|
|
|
|
|
void (*free)(struct crypto_instance *inst);
|
2025-03-09 10:43:12 +08:00
|
|
|
void (*destroy)(struct crypto_alg *alg);
|
2025-02-25 13:03:26 +08:00
|
|
|
|
|
|
|
|
unsigned int type;
|
|
|
|
|
unsigned int maskclear;
|
|
|
|
|
unsigned int maskset;
|
|
|
|
|
unsigned int tfmsize;
|
2025-04-12 13:16:43 +08:00
|
|
|
unsigned int algsize;
|
2025-02-25 13:03:26 +08:00
|
|
|
};
|
|
|
|
|
|
2021-06-17 15:28:10 +08:00
|
|
|
enum {
|
|
|
|
|
CRYPTOA_UNSPEC,
|
|
|
|
|
CRYPTOA_ALG,
|
|
|
|
|
CRYPTOA_TYPE,
|
|
|
|
|
__CRYPTOA_MAX,
|
|
|
|
|
};
|
|
|
|
|
|
|
|
|
|
#define CRYPTOA_MAX (__CRYPTOA_MAX - 1)
|
|
|
|
|
|
|
|
|
|
/* Maximum number of (rtattr) parameters for each template. */
|
|
|
|
|
#define CRYPTO_MAX_ATTRS 32
|
|
|
|
|
|
2005-11-05 16:58:14 +11:00
|
|
|
extern struct rw_semaphore crypto_alg_sem;
|
2025-12-19 16:40:24 +01:00
|
|
|
extern struct list_head crypto_alg_list __guarded_by(&crypto_alg_sem);
|
2006-08-06 21:23:26 +10:00
|
|
|
extern struct blocking_notifier_head crypto_chain;
|
2005-11-05 16:58:14 +11:00
|
|
|
|
2023-04-03 12:48:42 +08:00
|
|
|
int alg_test(const char *driver, const char *alg, u32 type, u32 mask);
|
|
|
|
|
|
2025-05-05 13:33:41 -07:00
|
|
|
#if !IS_BUILTIN(CONFIG_CRYPTO_ALGAPI) || !IS_ENABLED(CONFIG_CRYPTO_SELFTESTS)
|
2022-11-13 16:12:35 -08:00
|
|
|
static inline bool crypto_boot_test_finished(void)
|
|
|
|
|
{
|
|
|
|
|
return true;
|
|
|
|
|
}
|
|
|
|
|
static inline void set_crypto_boot_test_finished(void)
|
|
|
|
|
{
|
|
|
|
|
}
|
|
|
|
|
#else
|
|
|
|
|
DECLARE_STATIC_KEY_FALSE(__crypto_boot_test_finished);
|
|
|
|
|
static inline bool crypto_boot_test_finished(void)
|
|
|
|
|
{
|
|
|
|
|
return static_branch_likely(&__crypto_boot_test_finished);
|
|
|
|
|
}
|
|
|
|
|
static inline void set_crypto_boot_test_finished(void)
|
|
|
|
|
{
|
|
|
|
|
static_branch_enable(&__crypto_boot_test_finished);
|
|
|
|
|
}
|
2024-05-21 10:54:50 +08:00
|
|
|
#endif /* !IS_BUILTIN(CONFIG_CRYPTO_ALGAPI) ||
|
2025-05-05 13:33:41 -07:00
|
|
|
* !IS_ENABLED(CONFIG_CRYPTO_SELFTESTS)
|
2024-05-21 10:54:50 +08:00
|
|
|
*/
|
2021-09-17 08:26:19 +08:00
|
|
|
|
2005-04-16 15:20:36 -07:00
|
|
|
#ifdef CONFIG_PROC_FS
|
|
|
|
|
void __init crypto_init_proc(void);
|
2006-08-21 21:08:13 +10:00
|
|
|
void __exit crypto_exit_proc(void);
|
2005-04-16 15:20:36 -07:00
|
|
|
#else
|
|
|
|
|
static inline void crypto_init_proc(void)
|
|
|
|
|
{ }
|
2006-08-21 21:08:13 +10:00
|
|
|
static inline void crypto_exit_proc(void)
|
|
|
|
|
{ }
|
2005-04-16 15:20:36 -07:00
|
|
|
#endif
|
|
|
|
|
|
2007-01-27 10:05:15 +11:00
|
|
|
static inline unsigned int crypto_cipher_ctxsize(struct crypto_alg *alg)
|
2005-07-06 13:53:29 -07:00
|
|
|
{
|
2007-01-27 10:05:15 +11:00
|
|
|
return alg->cra_ctxsize;
|
2005-07-06 13:53:29 -07:00
|
|
|
}
|
|
|
|
|
|
2007-01-27 10:05:15 +11:00
|
|
|
static inline unsigned int crypto_compress_ctxsize(struct crypto_alg *alg)
|
2005-07-06 13:53:29 -07:00
|
|
|
{
|
|
|
|
|
return alg->cra_ctxsize;
|
|
|
|
|
}
|
|
|
|
|
|
2006-08-06 21:23:26 +10:00
|
|
|
struct crypto_alg *crypto_mod_get(struct crypto_alg *alg);
|
2006-09-21 11:35:17 +10:00
|
|
|
struct crypto_alg *crypto_alg_mod_lookup(const char *name, u32 type, u32 mask);
|
2006-08-06 21:23:26 +10:00
|
|
|
|
2008-08-03 21:15:23 +08:00
|
|
|
struct crypto_larval *crypto_larval_alloc(const char *name, u32 type, u32 mask);
|
2024-08-17 14:57:40 +08:00
|
|
|
void crypto_schedule_test(struct crypto_larval *larval);
|
2008-08-03 21:15:23 +08:00
|
|
|
void crypto_alg_tested(const char *name, int err);
|
2006-08-06 21:23:26 +10:00
|
|
|
|
2011-09-27 07:22:08 +02:00
|
|
|
void crypto_remove_spawns(struct crypto_alg *alg, struct list_head *list,
|
|
|
|
|
struct crypto_alg *nalg);
|
2011-09-27 07:23:07 +02:00
|
|
|
void crypto_remove_final(struct list_head *list);
|
2020-04-10 16:09:42 +10:00
|
|
|
void crypto_shoot_alg(struct crypto_alg *alg);
|
2023-06-15 17:00:51 +08:00
|
|
|
struct crypto_tfm *__crypto_alloc_tfmgfp(struct crypto_alg *alg, u32 type,
|
|
|
|
|
u32 mask, gfp_t gfp);
|
2007-01-24 20:50:26 +11:00
|
|
|
struct crypto_tfm *__crypto_alloc_tfm(struct crypto_alg *alg, u32 type,
|
|
|
|
|
u32 mask);
|
2020-07-05 21:18:58 +12:00
|
|
|
void *crypto_create_tfm_node(struct crypto_alg *alg,
|
|
|
|
|
const struct crypto_type *frontend, int node);
|
2023-04-13 14:24:17 +08:00
|
|
|
void *crypto_clone_tfm(const struct crypto_type *frontend,
|
|
|
|
|
struct crypto_tfm *otfm);
|
2020-07-05 21:18:58 +12:00
|
|
|
|
|
|
|
|
static inline void *crypto_create_tfm(struct crypto_alg *alg,
|
|
|
|
|
const struct crypto_type *frontend)
|
|
|
|
|
{
|
|
|
|
|
return crypto_create_tfm_node(alg, frontend, NUMA_NO_NODE);
|
|
|
|
|
}
|
|
|
|
|
|
2009-07-08 17:53:16 +08:00
|
|
|
struct crypto_alg *crypto_find_alg(const char *alg_name,
|
|
|
|
|
const struct crypto_type *frontend,
|
|
|
|
|
u32 type, u32 mask);
|
2020-07-05 21:18:58 +12:00
|
|
|
|
|
|
|
|
void *crypto_alloc_tfm_node(const char *alg_name,
|
|
|
|
|
const struct crypto_type *frontend, u32 type, u32 mask,
|
|
|
|
|
int node);
|
|
|
|
|
|
|
|
|
|
static inline void *crypto_alloc_tfm(const char *alg_name,
|
|
|
|
|
const struct crypto_type *frontend, u32 type, u32 mask)
|
|
|
|
|
{
|
|
|
|
|
return crypto_alloc_tfm_node(alg_name, frontend, type, mask, NUMA_NO_NODE);
|
|
|
|
|
}
|
2006-08-06 21:16:34 +10:00
|
|
|
|
2008-08-03 21:15:23 +08:00
|
|
|
int crypto_probing_notify(unsigned long val, void *v);
|
2006-08-06 21:23:26 +10:00
|
|
|
|
2015-04-20 13:39:00 +08:00
|
|
|
unsigned int crypto_alg_extsize(struct crypto_alg *alg);
|
|
|
|
|
|
2016-01-23 13:51:01 +08:00
|
|
|
int crypto_type_has_alg(const char *name, const struct crypto_type *frontend,
|
|
|
|
|
u32 type, u32 mask);
|
|
|
|
|
|
2013-06-25 19:15:17 +08:00
|
|
|
static inline struct crypto_alg *crypto_alg_get(struct crypto_alg *alg)
|
|
|
|
|
{
|
2017-12-29 10:00:46 -06:00
|
|
|
refcount_inc(&alg->cra_refcnt);
|
2013-06-25 19:15:17 +08:00
|
|
|
return alg;
|
|
|
|
|
}
|
|
|
|
|
|
2025-04-12 13:16:43 +08:00
|
|
|
void crypto_destroy_alg(struct crypto_alg *alg);
|
|
|
|
|
|
2006-09-21 11:39:29 +10:00
|
|
|
static inline void crypto_alg_put(struct crypto_alg *alg)
|
|
|
|
|
{
|
2025-03-09 10:43:12 +08:00
|
|
|
if (refcount_dec_and_test(&alg->cra_refcnt))
|
2025-04-12 13:16:43 +08:00
|
|
|
crypto_destroy_alg(alg);
|
2006-09-21 11:39:29 +10:00
|
|
|
}
|
|
|
|
|
|
2006-08-06 21:16:34 +10:00
|
|
|
static inline int crypto_tmpl_get(struct crypto_template *tmpl)
|
|
|
|
|
{
|
|
|
|
|
return try_module_get(tmpl->module);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
static inline void crypto_tmpl_put(struct crypto_template *tmpl)
|
|
|
|
|
{
|
|
|
|
|
module_put(tmpl->module);
|
|
|
|
|
}
|
|
|
|
|
|
2006-08-06 21:23:26 +10:00
|
|
|
static inline int crypto_is_larval(struct crypto_alg *alg)
|
|
|
|
|
{
|
|
|
|
|
return alg->cra_flags & CRYPTO_ALG_LARVAL;
|
|
|
|
|
}
|
|
|
|
|
|
2006-09-21 11:39:29 +10:00
|
|
|
static inline int crypto_is_dead(struct crypto_alg *alg)
|
|
|
|
|
{
|
|
|
|
|
return alg->cra_flags & CRYPTO_ALG_DEAD;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
static inline int crypto_is_moribund(struct crypto_alg *alg)
|
|
|
|
|
{
|
|
|
|
|
return alg->cra_flags & (CRYPTO_ALG_DEAD | CRYPTO_ALG_DYING);
|
|
|
|
|
}
|
|
|
|
|
|
2008-08-03 21:15:23 +08:00
|
|
|
static inline void crypto_notify(unsigned long val, void *v)
|
2006-08-06 21:23:26 +10:00
|
|
|
{
|
2008-08-03 21:15:23 +08:00
|
|
|
blocking_notifier_call_chain(&crypto_chain, val, v);
|
2006-08-06 21:23:26 +10:00
|
|
|
}
|
|
|
|
|
|
2020-07-30 22:39:13 +10:00
|
|
|
static inline void crypto_yield(u32 flags)
|
|
|
|
|
{
|
|
|
|
|
if (flags & CRYPTO_TFM_REQ_MAY_SLEEP)
|
|
|
|
|
cond_resched();
|
|
|
|
|
}
|
|
|
|
|
|
2021-09-17 08:26:19 +08:00
|
|
|
static inline int crypto_is_test_larval(struct crypto_larval *larval)
|
|
|
|
|
{
|
|
|
|
|
return larval->alg.cra_driver_name[0];
|
|
|
|
|
}
|
|
|
|
|
|
2023-04-13 14:24:15 +08:00
|
|
|
static inline struct crypto_tfm *crypto_tfm_get(struct crypto_tfm *tfm)
|
|
|
|
|
{
|
|
|
|
|
return refcount_inc_not_zero(&tfm->refcnt) ? tfm : ERR_PTR(-EOVERFLOW);
|
|
|
|
|
}
|
|
|
|
|
|
2005-04-16 15:20:36 -07:00
|
|
|
#endif /* _CRYPTO_INTERNAL_H */
|
|
|
|
|
|