2017-11-01 15:07:57 +01:00
|
|
|
/* SPDX-License-Identifier: GPL-2.0 */
|
2005-10-29 18:16:54 -07:00
|
|
|
/*
|
|
|
|
|
* include/linux/memory.h - generic memory definition
|
|
|
|
|
*
|
|
|
|
|
* This is mainly for topological representation. We define the
|
|
|
|
|
* basic "struct memory_block" here, which can be embedded in per-arch
|
|
|
|
|
* definitions or NUMA information.
|
|
|
|
|
*
|
|
|
|
|
* Basic handling of the devices is done in drivers/base/memory.c
|
|
|
|
|
* and system devices are handled in drivers/base/sys.c.
|
|
|
|
|
*
|
|
|
|
|
* Memory block are exported via sysfs in the class/memory/devices/
|
|
|
|
|
* directory.
|
|
|
|
|
*
|
|
|
|
|
*/
|
|
|
|
|
#ifndef _LINUX_MEMORY_H_
|
|
|
|
|
#define _LINUX_MEMORY_H_
|
|
|
|
|
|
|
|
|
|
#include <linux/node.h>
|
|
|
|
|
#include <linux/compiler.h>
|
2008-02-04 23:35:47 -08:00
|
|
|
#include <linux/mutex.h>
|
2013-04-29 15:08:04 -07:00
|
|
|
#include <linux/notifier.h>
|
2005-10-29 18:16:54 -07:00
|
|
|
|
2012-09-17 14:08:56 -07:00
|
|
|
#define MIN_MEMORY_BLOCK_SIZE (1UL << SECTION_SIZE_BITS)
|
2011-06-14 10:57:50 +10:00
|
|
|
|
2021-09-07 19:55:26 -07:00
|
|
|
/**
|
|
|
|
|
* struct memory_group - a logical group of memory blocks
|
|
|
|
|
* @nid: The node id for all memory blocks inside the memory group.
|
|
|
|
|
* @blocks: List of all memory blocks belonging to this memory group.
|
2021-09-07 19:55:30 -07:00
|
|
|
* @present_kernel_pages: Present (online) memory outside ZONE_MOVABLE of this
|
|
|
|
|
* memory group.
|
|
|
|
|
* @present_movable_pages: Present (online) memory in ZONE_MOVABLE of this
|
|
|
|
|
* memory group.
|
2021-09-07 19:55:26 -07:00
|
|
|
* @is_dynamic: The memory group type: static vs. dynamic
|
|
|
|
|
* @s.max_pages: Valid with &memory_group.is_dynamic == false. The maximum
|
|
|
|
|
* number of pages we'll have in this static memory group.
|
|
|
|
|
* @d.unit_pages: Valid with &memory_group.is_dynamic == true. Unit in pages
|
|
|
|
|
* in which memory is added/removed in this dynamic memory group.
|
|
|
|
|
* This granularity defines the alignment of a unit in physical
|
|
|
|
|
* address space; it has to be at least as big as a single
|
|
|
|
|
* memory block.
|
|
|
|
|
*
|
|
|
|
|
* A memory group logically groups memory blocks; each memory block
|
|
|
|
|
* belongs to at most one memory group. A memory group corresponds to
|
|
|
|
|
* a memory device, such as a DIMM or a NUMA node, which spans multiple
|
|
|
|
|
* memory blocks and might even span multiple non-contiguous physical memory
|
|
|
|
|
* ranges.
|
|
|
|
|
*
|
|
|
|
|
* Modification of members after registration is serialized by memory
|
|
|
|
|
* hot(un)plug code.
|
|
|
|
|
*/
|
|
|
|
|
struct memory_group {
|
|
|
|
|
int nid;
|
|
|
|
|
struct list_head memory_blocks;
|
2021-09-07 19:55:30 -07:00
|
|
|
unsigned long present_kernel_pages;
|
|
|
|
|
unsigned long present_movable_pages;
|
2021-09-07 19:55:26 -07:00
|
|
|
bool is_dynamic;
|
|
|
|
|
union {
|
|
|
|
|
struct {
|
|
|
|
|
unsigned long max_pages;
|
|
|
|
|
} s;
|
|
|
|
|
struct {
|
|
|
|
|
unsigned long unit_pages;
|
|
|
|
|
} d;
|
|
|
|
|
};
|
|
|
|
|
};
|
|
|
|
|
|
2005-10-29 18:16:54 -07:00
|
|
|
struct memory_block {
|
2011-01-20 10:44:29 -06:00
|
|
|
unsigned long start_section_nr;
|
2013-08-20 16:05:05 -05:00
|
|
|
unsigned long state; /* serialized by the dev->lock */
|
|
|
|
|
int online_type; /* for passing data to online routine */
|
2018-04-05 16:23:00 -07:00
|
|
|
int nid; /* NID for this memory block */
|
2022-03-22 14:47:31 -07:00
|
|
|
/*
|
|
|
|
|
* The single zone of this memory block if all PFNs of this memory block
|
|
|
|
|
* that are System RAM (not a memory hole, not ZONE_DEVICE ranges) are
|
|
|
|
|
* managed by a single zone. NULL if multiple zones (including nodes)
|
|
|
|
|
* apply.
|
|
|
|
|
*/
|
|
|
|
|
struct zone *zone;
|
2021-02-25 17:17:24 -08:00
|
|
|
struct device dev;
|
2021-05-04 18:39:42 -07:00
|
|
|
/*
|
|
|
|
|
* Number of vmemmap pages. These pages
|
|
|
|
|
* lay at the beginning of the memory block.
|
|
|
|
|
*/
|
|
|
|
|
unsigned long nr_vmemmap_pages;
|
2021-09-07 19:55:26 -07:00
|
|
|
struct memory_group *group; /* group (if any) for this block */
|
|
|
|
|
struct list_head group_next; /* next block inside memory group */
|
2005-10-29 18:16:54 -07:00
|
|
|
};
|
|
|
|
|
|
2010-03-15 00:35:03 -04:00
|
|
|
int arch_get_memory_phys_device(unsigned long start_pfn);
|
2014-10-13 19:00:47 -06:00
|
|
|
unsigned long memory_block_size_bytes(void);
|
2018-05-24 15:17:12 -05:00
|
|
|
int set_memory_block_size_order(unsigned int order);
|
2010-03-15 00:35:03 -04:00
|
|
|
|
2005-10-29 18:16:54 -07:00
|
|
|
/* These states are exposed to userspace as text strings in sysfs */
|
|
|
|
|
#define MEM_ONLINE (1<<0) /* exposed to userspace */
|
|
|
|
|
#define MEM_GOING_OFFLINE (1<<1) /* exposed to userspace */
|
|
|
|
|
#define MEM_OFFLINE (1<<2) /* exposed to userspace */
|
2007-10-21 16:41:36 -07:00
|
|
|
#define MEM_GOING_ONLINE (1<<3)
|
|
|
|
|
#define MEM_CANCEL_ONLINE (1<<4)
|
|
|
|
|
#define MEM_CANCEL_OFFLINE (1<<5)
|
2005-10-29 18:16:54 -07:00
|
|
|
|
2007-10-21 16:41:36 -07:00
|
|
|
struct memory_notify {
|
|
|
|
|
unsigned long start_pfn;
|
|
|
|
|
unsigned long nr_pages;
|
2012-12-11 16:01:03 -08:00
|
|
|
int status_change_nid_normal;
|
2007-10-21 16:41:36 -07:00
|
|
|
int status_change_nid;
|
|
|
|
|
};
|
2005-10-29 18:16:54 -07:00
|
|
|
|
2005-11-07 00:59:43 -08:00
|
|
|
struct notifier_block;
|
|
|
|
|
struct mem_section;
|
|
|
|
|
|
2008-04-29 01:00:41 -07:00
|
|
|
/*
|
|
|
|
|
* Priorities for the hotplug memory callback routines (stored in decreasing
|
|
|
|
|
* order in the callback chain)
|
|
|
|
|
*/
|
|
|
|
|
#define SLAB_CALLBACK_PRI 1
|
2008-04-29 01:00:42 -07:00
|
|
|
#define IPC_CALLBACK_PRI 10
|
2008-04-29 01:00:41 -07:00
|
|
|
|
2021-11-05 13:44:24 -07:00
|
|
|
#ifndef CONFIG_MEMORY_HOTPLUG
|
2019-09-23 15:35:46 -07:00
|
|
|
static inline void memory_dev_init(void)
|
2005-10-29 18:16:54 -07:00
|
|
|
{
|
2019-09-23 15:35:46 -07:00
|
|
|
return;
|
2005-10-29 18:16:54 -07:00
|
|
|
}
|
|
|
|
|
static inline int register_memory_notifier(struct notifier_block *nb)
|
|
|
|
|
{
|
|
|
|
|
return 0;
|
|
|
|
|
}
|
|
|
|
|
static inline void unregister_memory_notifier(struct notifier_block *nb)
|
|
|
|
|
{
|
|
|
|
|
}
|
2007-10-21 16:41:36 -07:00
|
|
|
static inline int memory_notify(unsigned long val, void *v)
|
|
|
|
|
{
|
|
|
|
|
return 0;
|
|
|
|
|
}
|
2021-11-05 13:44:24 -07:00
|
|
|
static inline int hotplug_memory_notifier(notifier_fn_t fn, int pri)
|
|
|
|
|
{
|
|
|
|
|
return 0;
|
|
|
|
|
}
|
|
|
|
|
/* These aren't inline functions due to a GCC bug. */
|
|
|
|
|
#define register_hotmemory_notifier(nb) ({ (void)(nb); 0; })
|
|
|
|
|
#define unregister_hotmemory_notifier(nb) ({ (void)(nb); })
|
|
|
|
|
#else /* CONFIG_MEMORY_HOTPLUG */
|
2007-10-21 16:41:36 -07:00
|
|
|
extern int register_memory_notifier(struct notifier_block *nb);
|
|
|
|
|
extern void unregister_memory_notifier(struct notifier_block *nb);
|
2021-05-04 18:39:42 -07:00
|
|
|
int create_memory_block_devices(unsigned long start, unsigned long size,
|
2021-09-07 19:55:26 -07:00
|
|
|
unsigned long vmemmap_pages,
|
|
|
|
|
struct memory_group *group);
|
2019-07-18 15:57:06 -07:00
|
|
|
void remove_memory_block_devices(unsigned long start, unsigned long size);
|
2019-09-23 15:35:46 -07:00
|
|
|
extern void memory_dev_init(void);
|
2007-10-21 16:41:36 -07:00
|
|
|
extern int memory_notify(unsigned long val, void *v);
|
2021-09-02 14:57:01 -07:00
|
|
|
extern struct memory_block *find_memory_block(unsigned long section_nr);
|
2019-07-18 15:57:50 -07:00
|
|
|
typedef int (*walk_memory_blocks_func_t)(struct memory_block *, void *);
|
|
|
|
|
extern int walk_memory_blocks(unsigned long start, unsigned long size,
|
|
|
|
|
void *arg, walk_memory_blocks_func_t func);
|
2019-11-15 17:34:57 -08:00
|
|
|
extern int for_each_memory_block(void *arg, walk_memory_blocks_func_t func);
|
2021-09-07 19:55:26 -07:00
|
|
|
|
|
|
|
|
extern int memory_group_register_static(int nid, unsigned long max_pages);
|
|
|
|
|
extern int memory_group_register_dynamic(int nid, unsigned long unit_pages);
|
|
|
|
|
extern int memory_group_unregister(int mgid);
|
|
|
|
|
struct memory_group *memory_group_find_by_id(int mgid);
|
2021-09-07 19:55:48 -07:00
|
|
|
typedef int (*walk_memory_groups_func_t)(struct memory_group *, void *);
|
|
|
|
|
int walk_dynamic_memory_groups(int nid, walk_memory_groups_func_t func,
|
|
|
|
|
struct memory_group *excluded, void *arg);
|
2013-04-29 15:08:04 -07:00
|
|
|
#define hotplug_memory_notifier(fn, pri) ({ \
|
2008-11-22 17:38:34 +00:00
|
|
|
static __meminitdata struct notifier_block fn##_mem_nb =\
|
2013-04-29 15:08:04 -07:00
|
|
|
{ .notifier_call = fn, .priority = pri };\
|
2005-10-29 18:16:54 -07:00
|
|
|
register_memory_notifier(&fn##_mem_nb); \
|
2013-04-29 15:08:04 -07:00
|
|
|
})
|
|
|
|
|
#define register_hotmemory_notifier(nb) register_memory_notifier(nb)
|
|
|
|
|
#define unregister_hotmemory_notifier(nb) unregister_memory_notifier(nb)
|
2022-03-22 14:47:31 -07:00
|
|
|
|
|
|
|
|
#ifdef CONFIG_NUMA
|
|
|
|
|
void memory_block_add_nid(struct memory_block *mem, int nid,
|
|
|
|
|
enum meminit_context context);
|
|
|
|
|
#endif /* CONFIG_NUMA */
|
2021-11-05 13:44:24 -07:00
|
|
|
#endif /* CONFIG_MEMORY_HOTPLUG */
|
2005-10-29 18:16:54 -07:00
|
|
|
|
2009-03-06 10:35:52 -05:00
|
|
|
/*
|
|
|
|
|
* Kernel text modification mutex, used for code patching. Users of this lock
|
|
|
|
|
* can sleep.
|
|
|
|
|
*/
|
|
|
|
|
extern struct mutex text_mutex;
|
|
|
|
|
|
2005-10-29 18:16:54 -07:00
|
|
|
#endif /* _LINUX_MEMORY_H_ */
|