1#ifndef __LINUX_MEMORY_HOTPLUG_H 2#define __LINUX_MEMORY_HOTPLUG_H 3 4#include <linux/mmzone.h> 5#include <linux/spinlock.h> 6#include <linux/notifier.h> 7 8struct page; 9struct zone; 10struct pglist_data; 11struct mem_section; 12 13#ifdef CONFIG_MEMORY_HOTPLUG 14 15/* 16 * Types for free bootmem. 17 * The normal smallest mapcount is -1. Here is smaller value than it. 18 */ 19#define SECTION_INFO (-1 - 1) 20#define MIX_SECTION_INFO (-1 - 2) 21#define NODE_INFO (-1 - 3) 22 23/* 24 * pgdat resizing functions 25 */ 26static inline 27void pgdat_resize_lock(struct pglist_data *pgdat, unsigned long *flags) 28{ 29 spin_lock_irqsave(&pgdat->node_size_lock, *flags); 30} 31static inline 32void pgdat_resize_unlock(struct pglist_data *pgdat, unsigned long *flags) 33{ 34 spin_unlock_irqrestore(&pgdat->node_size_lock, *flags); 35} 36static inline 37void pgdat_resize_init(struct pglist_data *pgdat) 38{ 39 spin_lock_init(&pgdat->node_size_lock); 40} 41/* 42 * Zone resizing functions 43 */ 44static inline unsigned zone_span_seqbegin(struct zone *zone) 45{ 46 return read_seqbegin(&zone->span_seqlock); 47} 48static inline int zone_span_seqretry(struct zone *zone, unsigned iv) 49{ 50 return read_seqretry(&zone->span_seqlock, iv); 51} 52static inline void zone_span_writelock(struct zone *zone) 53{ 54 write_seqlock(&zone->span_seqlock); 55} 56static inline void zone_span_writeunlock(struct zone *zone) 57{ 58 write_sequnlock(&zone->span_seqlock); 59} 60static inline void zone_seqlock_init(struct zone *zone) 61{ 62 seqlock_init(&zone->span_seqlock); 63} 64extern int zone_grow_free_lists(struct zone *zone, unsigned long new_nr_pages); 65extern int zone_grow_waitqueues(struct zone *zone, unsigned long nr_pages); 66extern int add_one_highpage(struct page *page, int pfn, int bad_ppro); 67/* need some defines for these for archs that don't support it */ 68extern void online_page(struct page *page); 69/* VM interface that may be used by firmware interface */ 70extern int online_pages(unsigned long, unsigned long); 71extern void __offline_isolated_pages(unsigned long, unsigned long); 72 73/* reasonably generic interface to expand the physical pages in a zone */ 74extern int __add_pages(int nid, struct zone *zone, unsigned long start_pfn, 75 unsigned long nr_pages); 76extern int __remove_pages(struct zone *zone, unsigned long start_pfn, 77 unsigned long nr_pages); 78 79#ifdef CONFIG_NUMA 80extern int memory_add_physaddr_to_nid(u64 start); 81#else 82static inline int memory_add_physaddr_to_nid(u64 start) 83{ 84 return 0; 85} 86#endif 87 88#ifdef CONFIG_HAVE_ARCH_NODEDATA_EXTENSION 89/* 90 * For supporting node-hotadd, we have to allocate a new pgdat. 91 * 92 * If an arch has generic style NODE_DATA(), 93 * node_data[nid] = kzalloc() works well. But it depends on the architecture. 94 * 95 * In general, generic_alloc_nodedata() is used. 96 * Now, arch_free_nodedata() is just defined for error path of node_hot_add. 97 * 98 */ 99extern pg_data_t *arch_alloc_nodedata(int nid); 100extern void arch_free_nodedata(pg_data_t *pgdat); 101extern void arch_refresh_nodedata(int nid, pg_data_t *pgdat); 102 103#else /* CONFIG_HAVE_ARCH_NODEDATA_EXTENSION */ 104 105#define arch_alloc_nodedata(nid) generic_alloc_nodedata(nid) 106#define arch_free_nodedata(pgdat) generic_free_nodedata(pgdat) 107 108#ifdef CONFIG_NUMA 109#define generic_alloc_nodedata(nid) \ 110({ \ 111 kzalloc(sizeof(pg_data_t), GFP_KERNEL); \ 112}) 113/* 114 * This definition is just for error path in node hotadd. 115 * For node hotremove, we have to replace this. 116 */ 117#define generic_free_nodedata(pgdat) kfree(pgdat) 118 119extern pg_data_t *node_data[]; 120static inline void arch_refresh_nodedata(int nid, pg_data_t *pgdat) 121{ 122 node_data[nid] = pgdat; 123} 124 125#else /* !CONFIG_NUMA */ 126 127/* never called */ 128static inline pg_data_t *generic_alloc_nodedata(int nid) 129{ 130 BUG(); 131 return NULL; 132} 133static inline void generic_free_nodedata(pg_data_t *pgdat) 134{ 135} 136static inline void arch_refresh_nodedata(int nid, pg_data_t *pgdat) 137{ 138} 139#endif /* CONFIG_NUMA */ 140#endif /* CONFIG_HAVE_ARCH_NODEDATA_EXTENSION */ 141 142#ifdef CONFIG_SPARSEMEM_VMEMMAP 143static inline void register_page_bootmem_info_node(struct pglist_data *pgdat) 144{ 145} 146static inline void put_page_bootmem(struct page *page) 147{ 148} 149#else 150extern void register_page_bootmem_info_node(struct pglist_data *pgdat); 151extern void put_page_bootmem(struct page *page); 152#endif 153 154#else /* ! CONFIG_MEMORY_HOTPLUG */ 155/* 156 * Stub functions for when hotplug is off 157 */ 158static inline void pgdat_resize_lock(struct pglist_data *p, unsigned long *f) {} 159static inline void pgdat_resize_unlock(struct pglist_data *p, unsigned long *f) {} 160static inline void pgdat_resize_init(struct pglist_data *pgdat) {} 161 162static inline unsigned zone_span_seqbegin(struct zone *zone) 163{ 164 return 0; 165} 166static inline int zone_span_seqretry(struct zone *zone, unsigned iv) 167{ 168 return 0; 169} 170static inline void zone_span_writelock(struct zone *zone) {} 171static inline void zone_span_writeunlock(struct zone *zone) {} 172static inline void zone_seqlock_init(struct zone *zone) {} 173 174static inline int mhp_notimplemented(const char *func) 175{ 176 printk(KERN_WARNING "%s() called, with CONFIG_MEMORY_HOTPLUG disabled\n", func); 177 dump_stack(); 178 return -ENOSYS; 179} 180 181static inline void register_page_bootmem_info_node(struct pglist_data *pgdat) 182{ 183} 184 185#endif /* ! CONFIG_MEMORY_HOTPLUG */ 186 187#ifdef CONFIG_MEMORY_HOTREMOVE 188 189extern int is_mem_section_removable(unsigned long pfn, unsigned long nr_pages); 190 191#else 192static inline int is_mem_section_removable(unsigned long pfn, 193 unsigned long nr_pages) 194{ 195 return 0; 196} 197#endif /* CONFIG_MEMORY_HOTREMOVE */ 198 199extern int mem_online_node(int nid); 200extern int add_memory(int nid, u64 start, u64 size); 201extern int arch_add_memory(int nid, u64 start, u64 size); 202extern int remove_memory(u64 start, u64 size); 203extern int sparse_add_one_section(struct zone *zone, unsigned long start_pfn, 204 int nr_pages); 205extern void sparse_remove_one_section(struct zone *zone, struct mem_section *ms); 206extern struct page *sparse_decode_mem_map(unsigned long coded_mem_map, 207 unsigned long pnum); 208 209#endif /* __LINUX_MEMORY_HOTPLUG_H */ 210