linux-master/kernel/static_call_inline.c

44 static inline void *static_call_addr(struct static_call_site *site)
46 	return (void *)((long)site->addr + (long)&site->addr);
49 static inline unsigned long __static_call_key(const struct static_call_site *site)
51 	return (long)site->key + (long)&site->key;
54 static inline struct static_call_key *static_call_key(const struct static_call_site *site)
56 	return (void *)(__static_call_key(site) & ~STATIC_CALL_SITE_FLAGS);
60 static inline bool static_call_is_init(struct static_call_site *site)
62 	return __static_call_key(site) & STATIC_CALL_SITE_INIT;
65 static inline bool static_call_is_tail(struct static_call_site *site)
67 	return __static_call_key(site) & STATIC_CALL_SITE_TAIL;
70 static inline void static_call_set_init(struct static_call_site *site)
72 	site->key = (__static_call_key(site) | STATIC_CALL_SITE_INIT) -
73 		    (long)&site->key;
136 	struct static_call_site *site, *stop;
187 		for (site = site_mod->sites;
188 		     site < stop && static_call_key(site) == key; site++) {
189 			void *site_addr = static_call_addr(site);
191 			if (!init && static_call_is_init(site))
203 				WARN_ONCE(!static_call_is_init(site),
204 					  "can't patch static call site at %pS",
210 						   static_call_is_tail(site));
224 	struct static_call_site *site;
233 	for (site = start; site < stop; site++) {
234 		void *site_addr = static_call_addr(site);
238 			static_call_set_init(site);
240 		key = static_call_key(site);
253 				key->sites = site;
280 			site_mod->sites = site;
287 				static_call_is_tail(site));
293 static int addr_conflict(struct static_call_site *site, void *start, void *end)
295 	unsigned long addr = (unsigned long)static_call_addr(site);
368 	struct static_call_site *site;
370 	for (site = start; site != stop; site++) {
371 		unsigned long s_key = __static_call_key(site);
392 				static_call_addr(site));
397 		site->key = key - (long)&site->key;
410 	struct static_call_site *site;
412 	for (site = start; site < stop; site++) {
413 		key = static_call_key(site);