linux-master/kernel/workqueue.c

234  * Per-pool_workqueue statistics. These can be monitored using
256 struct pool_workqueue {
292 	 * and pwq_release_workfn() for details. pool_workqueue itself is also
359 	struct pool_workqueue __rcu *dfl_pwq;   /* PW: only for unbound wqs */
380 	struct pool_workqueue __percpu __rcu **cpu_pwq; /* I: per-cpu pwqs */
526 static void show_pwq(struct pool_workqueue *pwq);
720 static struct pool_workqueue __rcu **
730 static struct pool_workqueue *unbound_pwq(struct workqueue_struct *wq, int cpu)
791 static void set_work_pwq(struct work_struct *work, struct pool_workqueue *pwq,
848 static inline struct pool_workqueue *work_struct_pwq(unsigned long data)
850 	return (struct pool_workqueue *)(data & WORK_STRUCT_PWQ_MASK);
853 static struct pool_workqueue *get_work_pwq(struct work_struct *work)
1477 	struct pool_workqueue *pwq = worker->current_pwq;
1626  * get_pwq - get an extra reference on the specified pool_workqueue
1627  * @pwq: pool_workqueue to get
1632 static void get_pwq(struct pool_workqueue *pwq)
1640  * put_pwq - put a pool_workqueue reference
1641  * @pwq: pool_workqueue to put
1646 static void put_pwq(struct pool_workqueue *pwq)
1660  * @pwq: pool_workqueue to put (can be %NULL)
1664 static void put_pwq_unlocked(struct pool_workqueue *pwq)
1677 static bool pwq_is_empty(struct pool_workqueue *pwq)
1682 static void __pwq_activate_work(struct pool_workqueue *pwq,
1697  * @pwq: pool_workqueue @work belongs to
1702 static bool pwq_activate_work(struct pool_workqueue *pwq,
1740  * @pwq: pool_workqueue of interest
1746 static bool pwq_tryinc_nr_active(struct pool_workqueue *pwq, bool fill)
1815  * @pwq: pool_workqueue of interest
1824 static bool pwq_activate_first_inactive(struct pool_workqueue *pwq, bool fill)
1839  * unplug_oldest_pwq - unplug the oldest pool_workqueue
1862 	struct pool_workqueue *pwq;
1867 	pwq = list_first_entry_or_null(&wq->pwqs, struct pool_workqueue,
1890 	struct pool_workqueue *pwq;
1898 				       struct pool_workqueue, pending_node);
1961  * @pwq: pool_workqueue of interest
1966 static void pwq_dec_nr_active(struct pool_workqueue *pwq)
2025 static void pwq_dec_nr_in_flight(struct pool_workqueue *pwq, unsigned long work_data)
2089 	struct pool_workqueue *pwq;
2255 static void insert_work(struct pool_workqueue *pwq, struct work_struct *work,
2316 	struct pool_workqueue *pwq;
3016 	struct pool_workqueue *pwq = get_work_pwq(work);
3170 	struct pool_workqueue *pwq = get_work_pwq(work);
3499 		struct pool_workqueue *pwq = list_first_entry(&wq->maydays,
3500 					struct pool_workqueue, mayday_node);
3784 static void insert_wq_barrier(struct pool_workqueue *pwq,
3872 	struct pool_workqueue *pwq;
4108 	struct pool_workqueue *pwq;
4154 	struct pool_workqueue *pwq;
4916 			container_of(rcu, struct pool_workqueue, rcu));
4925 	struct pool_workqueue *pwq = container_of(work, struct pool_workqueue,
4977 static void init_pwq(struct pool_workqueue *pwq, struct workqueue_struct *wq,
4996 static void link_pwq(struct pool_workqueue *pwq)
5014 static struct pool_workqueue *alloc_unbound_pwq(struct workqueue_struct *wq,
5018 	struct pool_workqueue *pwq;
5078 static struct pool_workqueue *install_unbound_pwq(struct workqueue_struct *wq,
5079 					int cpu, struct pool_workqueue *pwq)
5081 	struct pool_workqueue __rcu **slot = unbound_pwq_slot(wq, cpu);
5082 	struct pool_workqueue *old_pwq;
5100 	struct pool_workqueue	*dfl_pwq;
5101 	struct pool_workqueue	*pwq_tbl[];
5294 	struct pool_workqueue *old_pwq = NULL, *pwq;
5347 	wq->cpu_pwq = alloc_percpu(struct pool_workqueue *);
5353 			struct pool_workqueue **pwq_p;
5381 		struct pool_workqueue *dfl_pwq;
5405 			struct pool_workqueue *pwq = *per_cpu_ptr(wq->cpu_pwq, cpu);
5511 		struct pool_workqueue *pwq;
5647 static bool pwq_busy(struct pool_workqueue *pwq)
5671 	struct pool_workqueue *pwq;
5863 	struct pool_workqueue *pwq;
5957 	struct pool_workqueue *pwq = NULL;
6057 static void show_pwq(struct pool_workqueue *pwq)
6138 	struct pool_workqueue *pwq;
6659 	struct pool_workqueue *pwq;
7577 	BUILD_BUG_ON(__alignof__(struct pool_workqueue) < __alignof__(long long));
7591 	pwq_cache = KMEM_CACHE(pool_workqueue, SLAB_PANIC);