sys/kern/subr_epoch.c

186 	epoch_record_t er;
191 		er = zpcpu_get_cpu(epoch->e_pcpu_record, cpu);
192 		bzero(er, sizeof(*er));
193 		ck_epoch_register(&epoch->e_epoch, &er->er_record, NULL);
194 		TAILQ_INIT((struct threadlist *)(uintptr_t)&er->er_tdlist);
195 		er->er_cpuid = cpu;
196 		er->er_parent = epoch;
276 		epoch_record_t er;
278 		er = zpcpu_get_cpu(epoch->e_pcpu_record, cpu);
285 		MPASS(er->er_td == NULL);
286 		MPASS(TAILQ_EMPTY(&er->er_tdlist));
313 	struct epoch_record *er;
330 	er = epoch_currecord(epoch);
332 	MPASS(er->er_td == NULL);
333 	TAILQ_INSERT_TAIL(&er->er_tdlist, et, et_link);
334 	ck_epoch_begin(&er->er_record, &et->et_section);
342 	epoch_record_t er;
350 	er = epoch_currecord(epoch);
352 	if (er->er_record.active == 0) {
353 		MPASS(er->er_td == NULL);
354 		er->er_td = curthread;
357 		MPASS(er->er_td == curthread);
360 	ck_epoch_begin(&er->er_record, NULL);
366 	struct epoch_record *er;
375 	er = epoch_currecord(epoch);
388 	MPASS(er->er_td == NULL);
390 	ck_epoch_end(&er->er_record, &et->et_section);
391 	TAILQ_REMOVE(&er->er_tdlist, et, et_link);
392 	er->er_gen++;
402 	epoch_record_t er;
408 	er = epoch_currecord(epoch);
409 	ck_epoch_end(&er->er_record, NULL);
411 	MPASS(er->er_td == curthread);
412 	if (er->er_record.active == 0)
413 		er->er_td = NULL;
639 	epoch_record_t er;
655 	er = epoch_currecord(epoch);
656 	ck_epoch_call(&er->er_record, cb, (ck_epoch_cb_t *)callback);
668 	epoch_record_t er;
681 		er = epoch_currecord(epoch);
682 		record = &er->er_record;
708 	epoch_record_t er;
718 	er = epoch_currecord(epoch);
719 	TAILQ_FOREACH(tdwait, &er->er_tdlist, et_link)
728 		TAILQ_FOREACH(tdwait, &er->er_tdlist, et_link)
741 	epoch_record_t er;
749 		er = zpcpu_get_cpu(epoch->e_pcpu_record, cpu);
750 		KASSERT(er->er_td != td,
762 	epoch_record_t er;
787 	er = epoch_currecord(epoch);
788 	if (er->er_record.active == 0) {
793 	MPASS(er->er_td == td);
819 	epoch_record_t er;
852 		er = zpcpu_get_cpu(epoch->e_pcpu_record, cpu);
854 		epoch_call(epoch, &er->er_drain_ctx, &epoch_drain_cb);