sys/kern/subr_epoch.c

278 	epoch_record_t er;
285 	er = epoch_currecord(epoch);
286 	TAILQ_FOREACH(tdwait, &er->er_tdlist, et_link)
342 	epoch_record_t er;
347 		er = zpcpu_get_cpu(epoch->e_pcpu_record, cpu);
348 		bzero(er, sizeof(*er));
349 		ck_epoch_register(&epoch->e_epoch, &er->er_record, NULL);
350 		TAILQ_INIT((struct threadlist *)(uintptr_t)&er->er_tdlist);
351 		er->er_cpuid = cpu;
352 		er->er_parent = epoch;
435 		epoch_record_t er;
437 		er = zpcpu_get_cpu(epoch->e_pcpu_record, cpu);
444 		MPASS(er->er_td == NULL);
445 		MPASS(TAILQ_EMPTY(&er->er_tdlist));
465 	struct epoch_record *er;
483 	er = epoch_currecord(epoch);
485 	MPASS(er->er_td == NULL);
486 	TAILQ_INSERT_TAIL(&er->er_tdlist, et, et_link);
487 	ck_epoch_begin(&er->er_record, &et->et_section);
494 	epoch_record_t er;
499 	er = epoch_currecord(epoch);
501 	if (er->er_record.active == 0) {
502 		MPASS(er->er_td == NULL);
503 		er->er_td = curthread;
506 		MPASS(er->er_td == curthread);
509 	ck_epoch_begin(&er->er_record, NULL);
515 	struct epoch_record *er;
523 	er = epoch_currecord(epoch);
530 	MPASS(er->er_td == NULL);
532 	ck_epoch_end(&er->er_record, &et->et_section);
533 	TAILQ_REMOVE(&er->er_tdlist, et, et_link);
534 	er->er_gen++;
546 	epoch_record_t er;
549 	er = epoch_currecord(epoch);
550 	ck_epoch_end(&er->er_record, NULL);
552 	MPASS(er->er_td == curthread);
553 	if (er->er_record.active == 0)
554 		er->er_td = NULL;
779 	epoch_record_t er;
795 	er = epoch_currecord(epoch);
796 	ck_epoch_call(&er->er_record, cb, (ck_epoch_cb_t *)callback);
808 	epoch_record_t er;
821 		er = epoch_currecord(epoch);
822 		record = &er->er_record;
848 	epoch_record_t er;
858 	er = epoch_currecord(epoch);
859 	TAILQ_FOREACH(tdwait, &er->er_tdlist, et_link)
868 		TAILQ_FOREACH(tdwait, &er->er_tdlist, et_link)
881 	epoch_record_t er;
889 		er = zpcpu_get_cpu(epoch->e_pcpu_record, cpu);
890 		KASSERT(er->er_td != td,
902 	epoch_record_t er;
927 	er = epoch_currecord(epoch);
928 	if (er->er_record.active == 0) {
933 	MPASS(er->er_td == td);
959 	epoch_record_t er;
992 		er = zpcpu_get_cpu(epoch->e_pcpu_record, cpu);
994 		epoch_call(epoch, &epoch_drain_cb, &er->er_drain_ctx);