bsd/kern/pthread_support.c

254 #define PTHRW_COUNT_MASK	0xffffff00
528 		if (is_seqhigher((mgen & PTHRW_COUNT_MASK), (kwq->kw_lword & PTHRW_COUNT_MASK)) != 0)
530 		if (is_seqhigher((ugen & PTHRW_COUNT_MASK), (kwq->kw_uword & PTHRW_COUNT_MASK)) != 0)
533 			if(is_seqlower(kwq->kw_cvkernelseq, (rw_wc & PTHRW_COUNT_MASK)) != 0) {
534 				kwq->kw_cvkernelseq = (rw_wc & PTHRW_COUNT_MASK);
536 			if (is_seqhigher((rw_wc & PTHRW_COUNT_MASK), (kwq->kw_sword & PTHRW_COUNT_MASK)) != 0)
604 		updatebits = (kwq->kw_highseq & PTHRW_COUNT_MASK) | (PTH_RWL_EBIT | PTH_RWL_KBIT);
605 		kwq->kw_lastunlockseq = (ugen & PTHRW_COUNT_MASK);
627 			low_writer &= PTHRW_COUNT_MASK;
665 				kwq->kw_pre_lockseq = (nextgen & PTHRW_COUNT_MASK);
673 				kwe = ksyn_queue_find_seq(kwq, &kwq->kw_ksynqueues[KSYN_QUEUE_WRITER], (nextgen & PTHRW_COUNT_MASK), 1);
698 					kwq->kw_pre_lockseq = (nextgen & PTHRW_COUNT_MASK);
709 			kwq->kw_lastunlockseq = (ugen & PTHRW_COUNT_MASK);
717 			kwq->kw_pre_lockseq = (nextgen & PTHRW_COUNT_MASK);
726 			kwq->kw_lastunlockseq = (ugen & PTHRW_COUNT_MASK);
729 				kwq->kw_pre_lockseq = (lkseq & PTHRW_COUNT_MASK);
783 	lockseq = (uap->mgen & PTHRW_COUNT_MASK);
811                 (is_seqlower_eq(lockseq, (kwq->kw_pre_intrseq & PTHRW_COUNT_MASK)) != 0)) {
824 	if ((kwq->kw_pre_rwwc != 0) && ((ins_flags == FIRSTFIT) || ((lockseq & PTHRW_COUNT_MASK) == (kwq->kw_pre_lockseq & PTHRW_COUNT_MASK) ))) {
833 				updatebits = (kwq->kw_highseq & PTHRW_COUNT_MASK) | (PTH_RWL_KBIT | PTH_RWL_EBIT);
991 	uptoseq = cgen & PTHRW_COUNT_MASK;
992 	fromseq = (cugen & PTHRW_COUNT_MASK) + PTHRW_INC;
994 	if (is_seqhigher(fromseq, uptoseq) || is_seqhigher((csgen & PTHRW_COUNT_MASK), uptoseq)) {
1024 	ckwq->kw_sword += (updatebits & PTHRW_COUNT_MASK);
1045 	    is_seqhigher((kwe->kwe_lockseq & PTHRW_COUNT_MASK), upto)) {
1081 	uptoseq = cgen & PTHRW_COUNT_MASK;
1082 	signalseq = (cugen & PTHRW_COUNT_MASK) + PTHRW_INC;
1085 	if (((threadport == 0) && (is_seqhigher(signalseq, uptoseq))) || is_seqhigher((csgen & PTHRW_COUNT_MASK), uptoseq)) {
1117 	if ((ckwq->kw_lword & PTHRW_COUNT_MASK) != (ckwq->kw_sword & PTHRW_COUNT_MASK)) {
1134 				if (is_seqlower((kwe->kwe_lockseq & PTHRW_COUNT_MASK), signalseq)) {
1163 				ckwq->kw_sword += (updatebits & PTHRW_COUNT_MASK);
1178 			ckwq->kw_sword += (updatebits & PTHRW_COUNT_MASK);
1263 	lockseq = (cgen & PTHRW_COUNT_MASK);
1269 	if (is_seqhigher_eq((csgen & PTHRW_COUNT_MASK), lockseq) != 0) {
1328 			if ((kwe->kwe_lockseq & PTHRW_COUNT_MASK) == lockseq) {
1476 		if ((ckwq->kw_lword & PTHRW_COUNT_MASK) == (ckwq->kw_sword & PTHRW_COUNT_MASK)) {
1479 				(void)ksyn_queue_move_tofree(ckwq, &ckwq->kw_ksynqueues[KSYN_QUEUE_WRITER], (ckwq->kw_lword & PTHRW_COUNT_MASK), &kfreeq, 1, 1);
1541 		(void)ksyn_queue_move_tofree(ckwq, &ckwq->kw_ksynqueues[KSYN_QUEUE_WRITER], (pseq & PTHRW_COUNT_MASK), &kfreeq, 0, 1);
1607 	lockseq = lgen  & PTHRW_COUNT_MASK;
1635 		(is_seqlower_eq(lockseq, (kwq->kw_pre_intrseq & PTHRW_COUNT_MASK)) != 0)) {
1668 	if ((kwq->kw_pre_rwwc != 0) && (is_seqlower_eq(lockseq, (kwq->kw_pre_lockseq & PTHRW_COUNT_MASK)) != 0)) {
1776 	lockseq = (lgen & PTHRW_COUNT_MASK);
1803 		(is_seqlower_eq(lockseq, (kwq->kw_pre_intrseq & PTHRW_COUNT_MASK)) != 0)) {
1814 	if ((kwq->kw_pre_rwwc != 0) && (is_seqlower_eq(lockseq, (kwq->kw_pre_lockseq & PTHRW_COUNT_MASK)) != 0)) {
1922 	lockseq = (lgen & PTHRW_COUNT_MASK);
1951 		(is_seqlower_eq(lockseq, (kwq->kw_pre_intrseq & PTHRW_COUNT_MASK)) != 0)) {
1962 	if ((kwq->kw_pre_rwwc != 0) && (is_seqlower_eq(lockseq, (kwq->kw_pre_lockseq & PTHRW_COUNT_MASK)) != 0)) {
2076 	lockseq = (lgen & PTHRW_COUNT_MASK);
2103 		(is_seqlower_eq(lockseq, (kwq->kw_pre_intrseq & PTHRW_COUNT_MASK)) != 0)) {
2113 	if ((kwq->kw_pre_rwwc != 0) && (is_seqlower_eq(lockseq, (kwq->kw_pre_lockseq & PTHRW_COUNT_MASK)) != 0)) {
2215 	curgen = (lgen & PTHRW_COUNT_MASK);
2335 	lockseq = (lgen & PTHRW_COUNT_MASK);
2362 		(is_seqlower_eq(lockseq, (kwq->kw_pre_intrseq & PTHRW_COUNT_MASK)) != 0)) {
2372 	if ((kwq->kw_pre_rwwc != 0) && (is_seqlower_eq(lockseq, (kwq->kw_pre_lockseq & PTHRW_COUNT_MASK)) != 0)) {
2495 	curgen = lgen & PTHRW_COUNT_MASK;
2570 			(is_seqhigher_eq((rw_wc & PTHRW_COUNT_MASK), (kwq->kw_pre_sseq & PTHRW_COUNT_MASK)) != 0)) {
3368 	kwq->kw_lastunlockseq = (rw_wc & PTHRW_COUNT_MASK);
3392 			kwq->kw_nextseqword = (rw_wc & PTHRW_COUNT_MASK) + updatebits;
3546 			kwq->kw_nextseqword = (rw_wc & PTHRW_COUNT_MASK) + updatebits;
3622 			kwq->kw_nextseqword = (rw_wc & PTHRW_COUNT_MASK) + updatebits;
3655 					kwq->kw_nextseqword = (rw_wc & PTHRW_COUNT_MASK) + updatebits;
3680 					kwq->kw_nextseqword = (rw_wc & PTHRW_COUNT_MASK) + updatebits;
3742 				kwq->kw_nextseqword = (rw_wc & PTHRW_COUNT_MASK) + updatebits;
3767 	uint32_t highword = kwq->kw_nextseqword & PTHRW_COUNT_MASK;
3768 	uint32_t lowword = kwq->kw_lastseqword & PTHRW_COUNT_MASK;
3858 	uint32_t lockseq = mgen & PTHRW_COUNT_MASK;
3947 		curseq = kwe->kwe_lockseq & PTHRW_COUNT_MASK;
3953 			kq->ksynq_firstnum = (q_kwe->kwe_lockseq & PTHRW_COUNT_MASK);
3983 			kq->ksynq_firstnum = (q_kwe->kwe_lockseq & PTHRW_COUNT_MASK);
3985 			kq->ksynq_lastnum = (q_kwe->kwe_lockseq & PTHRW_COUNT_MASK);
3992 		curseq = kwe->kwe_lockseq & PTHRW_COUNT_MASK;
4014 		if ((q_kwe->kwe_lockseq & PTHRW_COUNT_MASK) == seq) {
4029 	uint32_t lgen = (cgen & PTHRW_COUNT_MASK);
4035 		if (is_seqlower((q_kwe->kwe_lockseq & PTHRW_COUNT_MASK), cgen) != 0)
4041 			if ((q_kwe->kwe_lockseq & PTHRW_COUNT_MASK) != lgen)
4065 			if (is_seqhigher((q_kwe->kwe_lockseq & PTHRW_COUNT_MASK), uptoseq))
4071 			if (is_seqlower((q_kwe->kwe_lockseq & PTHRW_COUNT_MASK), uptoseq))
4081 			if (is_seqhigher((q_kwe->kwe_lockseq & PTHRW_COUNT_MASK), uptoseq))
4088 					if (is_seqhigher_eq((q_kwe->kwe_lockseq & PTHRW_COUNT_MASK), signalseq))
4112 	uint32_t tseq = upto & PTHRW_COUNT_MASK;
4122 		if ((all == 0) && (is_seqhigher((kwe->kwe_lockseq & PTHRW_COUNT_MASK), tseq) != 0))
4353 		curval = (kwe->kwe_lockseq & PTHRW_COUNT_MASK);
4389 		if (is_seqhigher((kwe->kwe_lockseq & PTHRW_COUNT_MASK), upto))	/* outside our range */
4433 	if ((ckwq->kw_lword & PTHRW_COUNT_MASK) != (ckwq->kw_sword & PTHRW_COUNT_MASK)) {
4484 	if ((ckwq->kw_lword & PTHRW_COUNT_MASK) == (ckwq->kw_sword & PTHRW_COUNT_MASK)) {