fs/erofs/zdata.c

34 	struct z_erofs_bvec bvec[total]; \
72 		/* L: inline a certain number of bvec for bootstrap */
198 	unsigned long base = (unsigned long)((struct z_erofs_bvset *)0)->bvec;
230 				struct z_erofs_bvec *bvec,
250 	iter->bvset->bvec[iter->cur++] = *bvec;
255 				 struct z_erofs_bvec *bvec,
262 	*bvec = iter->bvset->bvec[iter->cur++];
717 			       struct z_erofs_bvec *bvec, bool exclusive)
728 			pcl->compressed_bvecs[fe->icur] = *bvec;
737 			fe->candidate_bvpage = bvec->page;
739 	ret = z_erofs_bvec_enqueue(&fe->biter, bvec, &fe->candidate_bvpage,
1088 	struct z_erofs_bvec bvec;
1093 					 struct z_erofs_bvec *bvec)
1098 	if (!((bvec->offset + be->pcl->pageofs_out) & ~PAGE_MASK) &&
1099 	    (bvec->end == PAGE_SIZE ||
1100 	     bvec->offset + bvec->end == be->pcl->length)) {
1101 		pgnr = (bvec->offset + be->pcl->pageofs_out) >> PAGE_SHIFT;
1104 			be->decompressed_pages[pgnr] = bvec->page;
1111 	item->bvec = *bvec;
1127 		cur = bvi->bvec.offset < 0 ? -bvi->bvec.offset : 0;
1128 		end = min_t(unsigned int, be->pcl->length - bvi->bvec.offset,
1129 			    bvi->bvec.end);
1130 		dst = kmap_local_page(bvi->bvec.page);
1134 			pgnr = (bvi->bvec.offset + cur + off0) >> PAGE_SHIFT;
1137 			scur = bvi->bvec.offset + cur -
1151 		z_erofs_onlinefolio_end(page_folio(bvi->bvec.page), err);
1166 		struct z_erofs_bvec bvec;
1168 		z_erofs_bvec_dequeue(&biter, &bvec, &old_bvpage);
1173 		DBG_BUGON(z_erofs_page_is_invalidated(bvec.page));
1174 		z_erofs_do_decompressed_bvec(be, &bvec);
1191 		struct z_erofs_bvec *bvec = &pcl->compressed_bvecs[i];
1192 		struct page *page = bvec->page;
1211 		z_erofs_do_decompressed_bvec(be, bvec);
1412 static void z_erofs_fill_bio_vec(struct bio_vec *bvec,
1426 	bvec->bv_offset = 0;
1427 	bvec->bv_len = PAGE_SIZE;
1435 	bvec->bv_page = &zbv.folio->page;
1436 	DBG_BUGON(z_erofs_is_shortlived_page(bvec->bv_page));
1455 			bvec->bv_offset = round_up(-zbv.offset, bs);
1456 		bvec->bv_len = round_up(zbv.end, bs) - bvec->bv_offset;
1475 			bvec->bv_page = NULL;
1499 	bvec->bv_page = page;
1619 		struct bio_vec bvec;
1641 			z_erofs_fill_bio_vec(&bvec, f, pcl, i++, mc);
1642 			if (!bvec.bv_page)
1660 			if (unlikely(PageWorkingset(bvec.bv_page)) &&
1679 			if (cur + bvec.bv_len > end)
1680 				bvec.bv_len = end - cur;
1681 			DBG_BUGON(bvec.bv_len < sb->s_blocksize);
1682 			if (!bio_add_page(bio, bvec.bv_page, bvec.bv_len,
1683 					  bvec.bv_offset))
1686 			last_pa = cur + bvec.bv_len;
1688 		} while ((cur += bvec.bv_len) < end);