Commit 49580e69 authored by Logan Gunthorpe's avatar Logan Gunthorpe Committed by Jens Axboe

block: add check when merging zone device pages

Consecutive zone device pages should not be merged into the same sgl
or bvec segment with other types of pages or if they belong to different
pgmaps. Otherwise getting the pgmap of a given segment is not possible
without scanning the entire segment. This helper returns true either if
both pages are not zone device pages or both pages are zone device
pages with the same pgmap.

Add a helper to determine if zone device pages are mergeable and use
this helper in page_is_mergeable().
Signed-off-by: default avatarLogan Gunthorpe <logang@deltatee.com>
Reviewed-by: default avatarChristoph Hellwig <hch@lst.de>
Reviewed-by: default avatarJohn Hubbard <jhubbard@nvidia.com>
Reviewed-by: default avatarChaitanya Kulkarni <kch@nvidia.com>
Link: https://lore.kernel.org/r/20221021174116.7200-5-logang@deltatee.comSigned-off-by: default avatarJens Axboe <axboe@kernel.dk>
parent d8207640
...@@ -863,6 +863,8 @@ static inline bool page_is_mergeable(const struct bio_vec *bv, ...@@ -863,6 +863,8 @@ static inline bool page_is_mergeable(const struct bio_vec *bv,
return false; return false;
if (xen_domain() && !xen_biovec_phys_mergeable(bv, page)) if (xen_domain() && !xen_biovec_phys_mergeable(bv, page))
return false; return false;
if (!zone_device_pages_have_same_pgmap(bv->bv_page, page))
return false;
*same_page = ((vec_end_addr & PAGE_MASK) == page_addr); *same_page = ((vec_end_addr & PAGE_MASK) == page_addr);
if (*same_page) if (*same_page)
......
...@@ -986,6 +986,25 @@ static inline bool is_zone_device_page(const struct page *page) ...@@ -986,6 +986,25 @@ static inline bool is_zone_device_page(const struct page *page)
{ {
return page_zonenum(page) == ZONE_DEVICE; return page_zonenum(page) == ZONE_DEVICE;
} }
/*
* Consecutive zone device pages should not be merged into the same sgl
* or bvec segment with other types of pages or if they belong to different
* pgmaps. Otherwise getting the pgmap of a given segment is not possible
* without scanning the entire segment. This helper returns true either if
* both pages are not zone device pages or both pages are zone device pages
* with the same pgmap.
*/
static inline bool zone_device_pages_have_same_pgmap(const struct page *a,
const struct page *b)
{
if (is_zone_device_page(a) != is_zone_device_page(b))
return false;
if (!is_zone_device_page(a))
return true;
return a->pgmap == b->pgmap;
}
extern void memmap_init_zone_device(struct zone *, unsigned long, extern void memmap_init_zone_device(struct zone *, unsigned long,
unsigned long, struct dev_pagemap *); unsigned long, struct dev_pagemap *);
#else #else
...@@ -993,6 +1012,11 @@ static inline bool is_zone_device_page(const struct page *page) ...@@ -993,6 +1012,11 @@ static inline bool is_zone_device_page(const struct page *page)
{ {
return false; return false;
} }
static inline bool zone_device_pages_have_same_pgmap(const struct page *a,
const struct page *b)
{
return true;
}
#endif #endif
static inline bool folio_is_zone_device(const struct folio *folio) static inline bool folio_is_zone_device(const struct folio *folio)
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment