zswap: do not map same object twice
Subsystems (2)
zswap_writeback_entry() maps a handle to read swpentry first, and then in the most common case it would map the same handle again. This is ok when zbud is the backend since its mapping callback is plain and simple, but it slows things down for z3fold.
Since there's hardly a point in unmapping a handle _that_ fast as zswap_writeback_entry() does when it reads swpentry, the suggestion is to keep the handle mapped till the end.
--- mm/zswap.c | 7 +++---- 1 file changed, 3 insertions(+), 4 deletions(-)
mm/zswap.c +3 -4
@@ -856,7 +856,6 @@ static int zswap_writeback_entry(struct zpool *pool, unsigned long handle)/* extract swpentry from data */ zhdr =zpool_map_handle (pool, handle,ZPOOL_MM_RO ); swpentry = zhdr->swpentry;/* here */ -zpool_unmap_handle (pool, handle); tree = zswap_trees[swp_type (swpentry)]; offset =swp_offset (swpentry);
@@ -866,6 +865,7 @@ static int zswap_writeback_entry(struct zpool *pool, unsigned long handle)if (!entry) {/* entry was invalidated */ spin_unlock (&tree->lock); +zpool_unmap_handle (pool, handle);return 0 ; }spin_unlock (&tree->lock);
@@ -886,15 +886,13 @@ static int zswap_writeback_entry(struct zpool *pool, unsigned long handle)case ZSWAP_SWAPCACHE_NEW :/* page is locked */ /* decompress */ dlen =PAGE_SIZE ; - src = (u8 *)zpool_map_handle (entry->pool->zpool, entry->handle, -ZPOOL_MM_RO ) +sizeof (struct zswap_header ); + src = (u8 *)zhdr +sizeof (struct zswap_header ); dst =kmap_atomic (page); tfm = *get_cpu_ptr (entry->pool->tfm); ret =crypto_comp_decompress (tfm, src, entry->length, dst, &dlen);put_cpu_ptr (entry->pool->tfm);kunmap_atomic (dst); -zpool_unmap_handle (entry->pool->zpool, entry->handle);BUG_ON (ret);BUG_ON (dlen !=PAGE_SIZE );
@@ -940,6 +938,7 @@ static int zswap_writeback_entry(struct zpool *pool, unsigned long handle)spin_unlock (&tree->lock); end: +zpool_unmap_handle (pool, handle);return ret; }
Signature · 1 line
2.17.1
Dan Streetman
Reviewed-byQuoted 9 lines · Vitaly Wool
zswap_writeback_entry()maps a handle to read swpentry first, and then in the most common case it would map the same handle again. This is ok when zbud is the backend since its mapping callback is plain and simple, but it slows things down for z3fold.Since there's hardly a point in unmapping a handle _that_ fast as
zswap_writeback_entry()does when it reads swpentry, the suggestion is to keep the handle mapped till the end.
LGTM
Quoted 2 lines
Signed-off-by Vitaly Wool <[email protected]>
Quoted 51 lines
--- mm/zswap.c | 7 +++---- 1 file changed, 3 insertions(+), 4 deletions(-)mm/zswap.c +3
-5@@ -856,7 +856,6 @@ static int zswap_writeback_entry(struct zpool *pool, unsigned long handle)/* extract swpentry from data */ zhdr =zpool_map_handle (pool, handle,ZPOOL_MM_RO ); swpentry = zhdr->swpentry;/* here */ -zpool_unmap_handle (pool, handle); tree = zswap_trees[swp_type (swpentry)]; offset =swp_offset (swpentry);@@ -866,6 +865,7 @@ static int zswap_writeback_entry(struct zpool *pool, unsigned long handle)if (!entry) {/* entry was invalidated */ spin_unlock (&tree->lock); +zpool_unmap_handle (pool, handle);return 0 ; }spin_unlock (&tree->lock);@@ -886,15 +886,13 @@ static int zswap_writeback_entry(struct zpool *pool, unsigned long handle)case ZSWAP_SWAPCACHE_NEW :/* page is locked */ /* decompress */ dlen =PAGE_SIZE ; - src = (u8 *)zpool_map_handle (entry->pool->zpool, entry->handle, -ZPOOL_MM_RO ) +sizeof (struct zswap_header ); + src = (u8 *)zhdr +sizeof (struct zswap_header ); dst =kmap_atomic (page); tfm = *get_cpu_ptr (entry->pool->tfm); ret =crypto_comp_decompress (tfm, src, entry->length, dst, &dlen);put_cpu_ptr (entry->pool->tfm);kunmap_atomic (dst); -zpool_unmap_handle (entry->pool->zpool, entry->handle);BUG_ON (ret);BUG_ON (dlen !=PAGE_SIZE );@@ -940,6 +938,7 @@ static int zswap_writeback_entry(struct zpool *pool, unsigned long handle)spin_unlock (&tree->lock); end: +zpool_unmap_handle (pool, handle);return ret; } --2.17.1