Skip to contentSkip to conversation

Autoregulated VM swappiness

PATCH In review Con Kolivas 2 participants 5 messages May 30, 2004 – May 31, 2004

Subsystems (5)
Memory management MGLRU MM reclaim MM swap +1 more subsystems
lore
Share & tools
lore

Con Kolivas

author
#0 lore raw

PATCH 1/1 Autoregulated VM swappiness

-----BEGIN PGP SIGNED MESSAGE-----
Hash: SHA1

With all the recent attention paid to swap I thought I'd resync this patch with 2.6.7-rc2 in it's more recent incarnation.

What this patch does is this:
The swappiness is made proportional to the amount of ram consumed by application pages, and inversely proportional to the amount of the last (sizeof physical ram) of swap ram used up. This has the effect of hardly ever using swap if you have large amounts of cached data by say copying an iso image or manipulating video files. Conversely if you have lots of applications running at once it will allow the less used ones to swap out by increasing the swappiness, giving preference to the "foreground" one.

Changes from the first version announced on lkml:
Amount of swap space consumed is also taken into account, and the size of it compared to the physical ram is taken into consideration when making it's effect on the value of swappiness. With this patch, this should make any machine that has swapspace as resistant to OOM as possible.
This version by default autoregulates the swappiness, but also allows you to choose a manual setting if you so desire by

echo 0 > /proc/sys/vm/autoswappiness

and then setting the swappiness the manual way as previously. This makes comparison with autoregulation easy.
A few bugfixes.

Con

-----BEGIN PGP SIGNATURE-----
Version: GnuPG v1.2.4 (GNU/Linux)

iD8DBQFAueIEZUg7+tp6mRURAnx5AJ9bkBsu+nAxT3fXJe2qLQ3PSYVL7wCbBrrC pZOZHLOBhVsVdrd1a1ozKS4=
=XeIZ
-----END PGP SIGNATURE-----

include/linux/swap.h +1 -0
diff -Naurp linux-2.6.7-rc2-base/include/linux/swap.h linux-2.6.7-rc2-am9/include/linux/swap.h
@@ -175,6 +175,7 @@ extern void swap_setup(void);
 extern int try_to_free_pages(struct zone **, unsigned int, unsigned int);
 extern int shrink_all_memory(int);
 extern int vm_swappiness;
+extern int auto_swappiness;
 
 #ifdef CONFIG_MMU
 /* linux/mm/shmem.c */
include/linux/sysctl.h +1 -0
diff -Naurp linux-2.6.7-rc2-base/include/linux/sysctl.h linux-2.6.7-rc2-am9/include/linux/sysctl.h
@@ -164,6 +164,7 @@ enum
 	VM_LAPTOP_MODE=23,	/* vm laptop mode */
 	VM_BLOCK_DUMP=24,	/* block dump mode */
 	VM_HUGETLB_GROUP=25,	/* permitted hugetlb group */
+	VM_AUTO_SWAPPINESS=26,	/* Make vm_swappiness autoregulated */
 };
kernel/sysctl.c +11 -0
diff -Naurp linux-2.6.7-rc2-base/kernel/sysctl.c linux-2.6.7-rc2-am9/kernel/sysctl.c
@@ -727,6 +727,17 @@ static ctl_table vm_table[] = {
 		.extra1		= &zero,
 		.extra2		= &one_hundred,
 	},
+	{
+		.ctl_name	= VM_AUTO_SWAPPINESS,
+		.procname	= "autoswappiness",
+		.data		= &auto_swappiness,
+		.maxlen		= sizeof(auto_swappiness),
+		.mode		= 0644,
+		.proc_handler	= &proc_dointvec_minmax,
+		.strategy	= &sysctl_intvec,
+		.extra1		= &zero,
+		.extra2		= &one_hundred,
+	},
 #ifdef CONFIG_HUGETLB_PAGE
 	 {
 		.ctl_name	= VM_HUGETLB_PAGES,
mm/vmscan.c +36 -0
diff -Naurp linux-2.6.7-rc2-base/mm/vmscan.c linux-2.6.7-rc2-am9/mm/vmscan.c
@@ -43,6 +43,7 @@
  * From 0 .. 100.  Higher means more swappy.
  */
 int vm_swappiness = 60;
+int auto_swappiness = 1;
 static long total_memory;
 
 #define lru_to_page(_head) (list_entry((_head)->prev, struct page, lru))

@@ -634,6 +635,41 @@ refill_inactive_zone(struct zone *zone, 
 	 */
 	mapped_ratio = (ps->nr_mapped * 100) / total_memory;
 
+	if (auto_swappiness) {
+#ifdef CONFIG_SWAP
+		int app_percent;
+		struct sysinfo i;
+		
+		si_swapinfo(&i);
+			
+		if (likely(i.totalswap >= 100)) {
+			int swap_centile;
+	
+			/*
+			 * app_percent is the percentage of physical ram used
+			 * by application pages.
+			 */
+			si_meminfo(&i);
+			app_percent = 100 - ((i.freeram + get_page_cache_size() -
+				swapper_space.nrpages) / (i.totalram / 100));
+	
+			/*
+			 * swap_centile is the percentage of the last (sizeof physical
+			 * ram) of swap free.
+			 */
+			swap_centile = i.freeswap / 
+				(min(i.totalswap, i.totalram) / 100);
+	
+			/*
+			 * Autoregulate vm_swappiness to be equal to the lowest of
+			 * app_percent and swap_centile. -ck
+			 */
+			vm_swappiness = min(app_percent, swap_centile);
+		} else 
+			vm_swappiness = 0;
+#endif
+	}
+	
 	/*
 	 * Now decide how much we really want to unmap some pages.  The mapped
 	 * ratio is downgraded - just because there's a lot of mapped memory
#1 lore raw

Hi Con,

+               .ctl_name       = VM_AUTO_SWAPPINESS,
+               .procname       = "autoswappiness",
+               .data           = &auto_swappiness,
+               .maxlen         = sizeof(auto_swappiness),
+               .mode           = 0644,
+               .proc_handler   = &proc_dointvec_minmax,
+               .strategy       = &sysctl_intvec,
+               .extra1         = &zero,
+               .extra2         = &one_hundred,

+ },
shouldn't be proc_dointvec here? seems minmax isn't needed.

Signature · 1 line
Aristeu
author
#2 lore raw
Quoted 12 lines · Aristeu Sergio Rozanski Filho

Hi Con,

kernel/sysctl.c +10 -0
+               .ctl_name       = VM_AUTO_SWAPPINESS,
+               .procname       = "autoswappiness",
+               .data           = &auto_swappiness,
+               .maxlen         = sizeof(auto_swappiness),
+               .mode           = 0644,
+               .proc_handler   = &proc_dointvec_minmax,
+               .strategy       = &sysctl_intvec,
+               .extra1         = &zero,
+               .extra2         = &one_hundred,
+       },
Quoted 1 line

shouldn't be proc_dointvec here? seems minmax isn't needed.

Err yeah sure, thanks.

Con

author
#3 lore raw
Quoted 15 lines · Con Kolivas
Quoted 12 lines · Aristeu Sergio Rozanski Filho

Hi Con,

(quoted diff) +10 -0
+               .ctl_name       = VM_AUTO_SWAPPINESS,
+               .procname       = "autoswappiness",
+               .data           = &auto_swappiness,
+               .maxlen         = sizeof(auto_swappiness),
+               .mode           = 0644,
+               .proc_handler   = &proc_dointvec_minmax,
+               .strategy       = &sysctl_intvec,
+               .extra1         = &zero,
+               .extra2         = &one_hundred,
+       },
Quoted 1 line

shouldn't be proc_dointvec here? seems minmax isn't needed.

Quoted 1 line

Err yeah sure, thanks.

How's this version look?

Con

include/linux/swap.h +1 -0
diff -Naurp --exclude-from=dontdiff linux-2.6.7-rc2-base/include/linux/swap.h linux-2.6.7-rc2-am11/include/linux/swap.h
@@ -175,6 +175,7 @@ extern void swap_setup(void);
 extern int try_to_free_pages(struct zone **, unsigned int, unsigned int);
 extern int shrink_all_memory(int);
 extern int vm_swappiness;
+extern int auto_swappiness;
 
 #ifdef CONFIG_MMU
 /* linux/mm/shmem.c */
include/linux/sysctl.h +1 -0
diff -Naurp --exclude-from=dontdiff linux-2.6.7-rc2-base/include/linux/sysctl.h linux-2.6.7-rc2-am11/include/linux/sysctl.h
@@ -164,6 +164,7 @@ enum
 	VM_LAPTOP_MODE=23,	/* vm laptop mode */
 	VM_BLOCK_DUMP=24,	/* block dump mode */
 	VM_HUGETLB_GROUP=25,	/* permitted hugetlb group */
+	VM_AUTO_SWAPPINESS=26,	/* Make vm_swappiness autoregulated */
 };
kernel/sysctl.c +8 -0
diff -Naurp --exclude-from=dontdiff linux-2.6.7-rc2-base/kernel/sysctl.c linux-2.6.7-rc2-am11/kernel/sysctl.c
@@ -727,6 +727,14 @@ static ctl_table vm_table[] = {
 		.extra1		= &zero,
 		.extra2		= &one_hundred,
 	},
+	{
+		.ctl_name	= VM_AUTO_SWAPPINESS,
+		.procname	= "autoswappiness",
+		.data		= &auto_swappiness,
+		.maxlen		= sizeof(int),
+		.mode		= 0644,
+		.proc_handler	= &proc_dointvec,
+	},
 #ifdef CONFIG_HUGETLB_PAGE
 	 {
 		.ctl_name	= VM_HUGETLB_PAGES,
mm/vmscan.c +36 -0
diff -Naurp --exclude-from=dontdiff linux-2.6.7-rc2-base/mm/vmscan.c linux-2.6.7-rc2-am11/mm/vmscan.c
@@ -43,6 +43,7 @@
  * From 0 .. 100.  Higher means more swappy.
  */
 int vm_swappiness = 60;
+int auto_swappiness = 1;
 static long total_memory;
 
 #define lru_to_page(_head) (list_entry((_head)->prev, struct page, lru))

@@ -634,6 +635,41 @@ refill_inactive_zone(struct zone *zone, 
 	 */
 	mapped_ratio = (ps->nr_mapped * 100) / total_memory;
 
+	if (auto_swappiness) {
+#ifdef CONFIG_SWAP
+		int app_percent;
+		struct sysinfo i;
+		
+		si_swapinfo(&i);
+			
+		if (likely(i.totalswap >= 100)) {
+			int swap_centile;
+	
+			/*
+			 * app_percent is the percentage of physical ram used
+			 * by application pages.
+			 */
+			si_meminfo(&i);
+			app_percent = 100 - ((i.freeram + get_page_cache_size() -
+				swapper_space.nrpages) / (i.totalram / 100));
+	
+			/*
+			 * swap_centile is the percentage of the last (sizeof physical
+			 * ram) of swap free.
+			 */
+			swap_centile = i.freeswap / 
+				(min(i.totalswap, i.totalram) / 100);
+	
+			/*
+			 * Autoregulate vm_swappiness to be equal to the lowest of
+			 * app_percent and swap_centile. -ck
+			 */
+			vm_swappiness = min(app_percent, swap_centile);
+		} else 
+			vm_swappiness = 0;
+#endif
+	}
+	
 	/*
 	 * Now decide how much we really want to unmap some pages.  The mapped
 	 * ratio is downgraded - just because there's a lot of mapped memory