PM: hibernate: don't store zero pages in the image file.
Subsystems (2)
PATCH 1/1 PM: hibernate: don't store zero pages in the image file.
On ChromeOS we've observed a considerable number of in-use pages filled with zeros. Today with hibernate it's entirely possible that saveable pages are just zero filled. Since we're already copying pages word-by-word in do_copy_page it becomes almost free to determine if a page was completely filled with zeros.
This change introduces a new bitmap which will track these zero pages. If a page is zero it will not be included in the saved image, instead to track these zero pages in the image file we will introduce a new flag which we will set on the packed PFN list. When reading back in the image file we will detect these zero page PFNs and rebuild the zero page bitmap.
When the image is being loaded through calls to snapshot_write_next if we encounter a zero page we will silently memset it to 0 and then continue on to the next page. Given the implementation in snapshot_read_next and snapshot_write_next this change will be transparent to non-compressed, compressed, and swsusp modes of operation.
To provide some concrete numbers from simple ad-hoc testing, on a device which was lightly in use we saw that:
PM: hibernation: Image created (964408 pages copied, 548304 zero pages)
Of the approximately 6.2GB of saveable pages 2.2GB (36%) were just zero filled and could be tracked entirely within the packed PFN list. The savings would obviously be much lower for lzo compressed images, but even in the case of compression not copying pages across to the compression threads will still speed things up. It's also possible that we would see better overall compression ratios as larger regions of "real data" would improve the compressibility.
Finally, such an approach could dramatically improve swsusp performance as each one of those zero pages requires a write syscall to reload, by handling it as part of the packed PFN list we're able to fully avoid that.
--- kernel/power/snapshot.c | 127 ++++++++++++++++++++++++++++++---------- 1 file changed, 97 insertions(+), 30 deletions(-)
kernel/power/snapshot.c +97 -30
@@ -404,6 +404,7 @@ struct bm_position {struct mem_zone_bm_rtree *zone;struct rtree_node *node;unsigned long node_pfn; +unsigned long cur_pfn;int node_bit; };
@@ -589,6 +590,7 @@ static void memory_bm_position_reset(struct memory_bitmap *bm) bm->cur.node =list_entry (bm->cur.zone->leaves.next, struct rtree_node, list); bm->cur.node_pfn =0 ; + bm->cur.cur_pfn =BM_END_OF_MAP ; bm->cur.node_bit =0 ; }
@@ -850,6 +852,11 @@ static void memory_bm_clear_current(struct memory_bitmap *bm)clear_bit (bit, bm->cur.node->data); } +static unsigned long memory_bm_get_current (struct memory_bitmap *bm) +{ +return bm->cur.cur_pfn; +} +static int memory_bm_test_bit (struct memory_bitmap *bm,unsigned long pfn) {void *addr;
@@ -929,10 +936,12 @@ static unsigned long memory_bm_next_pfn(struct memory_bitmap *bm)if (bit < bits) { pfn = bm->cur.zone->start_pfn + bm->cur.node_pfn + bit; bm->cur.node_bit = bit +1 ; + bm->cur.cur_pfn = pfn;return pfn; } }while (rtree_next_node (bm)); + bm->cur.cur_pfn =BM_END_OF_MAP ;return BM_END_OF_MAP ; }
@@ -1371,14 +1380,18 @@ static unsigned int count_data_pages(void)/* * This is needed, because copy_page and memcpy are not usable for copying -* task structs. +* task structs. Returns 1 if a page was filled with only zeros, otherwise 0. */ -static inline void do_copy_page (long *dst,long *src) +static inline int do_copy_page (long *dst,long *src) {int n; +long z =0 ; -for (n =PAGE_SIZE /sizeof (long ); n; n--) +for (n =PAGE_SIZE /sizeof (long ); n; n--) { + z |= *src; *dst++ = *src++; + } +return !z; }/**
@@ -1389,15 +1402,17 @@ static inline void do_copy_page(long *dst, long *src)* CONFIG_ARCH_HAS_SET_DIRECT_MAP is not set. In that case kernel_page_present() * always returns 'true'. */ -static void safe_copy_page (void *dst,struct page *s_page) +static int safe_copy_page (void *dst,struct page *s_page) { +int ret;if (kernel_page_present (s_page)) { -do_copy_page (dst,page_address (s_page)); + ret =do_copy_page (dst,page_address (s_page)); }else {hibernate_map_page (s_page); -do_copy_page (dst,page_address (s_page)); + ret =do_copy_page (dst,page_address (s_page));hibernate_unmap_page (s_page); } +return ret; }#ifdef CONFIG_HIGHMEM
@@ -1407,17 +1422,18 @@ static inline struct page *page_is_saveable(struct zone *zone, unsigned long pfn saveable_highmem_page(zone, pfn) : saveable_page(zone, pfn); } -static void copy_data_page (unsigned long dst_pfn,unsigned long src_pfn) +static int copy_data_page (unsigned long dst_pfn,unsigned long src_pfn) {struct page *s_page, *d_page;void *src, *dst; +int ret; s_page =pfn_to_page (src_pfn); d_page =pfn_to_page (dst_pfn);if (PageHighMem (s_page)) { src =kmap_atomic (s_page); dst =kmap_atomic (d_page); -do_copy_page (dst, src); + ret =do_copy_page (dst, src);kunmap_atomic (dst);kunmap_atomic (src); }else {
@@ -1426,30 +1442,32 @@ static void copy_data_page(unsigned long dst_pfn, unsigned long src_pfn)* The page pointed to by src may contain some kernel * data modified by kmap_atomic() */ -safe_copy_page (buffer, s_page); + ret =safe_copy_page (buffer, s_page); dst =kmap_atomic (d_page);copy_page (dst, buffer); kunmap_atomic(dst); }else { -safe_copy_page (page_address (d_page), s_page); + ret =safe_copy_page (page_address (d_page), s_page); } } +return ret; }#else #define page_is_saveable (zone, pfn) saveable_page(zone, pfn) -static inline void copy_data_page (unsigned long dst_pfn,unsigned long src_pfn) +static inline int copy_data_page (unsigned long dst_pfn,unsigned long src_pfn) { -safe_copy_page (page_address (pfn_to_page (dst_pfn)), +return safe_copy_page (page_address (pfn_to_page (dst_pfn)),pfn_to_page (src_pfn)); }#endif /* CONFIG_HIGHMEM */ static void copy_data_pages (struct memory_bitmap *copy_bm, -struct memory_bitmap *orig_bm) +struct memory_bitmap *orig_bm, +struct memory_bitmap *zero_bm) {struct zone *zone; -unsigned long pfn; +unsigned long pfn, copy_pfn;for_each_populated_zone (zone) {unsigned long max_zone_pfn;
@@ -1462,11 +1480,18 @@ static void copy_data_pages(struct memory_bitmap *copy_bm, }memory_bm_position_reset (orig_bm);memory_bm_position_reset (copy_bm); + copy_pfn =memory_bm_next_pfn (copy_bm);for (;;) { pfn =memory_bm_next_pfn (orig_bm);if (unlikely (pfn ==BM_END_OF_MAP ))break ; -copy_data_page (memory_bm_next_pfn (copy_bm), pfn); +if (copy_data_page (copy_pfn, pfn)) { +memory_bm_set_bit (zero_bm, pfn); + +/* We will reuse this copy_pfn for a real 'nonzero' page. */ +continue ; + } + copy_pfn =memory_bm_next_pfn (copy_bm); } }
@@ -1494,6 +1519,9 @@ static struct memory_bitmap orig_bm;*/ static struct memory_bitmap copy_bm; +/* Memory bitmap which tracks which saveable pages were zero filled. */ +static struct memory_bitmap zero_bm; +/** * swsusp_free - Free pages allocated for hibernation image. *
@@ -1756,6 +1784,12 @@ int hibernate_preallocate_memory(void) goto err_out; } + error =memory_bm_create (&zero_bm,GFP_IMAGE ,PG_ANY ); +if (error) { +pr_err ("Cannot allocate zero bitmap\n" ); + goto err_out; + } + alloc_normal =0 ; alloc_highmem =0 ;
@@ -2013,11 +2047,12 @@ static int swsusp_alloc(struct memory_bitmap *copy_bm, asmlinkage __visible int swsusp_save(void) { -unsigned int nr_pages, nr_highmem; +unsigned int nr_pages, nr_highmem, nr_zero_pages;pr_info ("Creating image:\n" );drain_local_pages (NULL ); + nr_zero_pages =0 ; nr_pages =count_data_pages (); nr_highmem =count_highmem_pages ();pr_info ("Need to copy %u pages\n" , nr_pages + nr_highmem);
@@ -2037,19 +2072,23 @@ asmlinkage __visible int swsusp_save(void)* Kill them. */ drain_local_pages (NULL ); -copy_data_pages (©_bm, &orig_bm); +copy_data_pages (©_bm, &orig_bm, &zero_bm);/* * End of critical section. From now on, we can write to memory, * but we should not touch disk. This specially means we must _not_ * touch swap space! Except we must write out our image of course. */ +memory_bm_position_reset (&zero_bm); +while (memory_bm_next_pfn (&zero_bm) !=BM_END_OF_MAP ) + nr_zero_pages++; nr_pages += nr_highmem; - nr_copy_pages = nr_pages; +/* We don't actually copy the zero pages */ + nr_copy_pages = nr_pages - nr_zero_pages; nr_meta_pages =DIV_ROUND_UP (nr_pages *sizeof (long ),PAGE_SIZE ); -pr_info ("Image created (%d pages copied)\n" , nr_pages); +pr_info ("Image created (%d pages copied, %d zero pages)\n" , nr_copy_pages, nr_zero_pages);return 0 ; }
@@ -2094,15 +2133,22 @@ static int init_header(struct swsusp_info *info)return init_header_complete (info); } +#define ENCODED_PFN_ZERO_FLAG (1UL << (BITS_PER_LONG - 1)) +#define ENCODED_PFN_MASK (~ENCODED_PFN_ZERO_FLAG) +/** * pack_pfns - Prepare PFNs for saving. * @bm: Memory bitmap. * @buf: Memory buffer to store the PFNs in. +* @zero_bm: Memory bitmap containing PFNs of zero pages. * * PFNs corresponding to set bits in @bm are stored in the area of memory -* pointed to by @buf (1 page at a time). +* pointed to by @buf (1 page at a time). Pages which were filled with only +* zeros will have the highest bit set in the packed format to distinguish +* them from PFNs which will be contained in the image file. */ -static inline void pack_pfns (unsigned long *buf,struct memory_bitmap *bm) +static inline void pack_pfns (unsigned long *buf,struct memory_bitmap *bm, +struct memory_bitmap *zero_bm) {int j;
@@ -2110,6 +2156,8 @@ static inline void pack_pfns(unsigned long *buf, struct memory_bitmap *bm) buf[j] =memory_bm_next_pfn (bm);if (unlikely (buf[j] ==BM_END_OF_MAP ))break ; +if (memory_bm_test_bit (zero_bm, buf[j])) + buf[j] |=ENCODED_PFN_ZERO_FLAG ; } }
@@ -2151,7 +2199,7 @@ int snapshot_read_next(struct snapshot_handle *handle)memory_bm_position_reset (©_bm); }else if (handle->cur <= nr_meta_pages) {clear_page (buffer); -pack_pfns (buffer, &orig_bm); +pack_pfns (buffer, &orig_bm, &zero_bm); }else {struct page *page;
@@ -2247,24 +2295,30 @@ static int load_header(struct swsusp_info *info)* unpack_orig_pfns - Set bits corresponding to given PFNs in a memory bitmap. * @bm: Memory bitmap. * @buf: Area of memory containing the PFNs. +* @zero_bm: Memory bitmap which will be populated with the PFNs of zero pages. * * For each element of the array pointed to by @buf (1 page at a time), set the -* corresponding bit in @bm. +* corresponding bit in @bm. If the page was originally populated with only +* zeros then a corresponding bit will also be set in @zero_bm. */ -static int unpack_orig_pfns (unsigned long *buf,struct memory_bitmap *bm) +static int unpack_orig_pfns (unsigned long *buf,struct memory_bitmap *bm, +struct memory_bitmap *zero_bm) { -int j; +int j, zero; +unsigned long decoded_pfn;for (j =0 ; j <PAGE_SIZE /sizeof (long ); j++) {if (unlikely (buf[j] ==BM_END_OF_MAP ))break ; -if (pfn_valid (buf[j]) &&memory_bm_pfn_present (bm, buf[j])) { -memory_bm_set_bit (bm, buf[j]); + zero = !!(buf[j] &ENCODED_PFN_ZERO_FLAG ); + decoded_pfn = buf[j] &ENCODED_PFN_MASK ; +if (pfn_valid (decoded_pfn) &&memory_bm_pfn_present (bm, decoded_pfn)) { +memory_bm_set_bit (bm, decoded_pfn); }else { -if (!pfn_valid (buf[j])) +if (!pfn_valid (decoded_pfn))pr_err (FW_BUG "Memory map mismatch at 0x%llx after hibernation\n" , - (unsigned long long )PFN_PHYS (buf[j])); + (unsigned long long )PFN_PHYS (decoded_pfn));return -EFAULT ; } }
@@ -2631,6 +2685,7 @@ int snapshot_write_next(struct snapshot_handle *handle)static struct chain_allocator ca;int error =0 ; +next:/* Check if we have already loaded the entire image */ if (handle->cur >1 && handle->cur > nr_meta_pages + nr_copy_pages)return 0 ;
@@ -2657,9 +2712,13 @@ int snapshot_write_next(struct snapshot_handle *handle)if (error)return error; + error =memory_bm_create (&zero_bm,GFP_ATOMIC ,PG_ANY ); +if (error) +return error; +hibernate_restore_protection_begin (); }else if (handle->cur <= nr_meta_pages +1 ) { - error =unpack_orig_pfns (buffer, ©_bm); + error =unpack_orig_pfns (buffer, ©_bm, &zero_bm);if (error)return error;
@@ -2686,6 +2745,14 @@ int snapshot_write_next(struct snapshot_handle *handle) handle->sync_read =0 ; } handle->cur++; + +/* Zero pages were not included in the image, memset it and move on. */ +if ((handle->cur > nr_meta_pages +1 ) && +memory_bm_test_bit (&zero_bm,memory_bm_get_current (&orig_bm))) { +memset (handle->buffer,0 ,PAGE_SIZE ); + goto next; + } +return PAGE_SIZE ; }
Signature · 1 line
2.39.0.314.g84b9a713c41-goog
kernel test robot
build botThank you for the patch! Perhaps something to improve:
Hi Brian,
Thank you for the patch! Perhaps something to improve:
[auto build test WARNING on pavel-leds/for-next]
[also build test WARNING on linus/master v6.2-rc3]
[If your patch is applied to the wrong git tree, kindly drop us a note. And when submitting patch, we suggest to use '--base' as documented in
https://git-scm.com/docs/git-format-patch#_base_tree_information]
url: https://github.com/intel-lab-lkp/linux/commits/Brian-Geffon/PM-hibernate-don-t-store-zero-pages-in-the-image-file/20230114-033229 base: git://git.kernel.org/pub/scm/linux/kernel/git/pavel/linux-leds.git for-next patch link: https://lore.kernel.org/r/20230113193006.1320379-1-bgeffon%40google.com patch subject: [PATCH] PM: hibernate: don't store zero pages in the image file. config: mips-allmodconfig compiler: mips-linux-gcc (GCC) 12.1.0
reproduce (this is a W=1 build):
wget https://raw.githubusercontent.com/intel/lkp-tests/master/sbin/make.cross -O ~/bin/make.cross chmod +x ~/bin/make.cross
# https://github.com/intel-lab-lkp/linux/commit/658520c74070e600d934d02aada9e2b8838248cf
git remote add linux-review https://github.com/intel-lab-lkp/linux
git fetch --no-tags linux-review Brian-Geffon/PM-hibernate-don-t-store-zero-pages-in-the-image-file/20230114-033229 git checkout 658520c74070e600d934d02aada9e2b8838248cf
# save the config file
mkdir build_dir && cp config build_dir/.config
COMPILER_INSTALL_PATH=$HOME/0day COMPILER=gcc-12.1.0 make.cross W=1 O=build_dir ARCH=mips olddefconfig COMPILER_INSTALL_PATH=$HOME/0day COMPILER=gcc-12.1.0 make.cross W=1 O=build_dir ARCH=mips SHELL=/bin/bash kernel/
If you fix the issue, kindly add following tag where applicable | Reported-by: kernel test robot <[email protected]>
All warnings (new ones prefixed by >>):
kernel/power/snapshot.c: In function 'unpack_orig_pfns':
>> kernel/power/snapshot.c:2307:16: warning: variable 'zero' set but not used [-Wunused-but-set-variable]
2307 | int j, zero;
| ^~~~vim +/zero +2307 kernel/power/snapshot.c
2293
2294 /**
2295 * unpack_orig_pfns - Set bits corresponding to given PFNs in a memory bitmap.
2296 * @bm: Memory bitmap.
2297 * @buf: Area of memory containing the PFNs.
2298 * @zero_bm: Memory bitmap which will be populated with the PFNs of zero pages.
2299 *
2300 * For each element of the array pointed to by @buf (1 page at a time), set the
2301 * corresponding bit in @bm. If the page was originally populated with only
2302 * zeros then a corresponding bit will also be set in @zero_bm.
2303 */
2304 static int unpack_orig_pfns(unsigned long *buf, struct memory_bitmap *bm,
2305 struct memory_bitmap *zero_bm)
2306 {
> 2307 int j, zero;
2308 unsigned long decoded_pfn;
2309
2310 for (j = 0; j < PAGE_SIZE / sizeof(long); j++) {
2311 if (unlikely(buf[j] == BM_END_OF_MAP))
2312 break;
2313
2314 zero = !!(buf[j] & ENCODED_PFN_ZERO_FLAG);
2315 decoded_pfn = buf[j] & ENCODED_PFN_MASK;
2316 if (pfn_valid(decoded_pfn) && memory_bm_pfn_present(bm, decoded_pfn)) {
2317 memory_bm_set_bit(bm, decoded_pfn);
2318 } else {
2319 if (!pfn_valid(decoded_pfn))
2320 pr_err(FW_BUG "Memory map mismatch at 0x%llx after hibernation\n",
2321 (unsigned long long)PFN_PHYS(decoded_pfn));
2322 return -EFAULT;
2323 }
2324 }
2325
2326 return 0;
2327 }
2328
Signature · 2 lines
0-DAY CI Kernel Test Service https://github.com/intel/lkp-tests
#
# Automatically generated file; DO NOT EDIT. # Linux/mips 6.2.0-rc1 Kernel Configuration #CONFIG_CC_VERSION_TEXT="mips-linux-gcc (GCC) 12.1.0" CONFIG_CC_IS_GCC=yCONFIG_GCC_VERSION=120100 CONFIG_CLANG_VERSION=0CONFIG_AS_IS_GNU=yCONFIG_AS_VERSION=23800CONFIG_LD_IS_BFD=yCONFIG_LD_VERSION=23800CONFIG_LLD_VERSION=0 CONFIG_CC_HAS_ASM_GOTO_OUTPUT=y CONFIG_CC_HAS_ASM_GOTO_TIED_OUTPUT=y CONFIG_CC_HAS_ASM_INLINE=y CONFIG_CC_HAS_NO_PROFILE_FN_ATTR=y CONFIG_PAHOLE_VERSION=123 CONFIG_CONSTRUCTORS=yCONFIG_IRQ_WORK=y CONFIG_BUILDTIME_TABLE_SORT=y
#
# General setup
#CONFIG_INIT_ENV_ARG_LIMIT=32CONFIG_COMPILE_TEST=y
# CONFIG_WERROR is not setCONFIG_LOCALVERSION=""CONFIG_BUILD_SALT=""CONFIG_HAVE_KERNEL_GZIP=yCONFIG_HAVE_KERNEL_BZIP2=yCONFIG_HAVE_KERNEL_LZMA=yCONFIG_HAVE_KERNEL_XZ=yCONFIG_HAVE_KERNEL_LZO=yCONFIG_HAVE_KERNEL_LZ4=yCONFIG_HAVE_KERNEL_ZSTD=yCONFIG_KERNEL_GZIP=y
# CONFIG_KERNEL_BZIP2 is not set
# CONFIG_KERNEL_LZMA is not set
# CONFIG_KERNEL_XZ is not set
# CONFIG_KERNEL_LZO is not set
# CONFIG_KERNEL_LZ4 is not set
# CONFIG_KERNEL_ZSTD is not setCONFIG_DEFAULT_INIT=""CONFIG_DEFAULT_HOSTNAME="(none)"CONFIG_SYSVIPC=yCONFIG_SYSVIPC_SYSCTL=yCONFIG_POSIX_MQUEUE=yCONFIG_POSIX_MQUEUE_SYSCTL=yCONFIG_WATCH_QUEUE=yCONFIG_CROSS_MEMORY_ATTACH=yCONFIG_USELIB=yCONFIG_AUDIT=y
#
# IRQ subsystem
#CONFIG_GENERIC_IRQ_PROBE=yCONFIG_GENERIC_IRQ_SHOW=yCONFIG_GENERIC_IRQ_EFFECTIVE_AFF_MASK=yCONFIG_GENERIC_IRQ_MIGRATION=yCONFIG_GENERIC_IRQ_INJECTION=yCONFIG_GENERIC_IRQ_CHIP=yCONFIG_IRQ_DOMAIN=yCONFIG_IRQ_SIM=yCONFIG_IRQ_DOMAIN_HIERARCHY=yCONFIG_IRQ_FASTEOI_HIERARCHY_HANDLERS=yCONFIG_GENERIC_IRQ_IPI=yCONFIG_GENERIC_MSI_IRQ=yCONFIG_IRQ_FORCED_THREADING=yCONFIG_GENERIC_IRQ_DEBUGFS=y
# end of IRQ subsystem
CONFIG_CLOCKSOURCE_WATCHDOG=yCONFIG_GENERIC_TIME_VSYSCALL=yCONFIG_GENERIC_CLOCKEVENTS=yCONFIG_ARCH_HAS_TICK_BROADCAST=yCONFIG_GENERIC_CLOCKEVENTS_BROADCAST=yCONFIG_GENERIC_CMOS_UPDATE=yCONFIG_TIME_KUNIT_TEST=mCONFIG_CONTEXT_TRACKING=yCONFIG_CONTEXT_TRACKING_IDLE=y
#
# Timers subsystem
#CONFIG_TICK_ONESHOT=yCONFIG_NO_HZ_COMMON=y
# CONFIG_HZ_PERIODIC is not setCONFIG_NO_HZ_IDLE=yCONFIG_NO_HZ=yCONFIG_HIGH_RES_TIMERS=yCONFIG_CLOCKSOURCE_WATCHDOG_MAX_SKEW_US=100
# end of Timers subsystem
CONFIG_BPF=yCONFIG_HAVE_EBPF_JIT=y
#
# BPF subsystem
#CONFIG_BPF_SYSCALL=yCONFIG_BPF_JIT=yCONFIG_BPF_JIT_ALWAYS_ON=yCONFIG_BPF_JIT_DEFAULT_ON=yCONFIG_BPF_UNPRIV_DEFAULT_OFF=yCONFIG_USERMODE_DRIVER=yCONFIG_BPF_LSM=y
# end of BPF subsystem
CONFIG_PREEMPT_NONE_BUILD=yCONFIG_PREEMPT_NONE=y
# CONFIG_PREEMPT_VOLUNTARY is not set
# CONFIG_PREEMPT is not setCONFIG_PREEMPT_COUNT=yCONFIG_SCHED_CORE=y
#
# CPU/Task time and stats accounting
#CONFIG_TICK_CPU_ACCOUNTING=yCONFIG_IRQ_TIME_ACCOUNTING=yCONFIG_HAVE_SCHED_AVG_IRQ=yCONFIG_BSD_PROCESS_ACCT=yCONFIG_BSD_PROCESS_ACCT_V3=yCONFIG_TASKSTATS=yCONFIG_TASK_DELAY_ACCT=yCONFIG_TASK_XACCT=yCONFIG_TASK_IO_ACCOUNTING=yCONFIG_PSI=yCONFIG_PSI_DEFAULT_DISABLED=y
# end of CPU/Task time and stats accounting
CONFIG_CPU_ISOLATION=y
#
# RCU Subsystem
#CONFIG_TREE_RCU=yCONFIG_RCU_EXPERT=yCONFIG_SRCU=yCONFIG_TREE_SRCU=yCONFIG_NEED_SRCU_NMI_SAFE=yCONFIG_TASKS_RCU_GENERIC=yCONFIG_FORCE_TASKS_RCU=yCONFIG_TASKS_RCU=yCONFIG_FORCE_TASKS_RUDE_RCU=yCONFIG_TASKS_RUDE_RCU=yCONFIG_FORCE_TASKS_TRACE_RCU=yCONFIG_TASKS_TRACE_RCU=yCONFIG_RCU_STALL_COMMON=yCONFIG_RCU_NEED_SEGCBLIST=yCONFIG_RCU_FANOUT=32CONFIG_RCU_FANOUT_LEAF=2CONFIG_RCU_NOCB_CPU=yCONFIG_RCU_NOCB_CPU_DEFAULT_ALL=yCONFIG_TASKS_TRACE_RCU_READ_MB=yCONFIG_RCU_LAZY=y
# end of RCU Subsystem
CONFIG_BUILD_BIN2C=yCONFIG_IKCONFIG=mCONFIG_IKCONFIG_PROC=yCONFIG_IKHEADERS=mCONFIG_LOG_BUF_SHIFT=17CONFIG_LOG_CPU_MAX_BUF_SHIFT=12CONFIG_PRINTK_SAFE_LOG_BUF_SHIFT=13CONFIG_PRINTK_INDEX=yCONFIG_GENERIC_SCHED_CLOCK=y
#
# Scheduler features
#CONFIG_UCLAMP_TASK=yCONFIG_UCLAMP_BUCKETS_COUNT=5
# end of Scheduler features
CONFIG_CC_IMPLICIT_FALLTHROUGH="-Wimplicit-fallthrough=5" CONFIG_GCC12_NO_ARRAY_BOUNDS=y CONFIG_CC_NO_ARRAY_BOUNDS=yCONFIG_CGROUPS=yCONFIG_PAGE_COUNTER=y CONFIG_CGROUP_FAVOR_DYNMODS=yCONFIG_MEMCG=yCONFIG_MEMCG_KMEM=yCONFIG_BLK_CGROUP=yCONFIG_CGROUP_WRITEBACK=yCONFIG_CGROUP_SCHED=yCONFIG_FAIR_GROUP_SCHED=yCONFIG_CFS_BANDWIDTH=yCONFIG_RT_GROUP_SCHED=y CONFIG_UCLAMP_TASK_GROUP=yCONFIG_CGROUP_PIDS=yCONFIG_CGROUP_RDMA=yCONFIG_CGROUP_FREEZER=yCONFIG_CPUSETS=yCONFIG_PROC_PID_CPUSET=yCONFIG_CGROUP_DEVICE=yCONFIG_CGROUP_CPUACCT=yCONFIG_CGROUP_PERF=yCONFIG_CGROUP_BPF=yCONFIG_CGROUP_MISC=yCONFIG_CGROUP_DEBUG=yCONFIG_SOCK_CGROUP_DATA=yCONFIG_NAMESPACES=yCONFIG_UTS_NS=yCONFIG_IPC_NS=yCONFIG_USER_NS=yCONFIG_PID_NS=yCONFIG_NET_NS=yCONFIG_CHECKPOINT_RESTORE=y CONFIG_SCHED_AUTOGROUP=y CONFIG_SYSFS_DEPRECATED=y CONFIG_SYSFS_DEPRECATED_V2=yCONFIG_RELAY=yCONFIG_BLK_DEV_INITRD=y CONFIG_INITRAMFS_SOURCE=""CONFIG_RD_GZIP=yCONFIG_RD_BZIP2=yCONFIG_RD_LZMA=yCONFIG_RD_XZ=yCONFIG_RD_LZO=yCONFIG_RD_LZ4=yCONFIG_RD_ZSTD=yCONFIG_BOOT_CONFIG=yCONFIG_BOOT_CONFIG_EMBED=y CONFIG_BOOT_CONFIG_EMBED_FILE="" CONFIG_INITRAMFS_PRESERVE_MTIME=y CONFIG_CC_OPTIMIZE_FOR_PERFORMANCE=y
# CONFIG_CC_OPTIMIZE_FOR_SIZE is not set CONFIG_HAVE_LD_DEAD_CODE_DATA_ELIMINATION=y CONFIG_LD_DEAD_CODE_DATA_ELIMINATION=y CONFIG_LD_ORPHAN_WARN=y CONFIG_LD_ORPHAN_WARN_LEVEL="warn" CONFIG_SYSCTL=yCONFIG_SYSCTL_EXCEPTION_TRACE=yCONFIG_EXPERT=yCONFIG_MULTIUSER=yCONFIG_SGETMASK_SYSCALL=yCONFIG_SYSFS_SYSCALL=yCONFIG_FHANDLE=yCONFIG_POSIX_TIMERS=yCONFIG_PRINTK=yCONFIG_BUG=yCONFIG_ELF_CORE=yCONFIG_BASE_FULL=yCONFIG_FUTEX=yCONFIG_FUTEX_PI=yCONFIG_EPOLL=yCONFIG_SIGNALFD=yCONFIG_TIMERFD=yCONFIG_EVENTFD=yCONFIG_SHMEM=yCONFIG_AIO=yCONFIG_IO_URING=yCONFIG_ADVISE_SYSCALLS=yCONFIG_MEMBARRIER=yCONFIG_KALLSYMS=yCONFIG_KALLSYMS_SELFTEST=yCONFIG_KALLSYMS_ALL=y CONFIG_KALLSYMS_BASE_RELATIVE=yCONFIG_KCMP=yCONFIG_RSEQ=yCONFIG_DEBUG_RSEQ=yCONFIG_EMBEDDED=yCONFIG_HAVE_PERF_EVENTS=y CONFIG_PERF_USE_VMALLOC=yCONFIG_PC104=y
#
# Kernel Performance Events And Counters
#CONFIG_PERF_EVENTS=yCONFIG_DEBUG_PERF_USE_VMALLOC=y
# end of Kernel Performance Events And Counters
CONFIG_SYSTEM_DATA_VERIFICATION=yCONFIG_PROFILING=yCONFIG_TRACEPOINTS=y
# end of General setup
CONFIG_MIPS=yCONFIG_MIPS_GENERIC=yCONFIG_MACH_INGENIC=y
#
# Machine selection
#CONFIG_MIPS_GENERIC_KERNEL=y
# CONFIG_MIPS_ALCHEMY is not set
# CONFIG_AR7 is not set
# CONFIG_ATH25 is not set
# CONFIG_ATH79 is not set
# CONFIG_BMIPS_GENERIC is not set
# CONFIG_BCM47XX is not set
# CONFIG_BCM63XX is not set
# CONFIG_MIPS_COBALT is not set
# CONFIG_MACH_DECSTATION is not set
# CONFIG_MACH_JAZZ is not set
# CONFIG_MACH_INGENIC_SOC is not set
# CONFIG_LANTIQ is not set
# CONFIG_MACH_LOONGSON32 is not set
# CONFIG_MACH_LOONGSON2EF is not set
# CONFIG_MACH_LOONGSON64 is not set
# CONFIG_MIPS_MALTA is not set
# CONFIG_MACH_PIC32 is not set
# CONFIG_MACH_NINTENDO64 is not set
# CONFIG_RALINK is not set
# CONFIG_MACH_REALTEK_RTL is not set
# CONFIG_SGI_IP22 is not set
# CONFIG_SGI_IP27 is not set
# CONFIG_SGI_IP28 is not set
# CONFIG_SGI_IP30 is not set
# CONFIG_SGI_IP32 is not set
# CONFIG_SIBYTE_CRHINE is not set
# CONFIG_SIBYTE_CARMEL is not set
# CONFIG_SIBYTE_CRHONE is not set
# CONFIG_SIBYTE_RHONE is not set
# CONFIG_SIBYTE_SWARM is not set
# CONFIG_SIBYTE_LITTLESUR is not set
# CONFIG_SIBYTE_SENTOSA is not set
# CONFIG_SIBYTE_BIGSUR is not set
# CONFIG_SNI_RM is not set
# CONFIG_MACH_TX49XX is not set
# CONFIG_MIKROTIK_RB532 is not set
# CONFIG_CAVIUM_OCTEON_SOC is not setCONFIG_LEGACY_BOARDS=yCONFIG_YAMON_DT_SHIM=y
#
# Legacy (non-UHI/non-FIT) Boards
#CONFIG_LEGACY_BOARD_SEAD3=y
#
# MSCC Ocelot doesn't work with SEAD3 enabled
#CONFIG_SOC_VCOREIII=yCONFIG_MSCC_OCELOT=y
#
# FIT/UHI Boards
#CONFIG_FIT_IMAGE_FDT_BOSTON=yCONFIG_FIT_IMAGE_FDT_MARDUK=yCONFIG_FIT_IMAGE_FDT_NI169445=yCONFIG_FIT_IMAGE_FDT_XILFPGA=yCONFIG_FIT_IMAGE_FDT_OCELOT=yCONFIG_FIT_IMAGE_FDT_LUTON=yCONFIG_FIT_IMAGE_FDT_JAGUAR2=yCONFIG_FIT_IMAGE_FDT_SERVAL=yCONFIG_BOARD_INGENIC=yCONFIG_VIRT_BOARD_RANCHU=yCONFIG_MACH_INGENIC_GENERIC=yCONFIG_MACH_JZ4725B=yCONFIG_MACH_JZ4740=yCONFIG_MACH_JZ4770=yCONFIG_MACH_JZ4780=yCONFIG_MACH_X1000=yCONFIG_MACH_X1830=y
# end of Machine selection
CONFIG_GENERIC_HWEIGHT=yCONFIG_GENERIC_CALIBRATE_DELAY=yCONFIG_SCHED_OMIT_FRAME_POINTER=yCONFIG_BOOT_RAW=yCONFIG_CEVT_R4K=yCONFIG_CSRC_R4K=yCONFIG_MIPS_CLOCK_VSYSCALL=yCONFIG_ARCH_SUPPORTS_UPROBES=yCONFIG_DMA_NONCOHERENT=yCONFIG_SYS_SUPPORTS_HOTPLUG_CPU=yCONFIG_SYNC_R4K=yCONFIG_SYS_SUPPORTS_RELOCATABLE=yCONFIG_CPU_BIG_ENDIAN=y
# CONFIG_CPU_LITTLE_ENDIAN is not setCONFIG_SYS_SUPPORTS_BIG_ENDIAN=yCONFIG_SYS_SUPPORTS_LITTLE_ENDIAN=yCONFIG_NO_EXCEPT_FILL=yCONFIG_SWAP_IO_SPACE=yCONFIG_MIPS_L1_CACHE_SHIFT_7=yCONFIG_MIPS_L1_CACHE_SHIFT=7
#
# CPU selection
#CONFIG_CPU_MIPS32_R1=y
# CONFIG_CPU_MIPS32_R2 is not set
# CONFIG_CPU_MIPS32_R6 is not set
# CONFIG_CPU_MIPS64_R1 is not set
# CONFIG_CPU_MIPS64_R2 is not set
# CONFIG_CPU_MIPS64_R6 is not setCONFIG_SYS_SUPPORTS_ZBOOT=yCONFIG_SYS_HAS_CPU_MIPS32_R1=yCONFIG_SYS_HAS_CPU_MIPS32_R2=yCONFIG_SYS_HAS_CPU_MIPS32_R6=yCONFIG_SYS_HAS_CPU_MIPS64_R1=yCONFIG_SYS_HAS_CPU_MIPS64_R2=yCONFIG_SYS_HAS_CPU_MIPS64_R6=yCONFIG_WEAK_ORDERING=y
# end of CPU selection
CONFIG_CPU_MIPS32=yCONFIG_CPU_MIPSR1=yCONFIG_TARGET_ISA_REV=1CONFIG_SYS_SUPPORTS_32BIT_KERNEL=yCONFIG_SYS_SUPPORTS_64BIT_KERNEL=yCONFIG_CPU_SUPPORTS_32BIT_KERNEL=yCONFIG_CPU_SUPPORTS_CPUFREQ=yCONFIG_HARDWARE_WATCHPOINTS=y
#
# Kernel type
#CONFIG_32BIT=yCONFIG_ZBOOT_LOAD_ADDRESS=0x0CONFIG_PAGE_SIZE_4KB=y
# CONFIG_PAGE_SIZE_16KB is not set
# CONFIG_PAGE_SIZE_64KB is not setCONFIG_ARCH_FORCE_MAX_ORDER=11CONFIG_BOARD_SCACHE=yCONFIG_MIPS_CPU_SCACHE=yCONFIG_CPU_HAS_PREFETCH=yCONFIG_CPU_GENERIC_DUMP_TLB=yCONFIG_MIPS_FP_SUPPORT=yCONFIG_CPU_R4K_FPU=yCONFIG_CPU_R4K_CACHE_TLB=yCONFIG_MIPS_MT_SMP=yCONFIG_MIPS_MT=yCONFIG_SCHED_SMT=yCONFIG_SYS_SUPPORTS_SCHED_SMT=yCONFIG_SYS_SUPPORTS_MULTITHREADING=yCONFIG_MIPS_MT_FPAFF=yCONFIG_MIPS_CPS=yCONFIG_MIPS_CPS_PM=yCONFIG_MIPS_CM=yCONFIG_MIPS_CPC=yCONFIG_CPU_NEEDS_NO_SMARTMIPS_OR_MICROMIPS=y
# CONFIG_CPU_HAS_SMARTMIPS is not set
# CONFIG_CPU_MICROMIPS is not setCONFIG_CPU_MIPSR2_IRQ_VI=yCONFIG_CPU_MIPSR2_IRQ_EI=yCONFIG_CPU_HAS_SYNC=yCONFIG_MIPS_ASID_SHIFT=0CONFIG_MIPS_ASID_BITS=8CONFIG_HIGHMEM=yCONFIG_CPU_SUPPORTS_HIGHMEM=yCONFIG_SYS_SUPPORTS_HIGHMEM=yCONFIG_SYS_SUPPORTS_SMARTMIPS=yCONFIG_SYS_SUPPORTS_MICROMIPS=yCONFIG_SYS_SUPPORTS_MIPS16=yCONFIG_ARCH_FLATMEM_ENABLE=yCONFIG_HW_PERF_EVENTS=yCONFIG_SMP=yCONFIG_HOTPLUG_CPU=yCONFIG_SMP_UP=yCONFIG_SYS_SUPPORTS_MIPS_CPS=yCONFIG_SYS_SUPPORTS_SMP=yCONFIG_NR_CPUS=2CONFIG_MIPS_PERF_SHARED_TC_COUNTERS=yCONFIG_MIPS_NR_CPU_NR_MAP=2
# CONFIG_HZ_24 is not set
# CONFIG_HZ_48 is not set
# CONFIG_HZ_100 is not set
# CONFIG_HZ_128 is not setCONFIG_HZ_250=y
# CONFIG_HZ_256 is not set
# CONFIG_HZ_1000 is not set
# CONFIG_HZ_1024 is not setCONFIG_SYS_SUPPORTS_ARBIT_HZ=yCONFIG_HZ=250CONFIG_SCHED_HRTICK=yCONFIG_KEXEC=yCONFIG_CRASH_DUMP=yCONFIG_PHYSICAL_START=0xffffffff84000000CONFIG_MIPS_O32_FP64_SUPPORT=yCONFIG_USE_OF=yCONFIG_UHI_BOOT=yCONFIG_BUILTIN_DTB=yCONFIG_MIPS_NO_APPENDED_DTB=y
# CONFIG_MIPS_ELF_APPENDED_DTB is not set
# CONFIG_MIPS_RAW_APPENDED_DTB is not set
# end of Kernel type
CONFIG_LOCKDEP_SUPPORT=yCONFIG_STACKTRACE_SUPPORT=yCONFIG_PGTABLE_LEVELS=2CONFIG_MIPS_AUTO_PFN_OFFSET=y
#
# Bus options (PCI, PCMCIA, EISA, ISA, TC)
#CONFIG_PCI_DRIVERS_GENERIC=yCONFIG_MMU=yCONFIG_ARCH_MMAP_RND_BITS_MIN=8CONFIG_ARCH_MMAP_RND_BITS_MAX=15CONFIG_ARCH_MMAP_RND_COMPAT_BITS_MIN=8CONFIG_ARCH_MMAP_RND_COMPAT_BITS_MAX=15
# end of Bus options (PCI, PCMCIA, EISA, ISA, TC)
CONFIG_TRAD_SIGNALS=yCONFIG_CC_HAS_MNO_BRANCH_LIKELY=y
#
# Power management options
#CONFIG_ARCH_HIBERNATION_POSSIBLE=yCONFIG_ARCH_SUSPEND_POSSIBLE=yCONFIG_SUSPEND=yCONFIG_SUSPEND_FREEZER=yCONFIG_SUSPEND_SKIP_SYNC=yCONFIG_HIBERNATE_CALLBACKS=yCONFIG_HIBERNATION=yCONFIG_HIBERNATION_SNAPSHOT_DEV=yCONFIG_PM_STD_PARTITION=""CONFIG_PM_SLEEP=yCONFIG_PM_SLEEP_SMP=yCONFIG_PM_AUTOSLEEP=yCONFIG_PM_USERSPACE_AUTOSLEEP=yCONFIG_PM_WAKELOCKS=yCONFIG_PM_WAKELOCKS_LIMIT=100CONFIG_PM_WAKELOCKS_GC=yCONFIG_PM=yCONFIG_PM_DEBUG=yCONFIG_PM_ADVANCED_DEBUG=yCONFIG_PM_TEST_SUSPEND=yCONFIG_PM_SLEEP_DEBUG=yCONFIG_DPM_WATCHDOG=yCONFIG_DPM_WATCHDOG_TIMEOUT=120CONFIG_PM_CLK=yCONFIG_PM_GENERIC_DOMAINS=yCONFIG_WQ_POWER_EFFICIENT_DEFAULT=yCONFIG_PM_GENERIC_DOMAINS_SLEEP=yCONFIG_PM_GENERIC_DOMAINS_OF=yCONFIG_CPU_PM=yCONFIG_ENERGY_MODEL=y
# end of Power management options
CONFIG_MIPS_EXTERNAL_TIMER=y
#
# CPU Power Management
#
#
# CPU Frequency scaling
#CONFIG_CPU_FREQ=y CONFIG_CPU_FREQ_GOV_ATTR_SET=y CONFIG_CPU_FREQ_GOV_COMMON=y CONFIG_CPU_FREQ_STAT=y CONFIG_CPU_FREQ_DEFAULT_GOV_PERFORMANCE=y
# CONFIG_CPU_FREQ_DEFAULT_GOV_POWERSAVE is not set # CONFIG_CPU_FREQ_DEFAULT_GOV_USERSPACE is not set # CONFIG_CPU_FREQ_DEFAULT_GOV_ONDEMAND is not set # CONFIG_CPU_FREQ_DEFAULT_GOV_CONSERVATIVE is not set # CONFIG_CPU_FREQ_DEFAULT_GOV_SCHEDUTIL is not set CONFIG_CPU_FREQ_GOV_PERFORMANCE=y CONFIG_CPU_FREQ_GOV_POWERSAVE=m CONFIG_CPU_FREQ_GOV_USERSPACE=m CONFIG_CPU_FREQ_GOV_ONDEMAND=m CONFIG_CPU_FREQ_GOV_CONSERVATIVE=m CONFIG_CPU_FREQ_GOV_SCHEDUTIL=y
#
# CPU frequency scaling drivers
#CONFIG_CPUFREQ_DT=mCONFIG_CPUFREQ_DT_PLATDEV=yCONFIG_BMIPS_CPUFREQ=mCONFIG_QORIQ_CPUFREQ=m
# end of CPU Frequency scaling
#
# CPU Idle
#CONFIG_CPU_IDLE=yCONFIG_CPU_IDLE_GOV_LADDER=yCONFIG_CPU_IDLE_GOV_MENU=yCONFIG_CPU_IDLE_GOV_TEO=y
#
# MIPS CPU Idle Drivers
#CONFIG_MIPS_CPS_CPUIDLE=y
# end of MIPS CPU Idle Drivers
CONFIG_ARCH_NEEDS_CPU_IDLE_COUPLED=y
# end of CPU Idle # end of CPU Power Management
CONFIG_VIRTUALIZATION=yCONFIG_MIPS_LD_CAN_LINK_VDSO=y
#
# General architecture-dependent options
#CONFIG_CRASH_CORE=yCONFIG_KEXEC_CORE=yCONFIG_KPROBES=yCONFIG_JUMP_LABEL=yCONFIG_STATIC_KEYS_SELFTEST=yCONFIG_UPROBES=yCONFIG_ARCH_USE_BUILTIN_BSWAP=yCONFIG_KRETPROBES=yCONFIG_HAVE_IOREMAP_PROT=yCONFIG_HAVE_KPROBES=yCONFIG_HAVE_KRETPROBES=yCONFIG_HAVE_NMI=yCONFIG_TRACE_IRQFLAGS_SUPPORT=yCONFIG_HAVE_ARCH_TRACEHOOK=yCONFIG_HAVE_DMA_CONTIGUOUS=yCONFIG_GENERIC_SMP_IDLE_THREAD=yCONFIG_ARCH_HAS_FORTIFY_SOURCE=yCONFIG_ARCH_HAS_DMA_SET_UNCACHED=yCONFIG_ARCH_32BIT_OFF_T=yCONFIG_HAVE_ASM_MODVERSIONS=yCONFIG_HAVE_REGS_AND_STACK_ACCESS_API=yCONFIG_HAVE_RSEQ=yCONFIG_HAVE_PERF_REGS=yCONFIG_HAVE_PERF_USER_STACK_DUMP=yCONFIG_HAVE_ARCH_JUMP_LABEL=yCONFIG_ARCH_WANT_IPC_PARSE_VERSION=yCONFIG_HAVE_ARCH_SECCOMP=yCONFIG_HAVE_ARCH_SECCOMP_FILTER=yCONFIG_SECCOMP=yCONFIG_SECCOMP_FILTER=yCONFIG_HAVE_STACKPROTECTOR=yCONFIG_STACKPROTECTOR=yCONFIG_STACKPROTECTOR_STRONG=yCONFIG_LTO_NONE=yCONFIG_HAVE_CONTEXT_TRACKING_USER=yCONFIG_HAVE_TIF_NOHZ=yCONFIG_HAVE_IRQ_TIME_ACCOUNTING=yCONFIG_HAVE_MOD_ARCH_SPECIFIC=yCONFIG_MODULES_USE_ELF_REL=yCONFIG_HAVE_IRQ_EXIT_ON_IRQ_STACK=yCONFIG_ARCH_HAS_ELF_RANDOMIZE=yCONFIG_HAVE_ARCH_MMAP_RND_BITS=yCONFIG_HAVE_EXIT_THREAD=yCONFIG_ARCH_MMAP_RND_BITS=8CONFIG_PAGE_SIZE_LESS_THAN_64KB=yCONFIG_PAGE_SIZE_LESS_THAN_256KB=yCONFIG_ARCH_WANT_DEFAULT_TOPDOWN_MMAP_LAYOUT=yCONFIG_ISA_BUS_API=yCONFIG_CLONE_BACKWARDS=yCONFIG_COMPAT_32BIT_TIME=yCONFIG_HAVE_ARCH_COMPILER_H=yCONFIG_LOCK_EVENT_COUNTS=yCONFIG_HAVE_SPARSE_SYSCALL_NR=yCONFIG_ARCH_WANT_LD_ORPHAN_WARN=yCONFIG_ARCH_HAS_ELFCORE_COMPAT=y
#
# GCOV-based kernel profiling
#CONFIG_GCOV_KERNEL=yCONFIG_ARCH_HAS_GCOV_PROFILE_ALL=y
# end of GCOV-based kernel profiling
CONFIG_HAVE_GCC_PLUGINS=yCONFIG_GCC_PLUGINS=yCONFIG_GCC_PLUGIN_LATENT_ENTROPY=yCONFIG_FUNCTION_ALIGNMENT=0
# end of General architecture-dependent options
CONFIG_RT_MUTEXES=yCONFIG_BASE_SMALL=0CONFIG_MODULE_SIG_FORMAT=yCONFIG_MODULES=yCONFIG_MODULE_FORCE_LOAD=yCONFIG_MODULE_UNLOAD=yCONFIG_MODULE_FORCE_UNLOAD=yCONFIG_MODULE_UNLOAD_TAINT_TRACKING=yCONFIG_MODVERSIONS=yCONFIG_ASM_MODVERSIONS=yCONFIG_MODULE_SRCVERSION_ALL=yCONFIG_MODULE_SIG=yCONFIG_MODULE_SIG_FORCE=yCONFIG_MODULE_SIG_ALL=yCONFIG_MODULE_SIG_SHA1=y
# CONFIG_MODULE_SIG_SHA224 is not set
# CONFIG_MODULE_SIG_SHA256 is not set
# CONFIG_MODULE_SIG_SHA384 is not set
# CONFIG_MODULE_SIG_SHA512 is not setCONFIG_MODULE_SIG_HASH="sha1"CONFIG_MODULE_COMPRESS_NONE=y
# CONFIG_MODULE_COMPRESS_GZIP is not set
# CONFIG_MODULE_COMPRESS_XZ is not set
# CONFIG_MODULE_COMPRESS_ZSTD is not setCONFIG_MODULE_ALLOW_MISSING_NAMESPACE_IMPORTS=yCONFIG_MODPROBE_PATH="/sbin/modprobe"CONFIG_MODULES_TREE_LOOKUP=yCONFIG_BLOCK=yCONFIG_BLOCK_LEGACY_AUTOLOAD=yCONFIG_BLK_RQ_ALLOC_TIME=yCONFIG_BLK_CGROUP_RWSTAT=yCONFIG_BLK_DEV_BSG_COMMON=yCONFIG_BLK_ICQ=yCONFIG_BLK_DEV_BSGLIB=yCONFIG_BLK_DEV_INTEGRITY=yCONFIG_BLK_DEV_INTEGRITY_T10=mCONFIG_BLK_DEV_ZONED=yCONFIG_BLK_DEV_THROTTLING=yCONFIG_BLK_DEV_THROTTLING_LOW=yCONFIG_BLK_WBT=yCONFIG_BLK_WBT_MQ=yCONFIG_BLK_CGROUP_IOLATENCY=yCONFIG_BLK_CGROUP_FC_APPID=yCONFIG_BLK_CGROUP_IOCOST=yCONFIG_BLK_CGROUP_IOPRIO=yCONFIG_BLK_DEBUG_FS=yCONFIG_BLK_DEBUG_FS_ZONED=yCONFIG_BLK_SED_OPAL=yCONFIG_BLK_INLINE_ENCRYPTION=yCONFIG_BLK_INLINE_ENCRYPTION_FALLBACK=y
#
# Partition Types
#CONFIG_PARTITION_ADVANCED=yCONFIG_ACORN_PARTITION=yCONFIG_ACORN_PARTITION_CUMANA=yCONFIG_ACORN_PARTITION_EESOX=yCONFIG_ACORN_PARTITION_ICS=yCONFIG_ACORN_PARTITION_ADFS=yCONFIG_ACORN_PARTITION_POWERTEC=yCONFIG_ACORN_PARTITION_RISCIX=yCONFIG_AIX_PARTITION=yCONFIG_OSF_PARTITION=yCONFIG_AMIGA_PARTITION=yCONFIG_ATARI_PARTITION=yCONFIG_MAC_PARTITION=yCONFIG_MSDOS_PARTITION=yCONFIG_BSD_DISKLABEL=yCONFIG_MINIX_SUBPARTITION=yCONFIG_SOLARIS_X86_PARTITION=yCONFIG_UNIXWARE_DISKLABEL=yCONFIG_LDM_PARTITION=yCONFIG_LDM_DEBUG=yCONFIG_SGI_PARTITION=yCONFIG_ULTRIX_PARTITION=yCONFIG_SUN_PARTITION=yCONFIG_KARMA_PARTITION=yCONFIG_EFI_PARTITION=yCONFIG_SYSV68_PARTITION=yCONFIG_CMDLINE_PARTITION=y
# end of Partition Types
CONFIG_BLK_MQ_PCI=yCONFIG_BLK_MQ_VIRTIO=yCONFIG_BLK_MQ_RDMA=yCONFIG_BLK_PM=yCONFIG_BLOCK_HOLDER_DEPRECATED=yCONFIG_BLK_MQ_STACKING=y
#
# IO Schedulers
#CONFIG_MQ_IOSCHED_DEADLINE=yCONFIG_MQ_IOSCHED_KYBER=mCONFIG_IOSCHED_BFQ=mCONFIG_BFQ_GROUP_IOSCHED=yCONFIG_BFQ_CGROUP_DEBUG=y
# end of IO Schedulers
CONFIG_PADATA=yCONFIG_ASN1=yCONFIG_UNINLINE_SPIN_UNLOCK=yCONFIG_ARCH_USE_QUEUED_SPINLOCKS=yCONFIG_QUEUED_SPINLOCKS=yCONFIG_ARCH_USE_QUEUED_RWLOCKS=yCONFIG_QUEUED_RWLOCKS=yCONFIG_ARCH_HAS_NON_OVERLAPPING_ADDRESS_SPACE=yCONFIG_FREEZER=y
#
# Executable file formats
#CONFIG_BINFMT_ELF=yCONFIG_ARCH_BINFMT_ELF_STATE=yCONFIG_ELFCORE=yCONFIG_CORE_DUMP_DEFAULT_ELF_HEADERS=yCONFIG_BINFMT_SCRIPT=mCONFIG_BINFMT_MISC=mCONFIG_COREDUMP=y
# end of Executable file formats
#
# Memory Management options
#CONFIG_ZPOOL=yCONFIG_SWAP=yCONFIG_ZSWAP=yCONFIG_ZSWAP_DEFAULT_ON=y
# CONFIG_ZSWAP_COMPRESSOR_DEFAULT_DEFLATE is not set CONFIG_ZSWAP_COMPRESSOR_DEFAULT_LZO=y
# CONFIG_ZSWAP_COMPRESSOR_DEFAULT_842 is not set # CONFIG_ZSWAP_COMPRESSOR_DEFAULT_LZ4 is not set # CONFIG_ZSWAP_COMPRESSOR_DEFAULT_LZ4HC is not set # CONFIG_ZSWAP_COMPRESSOR_DEFAULT_ZSTD is not set CONFIG_ZSWAP_COMPRESSOR_DEFAULT="lzo" CONFIG_ZSWAP_ZPOOL_DEFAULT_ZBUD=y
# CONFIG_ZSWAP_ZPOOL_DEFAULT_Z3FOLD is not set # CONFIG_ZSWAP_ZPOOL_DEFAULT_ZSMALLOC is not set CONFIG_ZSWAP_ZPOOL_DEFAULT="zbud" CONFIG_ZBUD=yCONFIG_Z3FOLD=mCONFIG_ZSMALLOC=mCONFIG_ZSMALLOC_STAT=y
#
# SLAB allocator options
#
# CONFIG_SLAB is not setCONFIG_SLUB=y
# CONFIG_SLOB_DEPRECATED is not setCONFIG_SLUB_TINY=yCONFIG_SLAB_MERGE_DEFAULT=y
# end of SLAB allocator options
CONFIG_SHUFFLE_PAGE_ALLOCATOR=yCONFIG_COMPAT_BRK=yCONFIG_FLATMEM=yCONFIG_HAVE_FAST_GUP=yCONFIG_ARCH_KEEP_MEMBLOCK=yCONFIG_MEMORY_ISOLATION=yCONFIG_SPLIT_PTLOCK_CPUS=4CONFIG_MEMORY_BALLOON=yCONFIG_BALLOON_COMPACTION=yCONFIG_COMPACTION=yCONFIG_COMPACT_UNEVICTABLE_DEFAULT=1CONFIG_PAGE_REPORTING=yCONFIG_MIGRATION=yCONFIG_CONTIG_ALLOC=yCONFIG_BOUNCE=yCONFIG_MMU_NOTIFIER=yCONFIG_KSM=yCONFIG_DEFAULT_MMAP_MIN_ADDR=4096CONFIG_FRONTSWAP=yCONFIG_CMA=yCONFIG_CMA_DEBUG=yCONFIG_CMA_DEBUGFS=yCONFIG_CMA_SYSFS=yCONFIG_CMA_AREAS=7CONFIG_PAGE_IDLE_FLAG=yCONFIG_IDLE_PAGE_TRACKING=yCONFIG_ARCH_HAS_CURRENT_STACK_POINTER=yCONFIG_HMM_MIRROR=yCONFIG_VM_EVENT_COUNTERS=yCONFIG_PERCPU_STATS=yCONFIG_GUP_TEST=yCONFIG_ARCH_HAS_PTE_SPECIAL=yCONFIG_KMAP_LOCAL=yCONFIG_ANON_VMA_NAME=yCONFIG_USERFAULTFD=yCONFIG_LRU_GEN=yCONFIG_LRU_GEN_ENABLED=yCONFIG_LRU_GEN_STATS=y
#
# Data Access Monitoring
#CONFIG_DAMON=yCONFIG_DAMON_VADDR=yCONFIG_DAMON_PADDR=yCONFIG_DAMON_SYSFS=yCONFIG_DAMON_DBGFS=yCONFIG_DAMON_RECLAIM=yCONFIG_DAMON_LRU_SORT=y
# end of Data Access Monitoring # end of Memory Management options
CONFIG_NET=yCONFIG_NET_INGRESS=yCONFIG_NET_EGRESS=yCONFIG_NET_REDIRECT=yCONFIG_SKB_EXTENSIONS=y
#
# Networking options
#CONFIG_PACKET=mCONFIG_PACKET_DIAG=mCONFIG_UNIX=mCONFIG_UNIX_SCM=yCONFIG_AF_UNIX_OOB=yCONFIG_UNIX_DIAG=mCONFIG_TLS=mCONFIG_TLS_DEVICE=yCONFIG_TLS_TOE=yCONFIG_XFRM=yCONFIG_XFRM_OFFLOAD=yCONFIG_XFRM_ALGO=mCONFIG_XFRM_USER=mCONFIG_XFRM_INTERFACE=mCONFIG_XFRM_SUB_POLICY=yCONFIG_XFRM_MIGRATE=yCONFIG_XFRM_STATISTICS=yCONFIG_XFRM_AH=mCONFIG_XFRM_ESP=mCONFIG_XFRM_IPCOMP=mCONFIG_NET_KEY=mCONFIG_NET_KEY_MIGRATE=yCONFIG_XFRM_ESPINTCP=yCONFIG_SMC=mCONFIG_SMC_DIAG=mCONFIG_XDP_SOCKETS=yCONFIG_XDP_SOCKETS_DIAG=mCONFIG_INET=yCONFIG_IP_MULTICAST=yCONFIG_IP_ADVANCED_ROUTER=yCONFIG_IP_FIB_TRIE_STATS=yCONFIG_IP_MULTIPLE_TABLES=yCONFIG_IP_ROUTE_MULTIPATH=yCONFIG_IP_ROUTE_VERBOSE=yCONFIG_IP_ROUTE_CLASSID=yCONFIG_IP_PNP=yCONFIG_IP_PNP_DHCP=yCONFIG_IP_PNP_BOOTP=yCONFIG_IP_PNP_RARP=yCONFIG_NET_IPIP=mCONFIG_NET_IPGRE_DEMUX=mCONFIG_NET_IP_TUNNEL=mCONFIG_NET_IPGRE=mCONFIG_NET_IPGRE_BROADCAST=yCONFIG_IP_MROUTE_COMMON=yCONFIG_IP_MROUTE=yCONFIG_IP_MROUTE_MULTIPLE_TABLES=yCONFIG_IP_PIMSM_V1=yCONFIG_IP_PIMSM_V2=yCONFIG_SYN_COOKIES=yCONFIG_NET_IPVTI=mCONFIG_NET_UDP_TUNNEL=mCONFIG_NET_FOU=mCONFIG_NET_FOU_IP_TUNNELS=yCONFIG_INET_AH=mCONFIG_INET_ESP=mCONFIG_INET_ESP_OFFLOAD=mCONFIG_INET_ESPINTCP=yCONFIG_INET_IPCOMP=mCONFIG_INET_TABLE_PERTURB_ORDER=16CONFIG_INET_XFRM_TUNNEL=mCONFIG_INET_TUNNEL=mCONFIG_INET_DIAG=mCONFIG_INET_TCP_DIAG=mCONFIG_INET_UDP_DIAG=mCONFIG_INET_RAW_DIAG=mCONFIG_INET_DIAG_DESTROY=yCONFIG_TCP_CONG_ADVANCED=yCONFIG_TCP_CONG_BIC=mCONFIG_TCP_CONG_CUBIC=mCONFIG_TCP_CONG_WESTWOOD=mCONFIG_TCP_CONG_HTCP=mCONFIG_TCP_CONG_HSTCP=mCONFIG_TCP_CONG_HYBLA=mCONFIG_TCP_CONG_VEGAS=mCONFIG_TCP_CONG_NV=mCONFIG_TCP_CONG_SCALABLE=mCONFIG_TCP_CONG_LP=mCONFIG_TCP_CONG_VENO=mCONFIG_TCP_CONG_YEAH=mCONFIG_TCP_CONG_ILLINOIS=mCONFIG_TCP_CONG_DCTCP=mCONFIG_TCP_CONG_CDG=mCONFIG_TCP_CONG_BBR=mCONFIG_DEFAULT_RENO=yCONFIG_DEFAULT_TCP_CONG="reno"CONFIG_TCP_MD5SIG=yCONFIG_IPV6=mCONFIG_IPV6_ROUTER_PREF=yCONFIG_IPV6_ROUTE_INFO=yCONFIG_IPV6_OPTIMISTIC_DAD=yCONFIG_INET6_AH=mCONFIG_INET6_ESP=mCONFIG_INET6_ESP_OFFLOAD=mCONFIG_INET6_ESPINTCP=yCONFIG_INET6_IPCOMP=mCONFIG_IPV6_MIP6=mCONFIG_IPV6_ILA=mCONFIG_INET6_XFRM_TUNNEL=mCONFIG_INET6_TUNNEL=mCONFIG_IPV6_VTI=mCONFIG_IPV6_SIT=mCONFIG_IPV6_SIT_6RD=yCONFIG_IPV6_NDISC_NODETYPE=yCONFIG_IPV6_TUNNEL=mCONFIG_IPV6_GRE=mCONFIG_IPV6_FOU=mCONFIG_IPV6_FOU_TUNNEL=mCONFIG_IPV6_MULTIPLE_TABLES=yCONFIG_IPV6_SUBTREES=yCONFIG_IPV6_MROUTE=yCONFIG_IPV6_MROUTE_MULTIPLE_TABLES=yCONFIG_IPV6_PIMSM_V2=yCONFIG_IPV6_SEG6_LWTUNNEL=yCONFIG_IPV6_SEG6_HMAC=yCONFIG_IPV6_RPL_LWTUNNEL=yCONFIG_IPV6_IOAM6_LWTUNNEL=yCONFIG_NETLABEL=yCONFIG_MPTCP=yCONFIG_INET_MPTCP_DIAG=mCONFIG_MPTCP_KUNIT_TEST=mCONFIG_NETWORK_SECMARK=yCONFIG_NET_PTP_CLASSIFY=yCONFIG_NETWORK_PHY_TIMESTAMPING=yCONFIG_NETFILTER=yCONFIG_NETFILTER_ADVANCED=yCONFIG_BRIDGE_NETFILTER=m
#
# Core Netfilter Configuration
#CONFIG_NETFILTER_INGRESS=yCONFIG_NETFILTER_EGRESS=yCONFIG_NETFILTER_SKIP_EGRESS=yCONFIG_NETFILTER_NETLINK=mCONFIG_NETFILTER_FAMILY_BRIDGE=yCONFIG_NETFILTER_FAMILY_ARP=yCONFIG_NETFILTER_NETLINK_HOOK=mCONFIG_NETFILTER_NETLINK_ACCT=mCONFIG_NETFILTER_NETLINK_QUEUE=mCONFIG_NETFILTER_NETLINK_LOG=mCONFIG_NETFILTER_NETLINK_OSF=mCONFIG_NF_CONNTRACK=mCONFIG_NF_LOG_SYSLOG=mCONFIG_NETFILTER_CONNCOUNT=mCONFIG_NF_CONNTRACK_MARK=yCONFIG_NF_CONNTRACK_SECMARK=yCONFIG_NF_CONNTRACK_ZONES=yCONFIG_NF_CONNTRACK_PROCFS=yCONFIG_NF_CONNTRACK_EVENTS=yCONFIG_NF_CONNTRACK_TIMEOUT=yCONFIG_NF_CONNTRACK_TIMESTAMP=yCONFIG_NF_CONNTRACK_LABELS=yCONFIG_NF_CT_PROTO_DCCP=yCONFIG_NF_CT_PROTO_GRE=yCONFIG_NF_CT_PROTO_SCTP=yCONFIG_NF_CT_PROTO_UDPLITE=yCONFIG_NF_CONNTRACK_AMANDA=mCONFIG_NF_CONNTRACK_FTP=mCONFIG_NF_CONNTRACK_H323=mCONFIG_NF_CONNTRACK_IRC=mCONFIG_NF_CONNTRACK_BROADCAST=mCONFIG_NF_CONNTRACK_NETBIOS_NS=mCONFIG_NF_CONNTRACK_SNMP=mCONFIG_NF_CONNTRACK_PPTP=mCONFIG_NF_CONNTRACK_SANE=mCONFIG_NF_CONNTRACK_SIP=mCONFIG_NF_CONNTRACK_TFTP=mCONFIG_NF_CT_NETLINK=mCONFIG_NF_CT_NETLINK_TIMEOUT=mCONFIG_NF_CT_NETLINK_HELPER=mCONFIG_NETFILTER_NETLINK_GLUE_CT=yCONFIG_NF_NAT=mCONFIG_NF_NAT_AMANDA=mCONFIG_NF_NAT_FTP=mCONFIG_NF_NAT_IRC=mCONFIG_NF_NAT_SIP=mCONFIG_NF_NAT_TFTP=mCONFIG_NF_NAT_REDIRECT=yCONFIG_NF_NAT_MASQUERADE=yCONFIG_NF_NAT_OVS=yCONFIG_NETFILTER_SYNPROXY=mCONFIG_NF_TABLES=mCONFIG_NF_TABLES_INET=yCONFIG_NF_TABLES_NETDEV=yCONFIG_NFT_NUMGEN=mCONFIG_NFT_CT=mCONFIG_NFT_FLOW_OFFLOAD=mCONFIG_NFT_CONNLIMIT=mCONFIG_NFT_LOG=mCONFIG_NFT_LIMIT=mCONFIG_NFT_MASQ=mCONFIG_NFT_REDIR=mCONFIG_NFT_NAT=mCONFIG_NFT_TUNNEL=mCONFIG_NFT_QUEUE=mCONFIG_NFT_QUOTA=mCONFIG_NFT_REJECT=mCONFIG_NFT_REJECT_INET=mCONFIG_NFT_COMPAT=mCONFIG_NFT_HASH=mCONFIG_NFT_FIB=mCONFIG_NFT_FIB_INET=mCONFIG_NFT_XFRM=mCONFIG_NFT_SOCKET=mCONFIG_NFT_OSF=mCONFIG_NFT_TPROXY=mCONFIG_NFT_SYNPROXY=mCONFIG_NF_DUP_NETDEV=mCONFIG_NFT_DUP_NETDEV=mCONFIG_NFT_FWD_NETDEV=mCONFIG_NFT_FIB_NETDEV=mCONFIG_NFT_REJECT_NETDEV=mCONFIG_NF_FLOW_TABLE_INET=mCONFIG_NF_FLOW_TABLE=mCONFIG_NF_FLOW_TABLE_PROCFS=yCONFIG_NETFILTER_XTABLES=m
#
# Xtables combined modules
#CONFIG_NETFILTER_XT_MARK=mCONFIG_NETFILTER_XT_CONNMARK=mCONFIG_NETFILTER_XT_SET=m
#
# Xtables targets
#CONFIG_NETFILTER_XT_TARGET_AUDIT=mCONFIG_NETFILTER_XT_TARGET_CHECKSUM=mCONFIG_NETFILTER_XT_TARGET_CLASSIFY=mCONFIG_NETFILTER_XT_TARGET_CONNMARK=mCONFIG_NETFILTER_XT_TARGET_CONNSECMARK=mCONFIG_NETFILTER_XT_TARGET_CT=mCONFIG_NETFILTER_XT_TARGET_DSCP=mCONFIG_NETFILTER_XT_TARGET_HL=mCONFIG_NETFILTER_XT_TARGET_HMARK=mCONFIG_NETFILTER_XT_TARGET_IDLETIMER=mCONFIG_NETFILTER_XT_TARGET_LED=mCONFIG_NETFILTER_XT_TARGET_LOG=mCONFIG_NETFILTER_XT_TARGET_MARK=mCONFIG_NETFILTER_XT_NAT=mCONFIG_NETFILTER_XT_TARGET_NETMAP=mCONFIG_NETFILTER_XT_TARGET_NFLOG=mCONFIG_NETFILTER_XT_TARGET_NFQUEUE=mCONFIG_NETFILTER_XT_TARGET_NOTRACK=mCONFIG_NETFILTER_XT_TARGET_RATEEST=mCONFIG_NETFILTER_XT_TARGET_REDIRECT=mCONFIG_NETFILTER_XT_TARGET_MASQUERADE=mCONFIG_NETFILTER_XT_TARGET_TEE=mCONFIG_NETFILTER_XT_TARGET_TPROXY=mCONFIG_NETFILTER_XT_TARGET_TRACE=mCONFIG_NETFILTER_XT_TARGET_SECMARK=mCONFIG_NETFILTER_XT_TARGET_TCPMSS=mCONFIG_NETFILTER_XT_TARGET_TCPOPTSTRIP=m
#
# Xtables matches
#CONFIG_NETFILTER_XT_MATCH_ADDRTYPE=mCONFIG_NETFILTER_XT_MATCH_BPF=mCONFIG_NETFILTER_XT_MATCH_CGROUP=mCONFIG_NETFILTER_XT_MATCH_CLUSTER=mCONFIG_NETFILTER_XT_MATCH_COMMENT=mCONFIG_NETFILTER_XT_MATCH_CONNBYTES=mCONFIG_NETFILTER_XT_MATCH_CONNLABEL=mCONFIG_NETFILTER_XT_MATCH_CONNLIMIT=mCONFIG_NETFILTER_XT_MATCH_CONNMARK=mCONFIG_NETFILTER_XT_MATCH_CONNTRACK=mCONFIG_NETFILTER_XT_MATCH_CPU=mCONFIG_NETFILTER_XT_MATCH_DCCP=mCONFIG_NETFILTER_XT_MATCH_DEVGROUP=mCONFIG_NETFILTER_XT_MATCH_DSCP=mCONFIG_NETFILTER_XT_MATCH_ECN=mCONFIG_NETFILTER_XT_MATCH_ESP=mCONFIG_NETFILTER_XT_MATCH_HASHLIMIT=mCONFIG_NETFILTER_XT_MATCH_HELPER=mCONFIG_NETFILTER_XT_MATCH_HL=mCONFIG_NETFILTER_XT_MATCH_IPCOMP=mCONFIG_NETFILTER_XT_MATCH_IPRANGE=mCONFIG_NETFILTER_XT_MATCH_IPVS=mCONFIG_NETFILTER_XT_MATCH_L2TP=mCONFIG_NETFILTER_XT_MATCH_LENGTH=mCONFIG_NETFILTER_XT_MATCH_LIMIT=mCONFIG_NETFILTER_XT_MATCH_MAC=mCONFIG_NETFILTER_XT_MATCH_MARK=mCONFIG_NETFILTER_XT_MATCH_MULTIPORT=mCONFIG_NETFILTER_XT_MATCH_NFACCT=mCONFIG_NETFILTER_XT_MATCH_OSF=mCONFIG_NETFILTER_XT_MATCH_OWNER=mCONFIG_NETFILTER_XT_MATCH_POLICY=mCONFIG_NETFILTER_XT_MATCH_PHYSDEV=mCONFIG_NETFILTER_XT_MATCH_PKTTYPE=mCONFIG_NETFILTER_XT_MATCH_QUOTA=mCONFIG_NETFILTER_XT_MATCH_RATEEST=mCONFIG_NETFILTER_XT_MATCH_REALM=mCONFIG_NETFILTER_XT_MATCH_RECENT=mCONFIG_NETFILTER_XT_MATCH_SCTP=mCONFIG_NETFILTER_XT_MATCH_SOCKET=mCONFIG_NETFILTER_XT_MATCH_STATE=mCONFIG_NETFILTER_XT_MATCH_STATISTIC=mCONFIG_NETFILTER_XT_MATCH_STRING=mCONFIG_NETFILTER_XT_MATCH_TCPMSS=mCONFIG_NETFILTER_XT_MATCH_TIME=mCONFIG_NETFILTER_XT_MATCH_U32=m
# end of Core Netfilter Configuration
CONFIG_IP_SET=mCONFIG_IP_SET_MAX=256CONFIG_IP_SET_BITMAP_IP=mCONFIG_IP_SET_BITMAP_IPMAC=mCONFIG_IP_SET_BITMAP_PORT=mCONFIG_IP_SET_HASH_IP=mCONFIG_IP_SET_HASH_IPMARK=mCONFIG_IP_SET_HASH_IPPORT=mCONFIG_IP_SET_HASH_IPPORTIP=mCONFIG_IP_SET_HASH_IPPORTNET=mCONFIG_IP_SET_HASH_IPMAC=mCONFIG_IP_SET_HASH_MAC=mCONFIG_IP_SET_HASH_NETPORTNET=mCONFIG_IP_SET_HASH_NET=mCONFIG_IP_SET_HASH_NETNET=mCONFIG_IP_SET_HASH_NETPORT=mCONFIG_IP_SET_HASH_NETIFACE=mCONFIG_IP_SET_LIST_SET=mCONFIG_IP_VS=mCONFIG_IP_VS_IPV6=yCONFIG_IP_VS_DEBUG=yCONFIG_IP_VS_TAB_BITS=12
#
# IPVS transport protocol load balancing support
#CONFIG_IP_VS_PROTO_TCP=yCONFIG_IP_VS_PROTO_UDP=yCONFIG_IP_VS_PROTO_AH_ESP=yCONFIG_IP_VS_PROTO_ESP=yCONFIG_IP_VS_PROTO_AH=yCONFIG_IP_VS_PROTO_SCTP=y
#
# IPVS scheduler
#CONFIG_IP_VS_RR=mCONFIG_IP_VS_WRR=mCONFIG_IP_VS_LC=mCONFIG_IP_VS_WLC=mCONFIG_IP_VS_FO=mCONFIG_IP_VS_OVF=mCONFIG_IP_VS_LBLC=mCONFIG_IP_VS_LBLCR=mCONFIG_IP_VS_DH=mCONFIG_IP_VS_SH=mCONFIG_IP_VS_MH=mCONFIG_IP_VS_SED=mCONFIG_IP_VS_NQ=mCONFIG_IP_VS_TWOS=m
#
# IPVS SH scheduler
#CONFIG_IP_VS_SH_TAB_BITS=8
#
# IPVS MH scheduler
#CONFIG_IP_VS_MH_TAB_INDEX=12
#
# IPVS application helper
#CONFIG_IP_VS_FTP=mCONFIG_IP_VS_NFCT=yCONFIG_IP_VS_PE_SIP=m
#
# IP: Netfilter Configuration
#CONFIG_NF_DEFRAG_IPV4=mCONFIG_NF_SOCKET_IPV4=mCONFIG_NF_TPROXY_IPV4=mCONFIG_NF_TABLES_IPV4=yCONFIG_NFT_REJECT_IPV4=mCONFIG_NFT_DUP_IPV4=mCONFIG_NFT_FIB_IPV4=mCONFIG_NF_TABLES_ARP=yCONFIG_NF_DUP_IPV4=mCONFIG_NF_LOG_ARP=mCONFIG_NF_LOG_IPV4=mCONFIG_NF_REJECT_IPV4=mCONFIG_NF_NAT_SNMP_BASIC=mCONFIG_NF_NAT_PPTP=mCONFIG_NF_NAT_H323=mCONFIG_IP_NF_IPTABLES=mCONFIG_IP_NF_MATCH_AH=mCONFIG_IP_NF_MATCH_ECN=mCONFIG_IP_NF_MATCH_RPFILTER=mCONFIG_IP_NF_MATCH_TTL=mCONFIG_IP_NF_FILTER=mCONFIG_IP_NF_TARGET_REJECT=mCONFIG_IP_NF_TARGET_SYNPROXY=mCONFIG_IP_NF_NAT=mCONFIG_IP_NF_TARGET_MASQUERADE=mCONFIG_IP_NF_TARGET_NETMAP=mCONFIG_IP_NF_TARGET_REDIRECT=mCONFIG_IP_NF_MANGLE=mCONFIG_IP_NF_TARGET_CLUSTERIP=mCONFIG_IP_NF_TARGET_ECN=mCONFIG_IP_NF_TARGET_TTL=mCONFIG_IP_NF_RAW=mCONFIG_IP_NF_SECURITY=mCONFIG_IP_NF_ARPTABLES=mCONFIG_IP_NF_ARPFILTER=mCONFIG_IP_NF_ARP_MANGLE=m
# end of IP: Netfilter Configuration
#
# IPv6: Netfilter Configuration
#CONFIG_NF_SOCKET_IPV6=mCONFIG_NF_TPROXY_IPV6=mCONFIG_NF_TABLES_IPV6=yCONFIG_NFT_REJECT_IPV6=mCONFIG_NFT_DUP_IPV6=mCONFIG_NFT_FIB_IPV6=mCONFIG_NF_DUP_IPV6=mCONFIG_NF_REJECT_IPV6=mCONFIG_NF_LOG_IPV6=mCONFIG_IP6_NF_IPTABLES=mCONFIG_IP6_NF_MATCH_AH=mCONFIG_IP6_NF_MATCH_EUI64=mCONFIG_IP6_NF_MATCH_FRAG=mCONFIG_IP6_NF_MATCH_OPTS=mCONFIG_IP6_NF_MATCH_HL=mCONFIG_IP6_NF_MATCH_IPV6HEADER=mCONFIG_IP6_NF_MATCH_MH=mCONFIG_IP6_NF_MATCH_RPFILTER=mCONFIG_IP6_NF_MATCH_RT=mCONFIG_IP6_NF_MATCH_SRH=mCONFIG_IP6_NF_TARGET_HL=mCONFIG_IP6_NF_FILTER=mCONFIG_IP6_NF_TARGET_REJECT=mCONFIG_IP6_NF_TARGET_SYNPROXY=mCONFIG_IP6_NF_MANGLE=mCONFIG_IP6_NF_RAW=mCONFIG_IP6_NF_SECURITY=mCONFIG_IP6_NF_NAT=mCONFIG_IP6_NF_TARGET_MASQUERADE=mCONFIG_IP6_NF_TARGET_NPT=m
# end of IPv6: Netfilter Configuration
CONFIG_NF_DEFRAG_IPV6=mCONFIG_NF_TABLES_BRIDGE=mCONFIG_NFT_BRIDGE_META=mCONFIG_NFT_BRIDGE_REJECT=mCONFIG_NF_CONNTRACK_BRIDGE=mCONFIG_BRIDGE_NF_EBTABLES=mCONFIG_BRIDGE_EBT_BROUTE=mCONFIG_BRIDGE_EBT_T_FILTER=mCONFIG_BRIDGE_EBT_T_NAT=mCONFIG_BRIDGE_EBT_802_3=mCONFIG_BRIDGE_EBT_AMONG=mCONFIG_BRIDGE_EBT_ARP=mCONFIG_BRIDGE_EBT_IP=mCONFIG_BRIDGE_EBT_IP6=mCONFIG_BRIDGE_EBT_LIMIT=mCONFIG_BRIDGE_EBT_MARK=mCONFIG_BRIDGE_EBT_PKTTYPE=mCONFIG_BRIDGE_EBT_STP=mCONFIG_BRIDGE_EBT_VLAN=mCONFIG_BRIDGE_EBT_ARPREPLY=mCONFIG_BRIDGE_EBT_DNAT=mCONFIG_BRIDGE_EBT_MARK_T=mCONFIG_BRIDGE_EBT_REDIRECT=mCONFIG_BRIDGE_EBT_SNAT=mCONFIG_BRIDGE_EBT_LOG=mCONFIG_BRIDGE_EBT_NFLOG=mCONFIG_BPFILTER=yCONFIG_IP_DCCP=mCONFIG_INET_DCCP_DIAG=m
#
# DCCP CCIDs Configuration
#CONFIG_IP_DCCP_CCID2_DEBUG=yCONFIG_IP_DCCP_CCID3=yCONFIG_IP_DCCP_CCID3_DEBUG=yCONFIG_IP_DCCP_TFRC_LIB=yCONFIG_IP_DCCP_TFRC_DEBUG=y
# end of DCCP CCIDs Configuration
#
# DCCP Kernel Hacking
#CONFIG_IP_DCCP_DEBUG=y
# end of DCCP Kernel Hacking
CONFIG_IP_SCTP=mCONFIG_SCTP_DBG_OBJCNT=yCONFIG_SCTP_DEFAULT_COOKIE_HMAC_MD5=y
# CONFIG_SCTP_DEFAULT_COOKIE_HMAC_SHA1 is not set
# CONFIG_SCTP_DEFAULT_COOKIE_HMAC_NONE is not setCONFIG_SCTP_COOKIE_HMAC_MD5=yCONFIG_SCTP_COOKIE_HMAC_SHA1=yCONFIG_INET_SCTP_DIAG=mCONFIG_RDS=mCONFIG_RDS_RDMA=mCONFIG_RDS_TCP=mCONFIG_RDS_DEBUG=yCONFIG_TIPC=mCONFIG_TIPC_MEDIA_IB=yCONFIG_TIPC_MEDIA_UDP=yCONFIG_TIPC_CRYPTO=yCONFIG_TIPC_DIAG=mCONFIG_ATM=mCONFIG_ATM_CLIP=mCONFIG_ATM_CLIP_NO_ICMP=yCONFIG_ATM_LANE=mCONFIG_ATM_MPOA=mCONFIG_ATM_BR2684=mCONFIG_ATM_BR2684_IPFILTER=yCONFIG_L2TP=mCONFIG_L2TP_DEBUGFS=mCONFIG_L2TP_V3=yCONFIG_L2TP_IP=mCONFIG_L2TP_ETH=mCONFIG_STP=mCONFIG_GARP=mCONFIG_MRP=mCONFIG_BRIDGE=mCONFIG_BRIDGE_IGMP_SNOOPING=yCONFIG_BRIDGE_VLAN_FILTERING=yCONFIG_BRIDGE_MRP=yCONFIG_BRIDGE_CFM=yCONFIG_NET_DSA=mCONFIG_NET_DSA_TAG_NONE=mCONFIG_NET_DSA_TAG_AR9331=mCONFIG_NET_DSA_TAG_BRCM_COMMON=mCONFIG_NET_DSA_TAG_BRCM=mCONFIG_NET_DSA_TAG_BRCM_LEGACY=mCONFIG_NET_DSA_TAG_BRCM_PREPEND=mCONFIG_NET_DSA_TAG_HELLCREEK=mCONFIG_NET_DSA_TAG_GSWIP=mCONFIG_NET_DSA_TAG_DSA_COMMON=mCONFIG_NET_DSA_TAG_DSA=mCONFIG_NET_DSA_TAG_EDSA=mCONFIG_NET_DSA_TAG_MTK=mCONFIG_NET_DSA_TAG_KSZ=mCONFIG_NET_DSA_TAG_OCELOT=mCONFIG_NET_DSA_TAG_OCELOT_8021Q=mCONFIG_NET_DSA_TAG_QCA=mCONFIG_NET_DSA_TAG_RTL4_A=mCONFIG_NET_DSA_TAG_RTL8_4=mCONFIG_NET_DSA_TAG_RZN1_A5PSW=mCONFIG_NET_DSA_TAG_LAN9303=mCONFIG_NET_DSA_TAG_SJA1105=mCONFIG_NET_DSA_TAG_TRAILER=mCONFIG_NET_DSA_TAG_XRS700X=mCONFIG_VLAN_8021Q=mCONFIG_VLAN_8021Q_GVRP=yCONFIG_VLAN_8021Q_MVRP=yCONFIG_LLC=mCONFIG_LLC2=mCONFIG_ATALK=mCONFIG_DEV_APPLETALK=mCONFIG_IPDDP=mCONFIG_IPDDP_ENCAP=yCONFIG_X25=mCONFIG_LAPB=mCONFIG_PHONET=mCONFIG_6LOWPAN=mCONFIG_6LOWPAN_DEBUGFS=yCONFIG_6LOWPAN_NHC=mCONFIG_6LOWPAN_NHC_DEST=mCONFIG_6LOWPAN_NHC_FRAGMENT=mCONFIG_6LOWPAN_NHC_HOP=mCONFIG_6LOWPAN_NHC_IPV6=mCONFIG_6LOWPAN_NHC_MOBILITY=mCONFIG_6LOWPAN_NHC_ROUTING=mCONFIG_6LOWPAN_NHC_UDP=mCONFIG_6LOWPAN_GHC_EXT_HDR_HOP=mCONFIG_6LOWPAN_GHC_UDP=mCONFIG_6LOWPAN_GHC_ICMPV6=mCONFIG_6LOWPAN_GHC_EXT_HDR_DEST=mCONFIG_6LOWPAN_GHC_EXT_HDR_FRAG=mCONFIG_6LOWPAN_GHC_EXT_HDR_ROUTE=mCONFIG_IEEE802154=mCONFIG_IEEE802154_NL802154_EXPERIMENTAL=yCONFIG_IEEE802154_SOCKET=mCONFIG_IEEE802154_6LOWPAN=mCONFIG_MAC802154=mCONFIG_NET_SCHED=y
#
# Queueing/Scheduling
#CONFIG_NET_SCH_CBQ=mCONFIG_NET_SCH_HTB=mCONFIG_NET_SCH_HFSC=mCONFIG_NET_SCH_ATM=mCONFIG_NET_SCH_PRIO=mCONFIG_NET_SCH_MULTIQ=mCONFIG_NET_SCH_RED=mCONFIG_NET_SCH_SFB=mCONFIG_NET_SCH_SFQ=mCONFIG_NET_SCH_TEQL=mCONFIG_NET_SCH_TBF=mCONFIG_NET_SCH_CBS=mCONFIG_NET_SCH_ETF=mCONFIG_NET_SCH_TAPRIO=mCONFIG_NET_SCH_GRED=mCONFIG_NET_SCH_DSMARK=mCONFIG_NET_SCH_NETEM=mCONFIG_NET_SCH_DRR=mCONFIG_NET_SCH_MQPRIO=mCONFIG_NET_SCH_SKBPRIO=mCONFIG_NET_SCH_CHOKE=mCONFIG_NET_SCH_QFQ=mCONFIG_NET_SCH_CODEL=mCONFIG_NET_SCH_FQ_CODEL=mCONFIG_NET_SCH_CAKE=mCONFIG_NET_SCH_FQ=mCONFIG_NET_SCH_HHF=mCONFIG_NET_SCH_PIE=mCONFIG_NET_SCH_FQ_PIE=mCONFIG_NET_SCH_INGRESS=mCONFIG_NET_SCH_PLUG=mCONFIG_NET_SCH_ETS=mCONFIG_NET_SCH_DEFAULT=y
# CONFIG_DEFAULT_FQ is not set
# CONFIG_DEFAULT_CODEL is not set
# CONFIG_DEFAULT_FQ_CODEL is not set
# CONFIG_DEFAULT_FQ_PIE is not set
# CONFIG_DEFAULT_SFQ is not setCONFIG_DEFAULT_PFIFO_FAST=yCONFIG_DEFAULT_NET_SCH="pfifo_fast"
#
# Classification
#CONFIG_NET_CLS=yCONFIG_NET_CLS_BASIC=mCONFIG_NET_CLS_TCINDEX=mCONFIG_NET_CLS_ROUTE4=mCONFIG_NET_CLS_FW=mCONFIG_NET_CLS_U32=mCONFIG_CLS_U32_PERF=yCONFIG_CLS_U32_MARK=yCONFIG_NET_CLS_RSVP=mCONFIG_NET_CLS_RSVP6=mCONFIG_NET_CLS_FLOW=mCONFIG_NET_CLS_CGROUP=mCONFIG_NET_CLS_BPF=mCONFIG_NET_CLS_FLOWER=mCONFIG_NET_CLS_MATCHALL=mCONFIG_NET_EMATCH=yCONFIG_NET_EMATCH_STACK=32CONFIG_NET_EMATCH_CMP=mCONFIG_NET_EMATCH_NBYTE=mCONFIG_NET_EMATCH_U32=mCONFIG_NET_EMATCH_META=mCONFIG_NET_EMATCH_TEXT=mCONFIG_NET_EMATCH_CANID=mCONFIG_NET_EMATCH_IPSET=mCONFIG_NET_EMATCH_IPT=mCONFIG_NET_CLS_ACT=yCONFIG_NET_ACT_POLICE=mCONFIG_NET_ACT_GACT=mCONFIG_GACT_PROB=yCONFIG_NET_ACT_MIRRED=mCONFIG_NET_ACT_SAMPLE=mCONFIG_NET_ACT_IPT=mCONFIG_NET_ACT_NAT=mCONFIG_NET_ACT_PEDIT=mCONFIG_NET_ACT_SIMP=mCONFIG_NET_ACT_SKBEDIT=mCONFIG_NET_ACT_CSUM=mCONFIG_NET_ACT_MPLS=mCONFIG_NET_ACT_VLAN=mCONFIG_NET_ACT_BPF=mCONFIG_NET_ACT_CONNMARK=mCONFIG_NET_ACT_CTINFO=mCONFIG_NET_ACT_SKBMOD=mCONFIG_NET_ACT_IFE=mCONFIG_NET_ACT_TUNNEL_KEY=mCONFIG_NET_ACT_CT=mCONFIG_NET_ACT_GATE=mCONFIG_NET_IFE_SKBMARK=mCONFIG_NET_IFE_SKBPRIO=mCONFIG_NET_IFE_SKBTCINDEX=mCONFIG_NET_TC_SKB_EXT=yCONFIG_NET_SCH_FIFO=yCONFIG_DCB=yCONFIG_DNS_RESOLVER=mCONFIG_BATMAN_ADV=mCONFIG_BATMAN_ADV_BATMAN_V=yCONFIG_BATMAN_ADV_BLA=yCONFIG_BATMAN_ADV_DAT=yCONFIG_BATMAN_ADV_NC=yCONFIG_BATMAN_ADV_MCAST=yCONFIG_BATMAN_ADV_DEBUG=yCONFIG_BATMAN_ADV_TRACING=yCONFIG_OPENVSWITCH=mCONFIG_OPENVSWITCH_GRE=mCONFIG_OPENVSWITCH_VXLAN=mCONFIG_OPENVSWITCH_GENEVE=mCONFIG_VSOCKETS=mCONFIG_VSOCKETS_DIAG=mCONFIG_VSOCKETS_LOOPBACK=mCONFIG_VIRTIO_VSOCKETS=mCONFIG_VIRTIO_VSOCKETS_COMMON=mCONFIG_NETLINK_DIAG=mCONFIG_MPLS=yCONFIG_NET_MPLS_GSO=mCONFIG_MPLS_ROUTING=mCONFIG_MPLS_IPTUNNEL=mCONFIG_NET_NSH=mCONFIG_HSR=mCONFIG_NET_SWITCHDEV=yCONFIG_NET_L3_MASTER_DEV=yCONFIG_QRTR=mCONFIG_QRTR_SMD=mCONFIG_QRTR_TUN=mCONFIG_QRTR_MHI=mCONFIG_NET_NCSI=yCONFIG_NCSI_OEM_CMD_GET_MAC=yCONFIG_NCSI_OEM_CMD_KEEP_PHY=yCONFIG_PCPU_DEV_REFCNT=yCONFIG_RPS=yCONFIG_RFS_ACCEL=yCONFIG_SOCK_RX_QUEUE_MAPPING=yCONFIG_XPS=yCONFIG_HWBM=yCONFIG_CGROUP_NET_PRIO=yCONFIG_CGROUP_NET_CLASSID=yCONFIG_NET_RX_BUSY_POLL=yCONFIG_BQL=yCONFIG_BPF_STREAM_PARSER=yCONFIG_NET_FLOW_LIMIT=y
#
# Network testing
#CONFIG_NET_PKTGEN=mCONFIG_NET_DROP_MONITOR=m
# end of Network testing # end of Networking options
CONFIG_HAMRADIO=y
#
# Packet Radio protocols
#CONFIG_AX25=mCONFIG_AX25_DAMA_SLAVE=yCONFIG_NETROM=mCONFIG_ROSE=m
#
# AX.25 network device drivers
#CONFIG_MKISS=mCONFIG_6PACK=mCONFIG_BPQETHER=mCONFIG_BAYCOM_SER_FDX=mCONFIG_BAYCOM_SER_HDX=mCONFIG_BAYCOM_PAR=mCONFIG_BAYCOM_EPP=mCONFIG_YAM=m
# end of AX.25 network device drivers
CONFIG_CAN=mCONFIG_CAN_RAW=mCONFIG_CAN_BCM=mCONFIG_CAN_GW=mCONFIG_CAN_J1939=mCONFIG_CAN_ISOTP=mCONFIG_BT=mCONFIG_BT_BREDR=yCONFIG_BT_RFCOMM=mCONFIG_BT_RFCOMM_TTY=yCONFIG_BT_BNEP=mCONFIG_BT_BNEP_MC_FILTER=yCONFIG_BT_BNEP_PROTO_FILTER=yCONFIG_BT_CMTP=mCONFIG_BT_HIDP=mCONFIG_BT_HS=yCONFIG_BT_LE=yCONFIG_BT_LE_L2CAP_ECRED=yCONFIG_BT_6LOWPAN=mCONFIG_BT_LEDS=yCONFIG_BT_MSFTEXT=yCONFIG_BT_AOSPEXT=yCONFIG_BT_DEBUGFS=yCONFIG_BT_SELFTEST=yCONFIG_BT_SELFTEST_ECDH=yCONFIG_BT_SELFTEST_SMP=y
#
# Bluetooth device drivers
#CONFIG_BT_INTEL=mCONFIG_BT_BCM=mCONFIG_BT_RTL=mCONFIG_BT_QCA=mCONFIG_BT_MTK=mCONFIG_BT_HCIBTUSB=mCONFIG_BT_HCIBTUSB_AUTOSUSPEND=yCONFIG_BT_HCIBTUSB_POLL_SYNC=yCONFIG_BT_HCIBTUSB_BCM=yCONFIG_BT_HCIBTUSB_MTK=yCONFIG_BT_HCIBTUSB_RTL=yCONFIG_BT_HCIBTSDIO=mCONFIG_BT_HCIUART=mCONFIG_BT_HCIUART_SERDEV=yCONFIG_BT_HCIUART_H4=yCONFIG_BT_HCIUART_NOKIA=mCONFIG_BT_HCIUART_BCSP=yCONFIG_BT_HCIUART_ATH3K=yCONFIG_BT_HCIUART_LL=yCONFIG_BT_HCIUART_3WIRE=yCONFIG_BT_HCIUART_INTEL=yCONFIG_BT_HCIUART_BCM=yCONFIG_BT_HCIUART_QCA=yCONFIG_BT_HCIUART_AG6XX=yCONFIG_BT_HCIUART_MRVL=yCONFIG_BT_HCIBCM203X=mCONFIG_BT_HCIBCM4377=mCONFIG_BT_HCIBPA10X=mCONFIG_BT_HCIBFUSB=mCONFIG_BT_HCIDTL1=mCONFIG_BT_HCIBT3C=mCONFIG_BT_HCIBLUECARD=mCONFIG_BT_HCIVHCI=mCONFIG_BT_MRVL=mCONFIG_BT_MRVL_SDIO=mCONFIG_BT_ATH3K=mCONFIG_BT_MTKSDIO=mCONFIG_BT_MTKUART=mCONFIG_BT_QCOMSMD=mCONFIG_BT_HCIRSI=mCONFIG_BT_VIRTIO=m
# end of Bluetooth device drivers
CONFIG_AF_RXRPC=mCONFIG_AF_RXRPC_IPV6=yCONFIG_AF_RXRPC_INJECT_LOSS=yCONFIG_AF_RXRPC_DEBUG=yCONFIG_RXKAD=yCONFIG_RXPERF=mCONFIG_AF_KCM=mCONFIG_STREAM_PARSER=yCONFIG_MCTP=yCONFIG_MCTP_FLOWS=yCONFIG_FIB_RULES=yCONFIG_WIRELESS=yCONFIG_WIRELESS_EXT=yCONFIG_WEXT_CORE=yCONFIG_WEXT_PROC=yCONFIG_WEXT_SPY=yCONFIG_WEXT_PRIV=yCONFIG_CFG80211=mCONFIG_NL80211_TESTMODE=yCONFIG_CFG80211_DEVELOPER_WARNINGS=yCONFIG_CFG80211_CERTIFICATION_ONUS=yCONFIG_CFG80211_REQUIRE_SIGNED_REGDB=yCONFIG_CFG80211_USE_KERNEL_REGDB_KEYS=yCONFIG_CFG80211_EXTRA_REGDB_KEYDIR=""CONFIG_CFG80211_REG_CELLULAR_HINTS=yCONFIG_CFG80211_REG_RELAX_NO_IR=yCONFIG_CFG80211_DEFAULT_PS=yCONFIG_CFG80211_DEBUGFS=yCONFIG_CFG80211_CRDA_SUPPORT=yCONFIG_CFG80211_WEXT=yCONFIG_CFG80211_WEXT_EXPORT=yCONFIG_LIB80211=mCONFIG_LIB80211_CRYPT_WEP=mCONFIG_LIB80211_CRYPT_CCMP=mCONFIG_LIB80211_CRYPT_TKIP=mCONFIG_LIB80211_DEBUG=yCONFIG_MAC80211=mCONFIG_MAC80211_HAS_RC=yCONFIG_MAC80211_RC_MINSTREL=yCONFIG_MAC80211_RC_DEFAULT_MINSTREL=yCONFIG_MAC80211_RC_DEFAULT="minstrel_ht"CONFIG_MAC80211_MESH=yCONFIG_MAC80211_LEDS=yCONFIG_MAC80211_DEBUGFS=yCONFIG_MAC80211_MESSAGE_TRACING=yCONFIG_MAC80211_DEBUG_MENU=yCONFIG_MAC80211_NOINLINE=yCONFIG_MAC80211_VERBOSE_DEBUG=yCONFIG_MAC80211_MLME_DEBUG=yCONFIG_MAC80211_STA_DEBUG=yCONFIG_MAC80211_HT_DEBUG=yCONFIG_MAC80211_OCB_DEBUG=yCONFIG_MAC80211_IBSS_DEBUG=yCONFIG_MAC80211_PS_DEBUG=yCONFIG_MAC80211_MPL_DEBUG=yCONFIG_MAC80211_MPATH_DEBUG=yCONFIG_MAC80211_MHWMP_DEBUG=yCONFIG_MAC80211_MESH_SYNC_DEBUG=yCONFIG_MAC80211_MESH_CSA_DEBUG=yCONFIG_MAC80211_MESH_PS_DEBUG=yCONFIG_MAC80211_TDLS_DEBUG=yCONFIG_MAC80211_DEBUG_COUNTERS=yCONFIG_MAC80211_STA_HASH_MAX_SIZE=0CONFIG_RFKILL=mCONFIG_RFKILL_LEDS=yCONFIG_RFKILL_INPUT=yCONFIG_RFKILL_GPIO=mCONFIG_NET_9P=mCONFIG_NET_9P_FD=mCONFIG_NET_9P_VIRTIO=mCONFIG_NET_9P_RDMA=mCONFIG_NET_9P_DEBUG=yCONFIG_CAIF=mCONFIG_CAIF_DEBUG=yCONFIG_CAIF_NETDEV=mCONFIG_CAIF_USB=mCONFIG_CEPH_LIB=mCONFIG_CEPH_LIB_PRETTYDEBUG=yCONFIG_CEPH_LIB_USE_DNS_RESOLVER=yCONFIG_NFC=mCONFIG_NFC_DIGITAL=mCONFIG_NFC_NCI=mCONFIG_NFC_NCI_SPI=mCONFIG_NFC_NCI_UART=mCONFIG_NFC_HCI=mCONFIG_NFC_SHDLC=y
#
# Near Field Communication (NFC) devices
#CONFIG_NFC_TRF7970A=mCONFIG_NFC_SIM=mCONFIG_NFC_PORT100=mCONFIG_NFC_VIRTUAL_NCI=mCONFIG_NFC_FDP=mCONFIG_NFC_FDP_I2C=mCONFIG_NFC_PN544=mCONFIG_NFC_PN544_I2C=mCONFIG_NFC_PN533=mCONFIG_NFC_PN533_USB=mCONFIG_NFC_PN533_I2C=mCONFIG_NFC_PN532_UART=mCONFIG_NFC_MICROREAD=mCONFIG_NFC_MICROREAD_I2C=mCONFIG_NFC_MRVL=mCONFIG_NFC_MRVL_USB=mCONFIG_NFC_MRVL_UART=mCONFIG_NFC_MRVL_I2C=mCONFIG_NFC_MRVL_SPI=mCONFIG_NFC_ST21NFCA=mCONFIG_NFC_ST21NFCA_I2C=mCONFIG_NFC_ST_NCI=mCONFIG_NFC_ST_NCI_I2C=mCONFIG_NFC_ST_NCI_SPI=mCONFIG_NFC_NXP_NCI=mCONFIG_NFC_NXP_NCI_I2C=mCONFIG_NFC_S3FWRN5=mCONFIG_NFC_S3FWRN5_I2C=mCONFIG_NFC_S3FWRN82_UART=mCONFIG_NFC_ST95HF=m
# end of Near Field Communication (NFC) devices
CONFIG_PSAMPLE=mCONFIG_NET_IFE=mCONFIG_LWTUNNEL=yCONFIG_LWTUNNEL_BPF=yCONFIG_DST_CACHE=yCONFIG_GRO_CELLS=yCONFIG_SOCK_VALIDATE_XMIT=yCONFIG_NET_SELFTESTS=mCONFIG_NET_SOCK_MSG=yCONFIG_NET_DEVLINK=yCONFIG_PAGE_POOL=yCONFIG_PAGE_POOL_STATS=yCONFIG_FAILOVER=mCONFIG_ETHTOOL_NETLINK=yCONFIG_NETDEV_ADDR_LIST_TEST=m
#
# Device Drivers
#CONFIG_HAVE_PCI=yCONFIG_PCI=yCONFIG_PCI_DOMAINS=yCONFIG_PCI_DOMAINS_GENERIC=yCONFIG_PCIEPORTBUS=yCONFIG_HOTPLUG_PCI_PCIE=yCONFIG_PCIEAER=yCONFIG_PCIEAER_INJECT=mCONFIG_PCIE_ECRC=yCONFIG_PCIEASPM=yCONFIG_PCIEASPM_DEFAULT=y
# CONFIG_PCIEASPM_POWERSAVE is not set
# CONFIG_PCIEASPM_POWER_SUPERSAVE is not set
# CONFIG_PCIEASPM_PERFORMANCE is not setCONFIG_PCIE_PME=yCONFIG_PCIE_DPC=yCONFIG_PCIE_PTM=yCONFIG_PCI_MSI=yCONFIG_PCI_MSI_ARCH_FALLBACKS=yCONFIG_PCI_QUIRKS=yCONFIG_PCI_DEBUG=yCONFIG_PCI_REALLOC_ENABLE_AUTO=yCONFIG_PCI_STUB=mCONFIG_PCI_PF_STUB=mCONFIG_PCI_ATS=yCONFIG_PCI_DOE=yCONFIG_PCI_ECAM=yCONFIG_PCI_BRIDGE_EMUL=yCONFIG_PCI_IOV=yCONFIG_PCI_PRI=yCONFIG_PCI_PASID=y
# CONFIG_PCIE_BUS_TUNE_OFF is not setCONFIG_PCIE_BUS_DEFAULT=y
# CONFIG_PCIE_BUS_SAFE is not set
# CONFIG_PCIE_BUS_PERFORMANCE is not set
# CONFIG_PCIE_BUS_PEER2PEER is not setCONFIG_VGA_ARB=yCONFIG_VGA_ARB_MAX_GPUS=16CONFIG_HOTPLUG_PCI=yCONFIG_HOTPLUG_PCI_CPCI=yCONFIG_HOTPLUG_PCI_SHPC=y
#
# PCI controller drivers
#CONFIG_PCI_AARDVARK=mCONFIG_PCIE_XILINX_NWL=yCONFIG_PCI_FTPCI100=yCONFIG_PCI_TEGRA=yCONFIG_PCIE_RCAR_HOST=yCONFIG_PCIE_RCAR_EP=yCONFIG_PCI_HOST_COMMON=yCONFIG_PCI_HOST_GENERIC=mCONFIG_PCIE_XILINX=yCONFIG_PCIE_XILINX_CPM=yCONFIG_PCI_XGENE=yCONFIG_PCI_XGENE_MSI=yCONFIG_PCI_V3_SEMI=yCONFIG_PCI_VERSATILE=yCONFIG_PCIE_ALTERA=mCONFIG_PCIE_ALTERA_MSI=mCONFIG_PCI_HOST_THUNDER_PEM=yCONFIG_PCI_HOST_THUNDER_ECAM=yCONFIG_PCIE_ROCKCHIP=yCONFIG_PCIE_ROCKCHIP_HOST=mCONFIG_PCIE_ROCKCHIP_EP=yCONFIG_PCIE_MEDIATEK=mCONFIG_PCIE_MEDIATEK_GEN3=mCONFIG_PCIE_BRCMSTB=mCONFIG_PCI_LOONGSON=yCONFIG_PCIE_MICROCHIP_HOST=yCONFIG_PCIE_APPLE_MSI_DOORBELL_ADDR=0xfffff000CONFIG_PCIE_APPLE=mCONFIG_PCIE_MT7621=m
#
# DesignWare PCI Core Support
#CONFIG_PCIE_DW=yCONFIG_PCIE_DW_HOST=yCONFIG_PCIE_DW_EP=yCONFIG_PCI_DRA7XX=mCONFIG_PCI_DRA7XX_HOST=mCONFIG_PCI_DRA7XX_EP=mCONFIG_PCIE_DW_PLAT=yCONFIG_PCIE_DW_PLAT_HOST=yCONFIG_PCIE_DW_PLAT_EP=yCONFIG_PCI_EXYNOS=mCONFIG_PCI_IMX6=yCONFIG_PCIE_SPEAR13XX=yCONFIG_PCI_KEYSTONE=yCONFIG_PCI_KEYSTONE_HOST=yCONFIG_PCI_KEYSTONE_EP=yCONFIG_PCI_LAYERSCAPE=yCONFIG_PCI_LAYERSCAPE_EP=yCONFIG_PCI_HISI=yCONFIG_PCIE_QCOM=yCONFIG_PCIE_QCOM_EP=mCONFIG_PCIE_ARMADA_8K=yCONFIG_PCIE_ARTPEC6=yCONFIG_PCIE_ARTPEC6_HOST=yCONFIG_PCIE_ARTPEC6_EP=yCONFIG_PCIE_ROCKCHIP_DW_HOST=yCONFIG_PCIE_INTEL_GW=yCONFIG_PCIE_KEEMBAY=yCONFIG_PCIE_KEEMBAY_HOST=yCONFIG_PCIE_KEEMBAY_EP=yCONFIG_PCIE_KIRIN=mCONFIG_PCIE_HISI_STB=yCONFIG_PCI_MESON=mCONFIG_PCIE_TEGRA194=mCONFIG_PCIE_TEGRA194_HOST=mCONFIG_PCIE_TEGRA194_EP=mCONFIG_PCIE_VISCONTI_HOST=yCONFIG_PCIE_UNIPHIER=yCONFIG_PCIE_UNIPHIER_EP=yCONFIG_PCIE_AL=yCONFIG_PCIE_FU740=y
# end of DesignWare PCI Core Support
#
# Mobiveil PCIe Core Support
#CONFIG_PCIE_MOBIVEIL=yCONFIG_PCIE_MOBIVEIL_HOST=yCONFIG_PCIE_MOBIVEIL_PLAT=yCONFIG_PCIE_LAYERSCAPE_GEN4=y
# end of Mobiveil PCIe Core Support
#
# Cadence PCIe controllers support
#CONFIG_PCIE_CADENCE=yCONFIG_PCIE_CADENCE_HOST=yCONFIG_PCIE_CADENCE_EP=yCONFIG_PCIE_CADENCE_PLAT=yCONFIG_PCIE_CADENCE_PLAT_HOST=yCONFIG_PCIE_CADENCE_PLAT_EP=yCONFIG_PCI_J721E=yCONFIG_PCI_J721E_HOST=yCONFIG_PCI_J721E_EP=y
# end of Cadence PCIe controllers support # end of PCI controller drivers
#
# PCI Endpoint
#CONFIG_PCI_ENDPOINT=yCONFIG_PCI_ENDPOINT_CONFIGFS=yCONFIG_PCI_EPF_TEST=mCONFIG_PCI_EPF_NTB=mCONFIG_PCI_EPF_VNTB=m
# end of PCI Endpoint
#
# PCI switch controller drivers
#CONFIG_PCI_SW_SWITCHTEC=m
# end of PCI switch controller drivers
CONFIG_CXL_BUS=mCONFIG_CXL_PCI=mCONFIG_CXL_MEM_RAW_COMMANDS=yCONFIG_CXL_MEM=mCONFIG_CXL_PORT=mCONFIG_CXL_SUSPEND=yCONFIG_PCCARD=mCONFIG_PCMCIA=mCONFIG_PCMCIA_LOAD_CIS=yCONFIG_CARDBUS=y
#
# PC-card bridges
#CONFIG_YENTA=mCONFIG_YENTA_O2=yCONFIG_YENTA_RICOH=yCONFIG_YENTA_TI=yCONFIG_YENTA_ENE_TUNE=yCONFIG_YENTA_TOSHIBA=yCONFIG_PD6729=mCONFIG_I82092=mCONFIG_PCCARD_NONSTATIC=yCONFIG_RAPIDIO=mCONFIG_RAPIDIO_TSI721=mCONFIG_RAPIDIO_DISC_TIMEOUT=30CONFIG_RAPIDIO_ENABLE_RX_TX_PORTS=yCONFIG_RAPIDIO_DMA_ENGINE=yCONFIG_RAPIDIO_DEBUG=yCONFIG_RAPIDIO_ENUM_BASIC=mCONFIG_RAPIDIO_CHMAN=mCONFIG_RAPIDIO_MPORT_CDEV=m
#
# RapidIO Switch drivers
#CONFIG_RAPIDIO_CPS_XX=mCONFIG_RAPIDIO_CPS_GEN2=mCONFIG_RAPIDIO_RXS_GEN3=m
# end of RapidIO Switch drivers
#
# Generic Driver Options
#CONFIG_AUXILIARY_BUS=yCONFIG_UEVENT_HELPER=yCONFIG_UEVENT_HELPER_PATH=""CONFIG_DEVTMPFS=yCONFIG_DEVTMPFS_MOUNT=yCONFIG_DEVTMPFS_SAFE=yCONFIG_STANDALONE=yCONFIG_PREVENT_FIRMWARE_BUILD=y
#
# Firmware loader
#CONFIG_FW_LOADER=yCONFIG_FW_LOADER_PAGED_BUF=yCONFIG_FW_LOADER_SYSFS=yCONFIG_EXTRA_FIRMWARE=""CONFIG_FW_LOADER_USER_HELPER=yCONFIG_FW_LOADER_USER_HELPER_FALLBACK=yCONFIG_FW_LOADER_COMPRESS=yCONFIG_FW_LOADER_COMPRESS_XZ=yCONFIG_FW_LOADER_COMPRESS_ZSTD=yCONFIG_FW_CACHE=yCONFIG_FW_UPLOAD=y
# end of Firmware loader
CONFIG_WANT_DEV_COREDUMP=yCONFIG_ALLOW_DEV_COREDUMP=yCONFIG_DEV_COREDUMP=yCONFIG_DEBUG_DRIVER=yCONFIG_DEBUG_DEVRES=yCONFIG_DEBUG_TEST_DRIVER_REMOVE=yCONFIG_TEST_ASYNC_DRIVER_PROBE=mCONFIG_GENERIC_CPU_AUTOPROBE=yCONFIG_SOC_BUS=yCONFIG_REGMAP=yCONFIG_REGMAP_AC97=mCONFIG_REGMAP_I2C=mCONFIG_REGMAP_SLIMBUS=mCONFIG_REGMAP_SPI=yCONFIG_REGMAP_SPMI=mCONFIG_REGMAP_W1=mCONFIG_REGMAP_MMIO=yCONFIG_REGMAP_IRQ=yCONFIG_REGMAP_SOUNDWIRE=mCONFIG_REGMAP_SOUNDWIRE_MBQ=mCONFIG_REGMAP_SCCB=mCONFIG_REGMAP_I3C=mCONFIG_REGMAP_SPI_AVMM=mCONFIG_DMA_SHARED_BUFFER=yCONFIG_DMA_FENCE_TRACE=y
# end of Generic Driver Options
#
# Bus devices
#CONFIG_ARM_INTEGRATOR_LM=yCONFIG_BRCMSTB_GISB_ARB=mCONFIG_BT1_APB=yCONFIG_BT1_AXI=yCONFIG_MOXTET=mCONFIG_HISILICON_LPC=yCONFIG_INTEL_IXP4XX_EB=yCONFIG_QCOM_EBI2=yCONFIG_MHI_BUS=mCONFIG_MHI_BUS_DEBUG=yCONFIG_MHI_BUS_PCI_GENERIC=mCONFIG_MHI_BUS_EP=m
# end of Bus devices
CONFIG_CONNECTOR=m
#
# Firmware Drivers
#
#
# ARM System Control and Management Interface Protocol #CONFIG_ARM_SCMI_PROTOCOL=m CONFIG_ARM_SCMI_HAVE_TRANSPORT=y CONFIG_ARM_SCMI_HAVE_SHMEM=y CONFIG_ARM_SCMI_HAVE_MSG=y CONFIG_ARM_SCMI_TRANSPORT_MAILBOX=y CONFIG_ARM_SCMI_TRANSPORT_VIRTIO=y CONFIG_ARM_SCMI_TRANSPORT_VIRTIO_VERSION1_COMPLIANCE=y CONFIG_ARM_SCMI_TRANSPORT_VIRTIO_ATOMIC_ENABLE=y CONFIG_ARM_SCMI_POWER_DOMAIN=m CONFIG_ARM_SCMI_POWER_CONTROL=m
# end of ARM System Control and Management Interface Protocol
CONFIG_ARM_SCPI_PROTOCOL=mCONFIG_ARM_SCPI_POWER_DOMAIN=mCONFIG_FIRMWARE_MEMMAP=yCONFIG_MTK_ADSP_IPC=mCONFIG_QCOM_SCM=mCONFIG_QCOM_SCM_DOWNLOAD_MODE_DEFAULT=yCONFIG_TURRIS_MOX_RWTM=mCONFIG_BCM47XX_NVRAM=yCONFIG_BCM47XX_SPROM=yCONFIG_TEE_BNXT_FW=mCONFIG_FW_CS_DSP=mCONFIG_GOOGLE_FIRMWARE=yCONFIG_GOOGLE_CBMEM=mCONFIG_GOOGLE_COREBOOT_TABLE=mCONFIG_GOOGLE_MEMCONSOLE=mCONFIG_GOOGLE_FRAMEBUFFER_COREBOOT=mCONFIG_GOOGLE_MEMCONSOLE_COREBOOT=mCONFIG_GOOGLE_VPD=mCONFIG_IMX_DSP=mCONFIG_IMX_SCU=yCONFIG_IMX_SCU_PD=y
#
# Tegra firmware driver
#
# end of Tegra firmware driver # end of Firmware Drivers
CONFIG_GNSS=mCONFIG_GNSS_SERIAL=mCONFIG_GNSS_MTK_SERIAL=mCONFIG_GNSS_SIRF_SERIAL=mCONFIG_GNSS_UBX_SERIAL=mCONFIG_GNSS_USB=mCONFIG_MTD=mCONFIG_MTD_TESTS=m
#
# Partition parsers
#CONFIG_MTD_AR7_PARTS=mCONFIG_MTD_BCM63XX_PARTS=yCONFIG_MTD_BRCM_U_BOOT=mCONFIG_MTD_CMDLINE_PARTS=mCONFIG_MTD_OF_PARTS=mCONFIG_MTD_OF_PARTS_BCM4908=yCONFIG_MTD_OF_PARTS_LINKSYS_NS=yCONFIG_MTD_PARSER_IMAGETAG=mCONFIG_MTD_PARSER_TPLINK_SAFELOADER=mCONFIG_MTD_PARSER_TRX=mCONFIG_MTD_SHARPSL_PARTS=mCONFIG_MTD_REDBOOT_PARTS=mCONFIG_MTD_REDBOOT_DIRECTORY_BLOCK=-1CONFIG_MTD_REDBOOT_PARTS_UNALLOCATED=yCONFIG_MTD_REDBOOT_PARTS_READONLY=yCONFIG_MTD_QCOMSMEM_PARTS=m
# end of Partition parsers
#
# User Modules And Translation Layers
#CONFIG_MTD_BLKDEVS=mCONFIG_MTD_BLOCK=mCONFIG_MTD_BLOCK_RO=m
#
# Note that in some cases UBI block is preferred. See MTD_UBI_BLOCK. #CONFIG_FTL=mCONFIG_NFTL=mCONFIG_NFTL_RW=yCONFIG_INFTL=mCONFIG_RFD_FTL=mCONFIG_SSFDC=mCONFIG_SM_FTL=mCONFIG_MTD_OOPS=mCONFIG_MTD_PSTORE=mCONFIG_MTD_SWAP=mCONFIG_MTD_PARTITIONED_MASTER=y
#
# RAM/ROM/Flash chip drivers
#CONFIG_MTD_CFI=mCONFIG_MTD_JEDECPROBE=mCONFIG_MTD_GEN_PROBE=mCONFIG_MTD_CFI_ADV_OPTIONS=yCONFIG_MTD_CFI_NOSWAP=y
# CONFIG_MTD_CFI_BE_BYTE_SWAP is not set
# CONFIG_MTD_CFI_LE_BYTE_SWAP is not setCONFIG_MTD_CFI_GEOMETRY=yCONFIG_MTD_MAP_BANK_WIDTH_1=yCONFIG_MTD_MAP_BANK_WIDTH_2=yCONFIG_MTD_MAP_BANK_WIDTH_4=yCONFIG_MTD_MAP_BANK_WIDTH_8=yCONFIG_MTD_MAP_BANK_WIDTH_16=yCONFIG_MTD_MAP_BANK_WIDTH_32=yCONFIG_MTD_CFI_I1=yCONFIG_MTD_CFI_I2=yCONFIG_MTD_CFI_I4=yCONFIG_MTD_CFI_I8=yCONFIG_MTD_OTP=yCONFIG_MTD_CFI_INTELEXT=mCONFIG_MTD_CFI_AMDSTD=mCONFIG_MTD_CFI_STAA=mCONFIG_MTD_CFI_UTIL=mCONFIG_MTD_RAM=mCONFIG_MTD_ROM=mCONFIG_MTD_ABSENT=m
# end of RAM/ROM/Flash chip drivers
#
# Mapping drivers for chip access
#CONFIG_MTD_COMPLEX_MAPPINGS=yCONFIG_MTD_PHYSMAP=mCONFIG_MTD_PHYSMAP_COMPAT=yCONFIG_MTD_PHYSMAP_START=0x8000000CONFIG_MTD_PHYSMAP_LEN=0CONFIG_MTD_PHYSMAP_BANKWIDTH=2CONFIG_MTD_PHYSMAP_OF=yCONFIG_MTD_PHYSMAP_BT1_ROM=yCONFIG_MTD_PHYSMAP_VERSATILE=yCONFIG_MTD_PHYSMAP_GEMINI=yCONFIG_MTD_PHYSMAP_GPIO_ADDR=yCONFIG_MTD_SC520CDP=mCONFIG_MTD_NETSC520=mCONFIG_MTD_TS5500=mCONFIG_MTD_PCI=mCONFIG_MTD_PCMCIA=mCONFIG_MTD_PCMCIA_ANONYMOUS=yCONFIG_MTD_INTEL_VR_NOR=mCONFIG_MTD_PLATRAM=m
# end of Mapping drivers for chip access
#
# Self-contained MTD device drivers
#CONFIG_MTD_PMC551=mCONFIG_MTD_PMC551_BUGFIX=yCONFIG_MTD_PMC551_DEBUG=yCONFIG_MTD_DATAFLASH=mCONFIG_MTD_DATAFLASH_WRITE_VERIFY=yCONFIG_MTD_DATAFLASH_OTP=yCONFIG_MTD_MCHP23K256=mCONFIG_MTD_MCHP48L640=mCONFIG_MTD_SPEAR_SMI=mCONFIG_MTD_SST25L=mCONFIG_MTD_BCM47XXSFLASH=mCONFIG_MTD_SLRAM=mCONFIG_MTD_PHRAM=mCONFIG_MTD_MTDRAM=mCONFIG_MTDRAM_TOTAL_SIZE=4096CONFIG_MTDRAM_ERASE_SIZE=128CONFIG_MTD_BLOCK2MTD=m
#
# Disk-On-Chip Device Drivers
#CONFIG_MTD_DOCG3=mCONFIG_BCH_CONST_M=14CONFIG_BCH_CONST_T=4
# end of Self-contained MTD device drivers
#
# NAND
#CONFIG_MTD_NAND_CORE=mCONFIG_MTD_ONENAND=mCONFIG_MTD_ONENAND_VERIFY_WRITE=yCONFIG_MTD_ONENAND_GENERIC=mCONFIG_MTD_ONENAND_SAMSUNG=mCONFIG_MTD_ONENAND_OTP=yCONFIG_MTD_ONENAND_2X_PROGRAM=yCONFIG_MTD_RAW_NAND=m
#
# Raw/parallel NAND flash controllers
#CONFIG_MTD_NAND_DENALI=mCONFIG_MTD_NAND_DENALI_PCI=mCONFIG_MTD_NAND_DENALI_DT=mCONFIG_MTD_NAND_AMS_DELTA=mCONFIG_MTD_NAND_OMAP2=mCONFIG_MTD_NAND_OMAP_BCH=yCONFIG_MTD_NAND_OMAP_BCH_BUILD=mCONFIG_MTD_NAND_SHARPSL=mCONFIG_MTD_NAND_CAFE=mCONFIG_MTD_NAND_ATMEL=mCONFIG_MTD_NAND_MARVELL=mCONFIG_MTD_NAND_SLC_LPC32XX=mCONFIG_MTD_NAND_MLC_LPC32XX=mCONFIG_MTD_NAND_BRCMNAND=mCONFIG_MTD_NAND_BRCMNAND_BCM63XX=mCONFIG_MTD_NAND_BRCMNAND_BCMA=mCONFIG_MTD_NAND_BRCMNAND_BCMBCA=mCONFIG_MTD_NAND_BRCMNAND_BRCMSTB=mCONFIG_MTD_NAND_BRCMNAND_IPROC=mCONFIG_MTD_NAND_BCM47XXNFLASH=mCONFIG_MTD_NAND_OXNAS=mCONFIG_MTD_NAND_GPMI_NAND=mCONFIG_MTD_NAND_FSL_IFC=mCONFIG_MTD_NAND_VF610_NFC=mCONFIG_MTD_NAND_MXC=mCONFIG_MTD_NAND_SH_FLCTL=mCONFIG_MTD_NAND_DAVINCI=mCONFIG_MTD_NAND_TXX9NDFMC=mCONFIG_MTD_NAND_JZ4780=mCONFIG_MTD_NAND_INGENIC_ECC=yCONFIG_MTD_NAND_JZ4740_ECC=mCONFIG_MTD_NAND_JZ4725B_BCH=mCONFIG_MTD_NAND_JZ4780_BCH=mCONFIG_MTD_NAND_FSMC=mCONFIG_MTD_NAND_SUNXI=mCONFIG_MTD_NAND_HISI504=mCONFIG_MTD_NAND_QCOM=mCONFIG_MTD_NAND_MTK=mCONFIG_MTD_NAND_MXIC=mCONFIG_MTD_NAND_TEGRA=mCONFIG_MTD_NAND_STM32_FMC2=mCONFIG_MTD_NAND_MESON=mCONFIG_MTD_NAND_GPIO=mCONFIG_MTD_NAND_PLATFORM=mCONFIG_MTD_NAND_CADENCE=mCONFIG_MTD_NAND_ARASAN=mCONFIG_MTD_NAND_INTEL_LGM=mCONFIG_MTD_NAND_RENESAS=m
#
# Misc
#CONFIG_MTD_SM_COMMON=mCONFIG_MTD_NAND_NANDSIM=mCONFIG_MTD_NAND_RICOH=mCONFIG_MTD_NAND_DISKONCHIP=mCONFIG_MTD_NAND_DISKONCHIP_PROBE_ADVANCED=yCONFIG_MTD_NAND_DISKONCHIP_PROBE_ADDRESS=0CONFIG_MTD_NAND_DISKONCHIP_PROBE_HIGH=yCONFIG_MTD_NAND_DISKONCHIP_BBTWRITE=yCONFIG_MTD_SPI_NAND=m
#
# ECC engine support
#CONFIG_MTD_NAND_ECC=yCONFIG_MTD_NAND_ECC_SW_HAMMING=yCONFIG_MTD_NAND_ECC_SW_HAMMING_SMC=yCONFIG_MTD_NAND_ECC_SW_BCH=yCONFIG_MTD_NAND_ECC_MXIC=yCONFIG_MTD_NAND_ECC_MEDIATEK=m
# end of ECC engine support # end of NAND
#
# LPDDR & LPDDR2 PCM memory drivers
#CONFIG_MTD_LPDDR=mCONFIG_MTD_QINFO_PROBE=m
# end of LPDDR & LPDDR2 PCM memory drivers
CONFIG_MTD_SPI_NOR=mCONFIG_MTD_SPI_NOR_USE_4K_SECTORS=y
# CONFIG_MTD_SPI_NOR_SWP_DISABLE is not setCONFIG_MTD_SPI_NOR_SWP_DISABLE_ON_VOLATILE=y
# CONFIG_MTD_SPI_NOR_SWP_KEEP is not setCONFIG_SPI_HISI_SFC=mCONFIG_SPI_NXP_SPIFI=mCONFIG_MTD_UBI=mCONFIG_MTD_UBI_WL_THRESHOLD=4096CONFIG_MTD_UBI_BEB_LIMIT=20CONFIG_MTD_UBI_FASTMAP=yCONFIG_MTD_UBI_GLUEBI=mCONFIG_MTD_UBI_BLOCK=yCONFIG_MTD_HYPERBUS=mCONFIG_HBMC_AM654=mCONFIG_DTC=yCONFIG_OF=yCONFIG_OF_UNITTEST=yCONFIG_OF_ALL_DTBS=yCONFIG_OF_FLATTREE=yCONFIG_OF_EARLY_FLATTREE=yCONFIG_OF_KOBJ=yCONFIG_OF_DYNAMIC=yCONFIG_OF_ADDRESS=yCONFIG_OF_IRQ=yCONFIG_OF_RESERVED_MEM=yCONFIG_OF_RESOLVE=yCONFIG_OF_OVERLAY=yCONFIG_PARPORT=mCONFIG_PARPORT_PC=mCONFIG_PARPORT_SERIAL=mCONFIG_PARPORT_PC_FIFO=yCONFIG_PARPORT_PC_PCMCIA=mCONFIG_PARPORT_AX88796=mCONFIG_PARPORT_1284=yCONFIG_PARPORT_NOT_PC=yCONFIG_BLK_DEV=yCONFIG_BLK_DEV_NULL_BLK=mCONFIG_BLK_DEV_NULL_BLK_FAULT_INJECTION=yCONFIG_CDROM=mCONFIG_PARIDE=m
#
# Parallel IDE high-level drivers
#CONFIG_PARIDE_PD=mCONFIG_PARIDE_PCD=mCONFIG_PARIDE_PF=mCONFIG_PARIDE_PT=mCONFIG_PARIDE_PG=m
#
# Parallel IDE protocol modules
#CONFIG_PARIDE_ATEN=mCONFIG_PARIDE_BPCK=mCONFIG_PARIDE_BPCK6=mCONFIG_PARIDE_COMM=mCONFIG_PARIDE_DSTR=mCONFIG_PARIDE_FIT2=mCONFIG_PARIDE_FIT3=mCONFIG_PARIDE_EPAT=mCONFIG_PARIDE_EPATC8=yCONFIG_PARIDE_EPIA=mCONFIG_PARIDE_FRIQ=mCONFIG_PARIDE_FRPW=mCONFIG_PARIDE_KBIC=mCONFIG_PARIDE_KTTI=mCONFIG_PARIDE_ON20=mCONFIG_PARIDE_ON26=mCONFIG_BLK_DEV_PCIESSD_MTIP32XX=mCONFIG_ZRAM=mCONFIG_ZRAM_DEF_COMP_LZORLE=y
# CONFIG_ZRAM_DEF_COMP_ZSTD is not set
# CONFIG_ZRAM_DEF_COMP_LZ4 is not set
# CONFIG_ZRAM_DEF_COMP_LZO is not set
# CONFIG_ZRAM_DEF_COMP_LZ4HC is not set
# CONFIG_ZRAM_DEF_COMP_842 is not setCONFIG_ZRAM_DEF_COMP="lzo-rle"CONFIG_ZRAM_WRITEBACK=yCONFIG_ZRAM_MEMORY_TRACKING=yCONFIG_ZRAM_MULTI_COMP=yCONFIG_BLK_DEV_LOOP=mCONFIG_BLK_DEV_LOOP_MIN_COUNT=8CONFIG_BLK_DEV_DRBD=mCONFIG_DRBD_FAULT_INJECTION=yCONFIG_BLK_DEV_NBD=mCONFIG_BLK_DEV_RAM=mCONFIG_BLK_DEV_RAM_COUNT=16CONFIG_BLK_DEV_RAM_SIZE=4096CONFIG_ATA_OVER_ETH=mCONFIG_VIRTIO_BLK=mCONFIG_BLK_DEV_RBD=mCONFIG_BLK_DEV_UBLK=mCONFIG_BLK_DEV_RNBD=yCONFIG_BLK_DEV_RNBD_CLIENT=mCONFIG_BLK_DEV_RNBD_SERVER=m
#
# NVME Support
#CONFIG_NVME_COMMON=mCONFIG_NVME_CORE=mCONFIG_BLK_DEV_NVME=mCONFIG_NVME_MULTIPATH=yCONFIG_NVME_VERBOSE_ERRORS=yCONFIG_NVME_HWMON=yCONFIG_NVME_FABRICS=mCONFIG_NVME_RDMA=mCONFIG_NVME_FC=mCONFIG_NVME_TCP=mCONFIG_NVME_AUTH=yCONFIG_NVME_APPLE=mCONFIG_NVME_TARGET=mCONFIG_NVME_TARGET_PASSTHRU=yCONFIG_NVME_TARGET_LOOP=mCONFIG_NVME_TARGET_RDMA=mCONFIG_NVME_TARGET_FC=mCONFIG_NVME_TARGET_FCLOOP=mCONFIG_NVME_TARGET_TCP=mCONFIG_NVME_TARGET_AUTH=y
# end of NVME Support
#
# Misc devices
#CONFIG_SENSORS_LIS3LV02D=mCONFIG_AD525X_DPOT=mCONFIG_AD525X_DPOT_I2C=mCONFIG_AD525X_DPOT_SPI=mCONFIG_DUMMY_IRQ=mCONFIG_PHANTOM=mCONFIG_TIFM_CORE=mCONFIG_TIFM_7XX1=mCONFIG_ICS932S401=mCONFIG_ATMEL_SSC=mCONFIG_ENCLOSURE_SERVICES=mCONFIG_SMPRO_ERRMON=mCONFIG_SMPRO_MISC=mCONFIG_GEHC_ACHC=mCONFIG_HI6421V600_IRQ=mCONFIG_HP_ILO=mCONFIG_QCOM_COINCELL=mCONFIG_QCOM_FASTRPC=mCONFIG_APDS9802ALS=mCONFIG_ISL29003=mCONFIG_ISL29020=mCONFIG_SENSORS_TSL2550=mCONFIG_SENSORS_BH1770=mCONFIG_SENSORS_APDS990X=mCONFIG_HMC6352=mCONFIG_DS1682=mCONFIG_PCH_PHUB=mCONFIG_LATTICE_ECP3_CONFIG=mCONFIG_SRAM=yCONFIG_DW_XDATA_PCIE=mCONFIG_PCI_ENDPOINT_TEST=mCONFIG_XILINX_SDFEC=mCONFIG_MISC_RTSX=mCONFIG_HISI_HIKEY_USB=mCONFIG_OPEN_DICE=mCONFIG_VCPU_STALL_DETECTOR=mCONFIG_C2PORT=m
#
# EEPROM support
#CONFIG_EEPROM_AT24=mCONFIG_EEPROM_AT25=mCONFIG_EEPROM_LEGACY=mCONFIG_EEPROM_MAX6875=mCONFIG_EEPROM_93CX6=mCONFIG_EEPROM_93XX46=mCONFIG_EEPROM_IDT_89HPESX=mCONFIG_EEPROM_EE1004=m
# end of EEPROM support
CONFIG_CB710_CORE=mCONFIG_CB710_DEBUG=yCONFIG_CB710_DEBUG_ASSUMPTIONS=y
#
# Texas Instruments shared transport line discipline #CONFIG_TI_ST=m
# end of Texas Instruments shared transport line discipline
CONFIG_SENSORS_LIS3_SPI=mCONFIG_SENSORS_LIS3_I2C=m
#
# Altera FPGA firmware download module (requires I2C) #CONFIG_ALTERA_STAPL=mCONFIG_ECHO=mCONFIG_BCM_VK=mCONFIG_BCM_VK_TTY=yCONFIG_MISC_ALCOR_PCI=m CONFIG_MISC_RTSX_PCI=mCONFIG_MISC_RTSX_USB=mCONFIG_HABANA_AI=mCONFIG_UACCE=mCONFIG_PVPANIC=yCONFIG_PVPANIC_MMIO=mCONFIG_PVPANIC_PCI=mCONFIG_GP_PCI1XXXX=m
# end of Misc devices
#
# SCSI device support
#CONFIG_SCSI_MOD=mCONFIG_RAID_ATTRS=mCONFIG_SCSI_COMMON=mCONFIG_SCSI=mCONFIG_SCSI_DMA=yCONFIG_SCSI_NETLINK=yCONFIG_SCSI_PROC_FS=y
#
# SCSI support type (disk, tape, CD-ROM)
#CONFIG_BLK_DEV_SD=mCONFIG_CHR_DEV_ST=mCONFIG_BLK_DEV_SR=mCONFIG_CHR_DEV_SG=mCONFIG_BLK_DEV_BSG=yCONFIG_CHR_DEV_SCH=mCONFIG_SCSI_ENCLOSURE=mCONFIG_SCSI_CONSTANTS=yCONFIG_SCSI_LOGGING=yCONFIG_SCSI_SCAN_ASYNC=y
#
# SCSI Transports
#CONFIG_SCSI_SPI_ATTRS=mCONFIG_SCSI_FC_ATTRS=mCONFIG_SCSI_ISCSI_ATTRS=mCONFIG_SCSI_SAS_ATTRS=mCONFIG_SCSI_SAS_LIBSAS=mCONFIG_SCSI_SAS_ATA=yCONFIG_SCSI_SAS_HOST_SMP=yCONFIG_SCSI_SRP_ATTRS=m
# end of SCSI Transports
CONFIG_SCSI_LOWLEVEL=yCONFIG_ISCSI_TCP=mCONFIG_ISCSI_BOOT_SYSFS=mCONFIG_SCSI_CXGB3_ISCSI=mCONFIG_SCSI_CXGB4_ISCSI=mCONFIG_SCSI_BNX2_ISCSI=mCONFIG_SCSI_BNX2X_FCOE=mCONFIG_BE2ISCSI=mCONFIG_BLK_DEV_3W_XXXX_RAID=mCONFIG_SCSI_HPSA=mCONFIG_SCSI_3W_9XXX=mCONFIG_SCSI_3W_SAS=mCONFIG_SCSI_ACARD=mCONFIG_SCSI_AACRAID=mCONFIG_SCSI_AIC7XXX=mCONFIG_AIC7XXX_CMDS_PER_DEVICE=32CONFIG_AIC7XXX_RESET_DELAY_MS=5000CONFIG_AIC7XXX_DEBUG_ENABLE=yCONFIG_AIC7XXX_DEBUG_MASK=0CONFIG_AIC7XXX_REG_PRETTY_PRINT=yCONFIG_SCSI_AIC79XX=mCONFIG_AIC79XX_CMDS_PER_DEVICE=32CONFIG_AIC79XX_RESET_DELAY_MS=5000CONFIG_AIC79XX_DEBUG_ENABLE=yCONFIG_AIC79XX_DEBUG_MASK=0CONFIG_AIC79XX_REG_PRETTY_PRINT=yCONFIG_SCSI_AIC94XX=mCONFIG_AIC94XX_DEBUG=yCONFIG_SCSI_HISI_SAS=mCONFIG_SCSI_HISI_SAS_DEBUGFS_DEFAULT_ENABLE=yCONFIG_SCSI_MVSAS=mCONFIG_SCSI_MVSAS_DEBUG=yCONFIG_SCSI_MVSAS_TASKLET=yCONFIG_SCSI_MVUMI=mCONFIG_SCSI_ADVANSYS=mCONFIG_SCSI_ARCMSR=mCONFIG_SCSI_ESAS2R=mCONFIG_MEGARAID_NEWGEN=yCONFIG_MEGARAID_MM=mCONFIG_MEGARAID_MAILBOX=mCONFIG_MEGARAID_LEGACY=mCONFIG_MEGARAID_SAS=mCONFIG_SCSI_MPT3SAS=mCONFIG_SCSI_MPT2SAS_MAX_SGE=128CONFIG_SCSI_MPT3SAS_MAX_SGE=128CONFIG_SCSI_MPT2SAS=mCONFIG_SCSI_MPI3MR=mCONFIG_SCSI_SMARTPQI=mCONFIG_SCSI_HPTIOP=mCONFIG_SCSI_BUSLOGIC=mCONFIG_SCSI_FLASHPOINT=yCONFIG_SCSI_MYRB=mCONFIG_SCSI_MYRS=mCONFIG_LIBFC=mCONFIG_LIBFCOE=mCONFIG_FCOE=mCONFIG_SCSI_SNIC=mCONFIG_SCSI_SNIC_DEBUG_FS=yCONFIG_SCSI_DMX3191D=mCONFIG_SCSI_FDOMAIN=mCONFIG_SCSI_FDOMAIN_PCI=mCONFIG_SCSI_IPS=mCONFIG_SCSI_INITIO=mCONFIG_SCSI_INIA100=mCONFIG_SCSI_PPA=mCONFIG_SCSI_IMM=mCONFIG_SCSI_IZIP_EPP16=yCONFIG_SCSI_IZIP_SLOW_CTR=yCONFIG_SCSI_STEX=mCONFIG_SCSI_SYM53C8XX_2=mCONFIG_SCSI_SYM53C8XX_DMA_ADDRESSING_MODE=1CONFIG_SCSI_SYM53C8XX_DEFAULT_TAGS=16CONFIG_SCSI_SYM53C8XX_MAX_TAGS=64CONFIG_SCSI_SYM53C8XX_MMIO=yCONFIG_SCSI_IPR=mCONFIG_SCSI_IPR_TRACE=yCONFIG_SCSI_IPR_DUMP=yCONFIG_SCSI_QLOGIC_1280=mCONFIG_SCSI_QLA_FC=mCONFIG_TCM_QLA2XXX=mCONFIG_TCM_QLA2XXX_DEBUG=yCONFIG_SCSI_QLA_ISCSI=mCONFIG_QEDI=mCONFIG_QEDF=mCONFIG_SCSI_LPFC=mCONFIG_SCSI_LPFC_DEBUG_FS=yCONFIG_SCSI_EFCT=m
CONFIG_SCSI_DC395x=mCONFIG_SCSI_AM53C974=mCONFIG_SCSI_NSP32=mCONFIG_SCSI_WD719X=mCONFIG_SCSI_DEBUG=mCONFIG_SCSI_PMCRAID=mCONFIG_SCSI_PM8001=mCONFIG_SCSI_BFA_FC=mCONFIG_SCSI_VIRTIO=mCONFIG_SCSI_CHELSIO_FCOE=mCONFIG_SCSI_LOWLEVEL_PCMCIA=yCONFIG_PCMCIA_AHA152X=mCONFIG_PCMCIA_FDOMAIN=mCONFIG_PCMCIA_NINJA_SCSI=mCONFIG_PCMCIA_QLOGIC=mCONFIG_PCMCIA_SYM53C500=mCONFIG_SCSI_DH=yCONFIG_SCSI_DH_RDAC=mCONFIG_SCSI_DH_HP_SW=mCONFIG_SCSI_DH_EMC=mCONFIG_SCSI_DH_ALUA=m
# end of SCSI device support
CONFIG_ATA=mCONFIG_SATA_HOST=yCONFIG_PATA_TIMINGS=yCONFIG_ATA_VERBOSE_ERROR=yCONFIG_ATA_FORCE=yCONFIG_SATA_PMP=y
#
# Controllers with non-SFF native interface
#CONFIG_SATA_AHCI=mCONFIG_SATA_MOBILE_LPM_POLICY=0CONFIG_SATA_AHCI_PLATFORM=mCONFIG_AHCI_BRCM=mCONFIG_AHCI_DA850=mCONFIG_AHCI_DM816=mCONFIG_AHCI_DWC=mCONFIG_AHCI_ST=mCONFIG_AHCI_IMX=mCONFIG_AHCI_CEVA=mCONFIG_AHCI_MTK=mCONFIG_AHCI_MVEBU=mCONFIG_AHCI_SUNXI=mCONFIG_AHCI_TEGRA=mCONFIG_AHCI_XGENE=mCONFIG_AHCI_QORIQ=mCONFIG_SATA_FSL=mCONFIG_SATA_GEMINI=mCONFIG_SATA_AHCI_SEATTLE=mCONFIG_SATA_INIC162X=mCONFIG_SATA_ACARD_AHCI=mCONFIG_SATA_SIL24=mCONFIG_ATA_SFF=y
#
# SFF controllers with custom DMA interface
#CONFIG_PDC_ADMA=mCONFIG_SATA_QSTOR=mCONFIG_SATA_SX4=mCONFIG_ATA_BMDMA=y
#
# SATA SFF controllers with BMDMA
#CONFIG_ATA_PIIX=mCONFIG_SATA_DWC=mCONFIG_SATA_DWC_OLD_DMA=yCONFIG_SATA_HIGHBANK=mCONFIG_SATA_MV=mCONFIG_SATA_NV=mCONFIG_SATA_PROMISE=mCONFIG_SATA_RCAR=mCONFIG_SATA_SIL=mCONFIG_SATA_SIS=mCONFIG_SATA_SVW=mCONFIG_SATA_ULI=mCONFIG_SATA_VIA=mCONFIG_SATA_VITESSE=m
#
# PATA SFF controllers with BMDMA
#CONFIG_PATA_ALI=mCONFIG_PATA_AMD=mCONFIG_PATA_ARASAN_CF=mCONFIG_PATA_ARTOP=mCONFIG_PATA_ATIIXP=mCONFIG_PATA_ATP867X=mCONFIG_PATA_CMD64X=mCONFIG_PATA_CS5520=mCONFIG_PATA_CS5530=mCONFIG_PATA_CS5536=mCONFIG_PATA_CYPRESS=mCONFIG_PATA_EFAR=mCONFIG_PATA_FTIDE010=mCONFIG_PATA_HPT366=mCONFIG_PATA_HPT37X=mCONFIG_PATA_HPT3X2N=mCONFIG_PATA_HPT3X3=mCONFIG_PATA_HPT3X3_DMA=yCONFIG_PATA_IMX=mCONFIG_PATA_IT8213=mCONFIG_PATA_IT821X=mCONFIG_PATA_JMICRON=mCONFIG_PATA_MARVELL=mCONFIG_PATA_NETCELL=mCONFIG_PATA_NINJA32=mCONFIG_PATA_NS87415=mCONFIG_PATA_OLDPIIX=mCONFIG_PATA_OPTIDMA=mCONFIG_PATA_PDC2027X=mCONFIG_PATA_PDC_OLD=mCONFIG_PATA_RADISYS=mCONFIG_PATA_RDC=mCONFIG_PATA_SC1200=mCONFIG_PATA_SCH=mCONFIG_PATA_SERVERWORKS=mCONFIG_PATA_SIL680=mCONFIG_PATA_SIS=mCONFIG_PATA_TOSHIBA=mCONFIG_PATA_TRIFLEX=mCONFIG_PATA_VIA=mCONFIG_PATA_PXA=mCONFIG_PATA_WINBOND=m
#
# PIO-only SFF controllers
#CONFIG_PATA_CMD640_PCI=mCONFIG_PATA_IXP4XX_CF=mCONFIG_PATA_MPIIX=mCONFIG_PATA_NS87410=mCONFIG_PATA_OPTI=mCONFIG_PATA_PCMCIA=mCONFIG_PATA_PLATFORM=mCONFIG_PATA_OF_PLATFORM=mCONFIG_PATA_RZ1000=mCONFIG_PATA_SAMSUNG_CF=m
#
# Generic fallback / legacy drivers
#CONFIG_ATA_GENERIC=mCONFIG_PATA_LEGACY=mCONFIG_MD=yCONFIG_BLK_DEV_MD=mCONFIG_MD_LINEAR=mCONFIG_MD_RAID0=mCONFIG_MD_RAID1=mCONFIG_MD_RAID10=mCONFIG_MD_RAID456=mCONFIG_MD_MULTIPATH=mCONFIG_MD_FAULTY=mCONFIG_MD_CLUSTER=mCONFIG_BCACHE=mCONFIG_BCACHE_DEBUG=y CONFIG_BCACHE_CLOSURES_DEBUG=y CONFIG_BCACHE_ASYNC_REGISTRATION=y CONFIG_BLK_DEV_DM_BUILTIN=yCONFIG_BLK_DEV_DM=mCONFIG_DM_DEBUG=yCONFIG_DM_BUFIO=m CONFIG_DM_DEBUG_BLOCK_MANAGER_LOCKING=y CONFIG_DM_DEBUG_BLOCK_STACK_TRACING=y CONFIG_DM_BIO_PRISON=m CONFIG_DM_PERSISTENT_DATA=m CONFIG_DM_UNSTRIPED=mCONFIG_DM_CRYPT=mCONFIG_DM_SNAPSHOT=m CONFIG_DM_THIN_PROVISIONING=mCONFIG_DM_CACHE=mCONFIG_DM_CACHE_SMQ=mCONFIG_DM_WRITECACHE=mCONFIG_DM_ERA=mCONFIG_DM_CLONE=mCONFIG_DM_MIRROR=mCONFIG_DM_LOG_USERSPACE=mCONFIG_DM_RAID=mCONFIG_DM_ZERO=mCONFIG_DM_MULTIPATH=mCONFIG_DM_MULTIPATH_QL=m CONFIG_DM_MULTIPATH_ST=m CONFIG_DM_MULTIPATH_HST=m CONFIG_DM_MULTIPATH_IOA=mCONFIG_DM_DELAY=mCONFIG_DM_DUST=mCONFIG_DM_UEVENT=yCONFIG_DM_FLAKEY=mCONFIG_DM_VERITY=m CONFIG_DM_VERITY_VERIFY_ROOTHASH_SIG=y CONFIG_DM_VERITY_VERIFY_ROOTHASH_SIG_SECONDARY_KEYRING=y CONFIG_DM_VERITY_FEC=yCONFIG_DM_SWITCH=mCONFIG_DM_LOG_WRITES=mCONFIG_DM_INTEGRITY=mCONFIG_DM_ZONED=mCONFIG_DM_AUDIT=yCONFIG_TARGET_CORE=mCONFIG_TCM_IBLOCK=mCONFIG_TCM_FILEIO=mCONFIG_TCM_PSCSI=mCONFIG_TCM_USER2=mCONFIG_LOOPBACK_TARGET=mCONFIG_TCM_FC=mCONFIG_ISCSI_TARGET=m CONFIG_ISCSI_TARGET_CXGB4=mCONFIG_SBP_TARGET=mCONFIG_FUSION=yCONFIG_FUSION_SPI=mCONFIG_FUSION_FC=mCONFIG_FUSION_SAS=mCONFIG_FUSION_MAX_SGE=128CONFIG_FUSION_CTL=mCONFIG_FUSION_LAN=mCONFIG_FUSION_LOGGING=y
#
# IEEE 1394 (FireWire) support
#CONFIG_FIREWIRE=mCONFIG_FIREWIRE_OHCI=mCONFIG_FIREWIRE_SBP2=mCONFIG_FIREWIRE_NET=mCONFIG_FIREWIRE_NOSY=m
# end of IEEE 1394 (FireWire) support
CONFIG_NETDEVICES=yCONFIG_MII=mCONFIG_NET_CORE=yCONFIG_BONDING=mCONFIG_DUMMY=mCONFIG_WIREGUARD=mCONFIG_WIREGUARD_DEBUG=yCONFIG_EQUALIZER=mCONFIG_NET_FC=yCONFIG_IFB=mCONFIG_NET_TEAM=mCONFIG_NET_TEAM_MODE_BROADCAST=mCONFIG_NET_TEAM_MODE_ROUNDROBIN=mCONFIG_NET_TEAM_MODE_RANDOM=mCONFIG_NET_TEAM_MODE_ACTIVEBACKUP=mCONFIG_NET_TEAM_MODE_LOADBALANCE=mCONFIG_MACVLAN=mCONFIG_MACVTAP=mCONFIG_IPVLAN_L3S=yCONFIG_IPVLAN=mCONFIG_IPVTAP=mCONFIG_VXLAN=mCONFIG_GENEVE=mCONFIG_BAREUDP=mCONFIG_GTP=mCONFIG_AMT=mCONFIG_MACSEC=mCONFIG_NETCONSOLE=mCONFIG_NETCONSOLE_DYNAMIC=yCONFIG_NETPOLL=yCONFIG_NET_POLL_CONTROLLER=yCONFIG_NTB_NETDEV=mCONFIG_RIONET=mCONFIG_RIONET_TX_SIZE=128CONFIG_RIONET_RX_SIZE=128CONFIG_TUN=mCONFIG_TAP=mCONFIG_TUN_VNET_CROSS_LE=yCONFIG_VETH=mCONFIG_VIRTIO_NET=mCONFIG_NLMON=mCONFIG_NET_VRF=mCONFIG_VSOCKMON=mCONFIG_MHI_NET=mCONFIG_SUNGEM_PHY=mCONFIG_ARCNET=mCONFIG_ARCNET_1201=mCONFIG_ARCNET_1051=mCONFIG_ARCNET_RAW=mCONFIG_ARCNET_CAP=m
CONFIG_ARCNET_COM90xx=m
CONFIG_ARCNET_COM90xxIO=mCONFIG_ARCNET_RIM_I=mCONFIG_ARCNET_COM20020=mCONFIG_ARCNET_COM20020_PCI=mCONFIG_ARCNET_COM20020_CS=mCONFIG_ATM_DRIVERS=yCONFIG_ATM_DUMMY=mCONFIG_ATM_TCP=mCONFIG_ATM_LANAI=mCONFIG_ATM_ENI=mCONFIG_ATM_ENI_DEBUG=yCONFIG_ATM_ENI_TUNE_BURST=yCONFIG_ATM_ENI_BURST_TX_16W=yCONFIG_ATM_ENI_BURST_TX_8W=yCONFIG_ATM_ENI_BURST_TX_4W=yCONFIG_ATM_ENI_BURST_TX_2W=yCONFIG_ATM_ENI_BURST_RX_16W=yCONFIG_ATM_ENI_BURST_RX_8W=yCONFIG_ATM_ENI_BURST_RX_4W=yCONFIG_ATM_ENI_BURST_RX_2W=yCONFIG_ATM_NICSTAR=mCONFIG_ATM_NICSTAR_USE_SUNI=yCONFIG_ATM_NICSTAR_USE_IDT77105=yCONFIG_ATM_IDT77252=mCONFIG_ATM_IDT77252_DEBUG=yCONFIG_ATM_IDT77252_RCV_ALL=yCONFIG_ATM_IDT77252_USE_SUNI=yCONFIG_ATM_IA=mCONFIG_ATM_IA_DEBUG=yCONFIG_ATM_FORE200E=mCONFIG_ATM_FORE200E_USE_TASKLET=yCONFIG_ATM_FORE200E_TX_RETRY=16CONFIG_ATM_FORE200E_DEBUG=0CONFIG_ATM_HE=mCONFIG_ATM_HE_USE_SUNI=yCONFIG_ATM_SOLOS=mCONFIG_CAIF_DRIVERS=yCONFIG_CAIF_TTY=mCONFIG_CAIF_VIRTIO=m
#
# Distributed Switch Architecture drivers
#CONFIG_B53=mCONFIG_B53_SPI_DRIVER=mCONFIG_B53_MDIO_DRIVER=mCONFIG_B53_MMAP_DRIVER=mCONFIG_B53_SRAB_DRIVER=mCONFIG_B53_SERDES=mCONFIG_NET_DSA_BCM_SF2=mCONFIG_NET_DSA_LOOP=mCONFIG_NET_DSA_HIRSCHMANN_HELLCREEK=mCONFIG_NET_DSA_LANTIQ_GSWIP=mCONFIG_NET_DSA_MT7530=mCONFIG_NET_DSA_MV88E6060=mCONFIG_NET_DSA_MICROCHIP_KSZ_COMMON=mCONFIG_NET_DSA_MICROCHIP_KSZ9477_I2C=mCONFIG_NET_DSA_MICROCHIP_KSZ_SPI=mCONFIG_NET_DSA_MICROCHIP_KSZ8863_SMI=mCONFIG_NET_DSA_MV88E6XXX=mCONFIG_NET_DSA_MV88E6XXX_PTP=yCONFIG_NET_DSA_MSCC_FELIX=mCONFIG_NET_DSA_MSCC_SEVILLE=mCONFIG_NET_DSA_AR9331=mCONFIG_NET_DSA_QCA8K=mCONFIG_NET_DSA_SJA1105=mCONFIG_NET_DSA_SJA1105_PTP=yCONFIG_NET_DSA_SJA1105_TAS=yCONFIG_NET_DSA_SJA1105_VL=yCONFIG_NET_DSA_XRS700X=mCONFIG_NET_DSA_XRS700X_I2C=mCONFIG_NET_DSA_XRS700X_MDIO=mCONFIG_NET_DSA_REALTEK=mCONFIG_NET_DSA_REALTEK_MDIO=mCONFIG_NET_DSA_REALTEK_SMI=mCONFIG_NET_DSA_REALTEK_RTL8365MB=mCONFIG_NET_DSA_REALTEK_RTL8366RB=mCONFIG_NET_DSA_SMSC_LAN9303=mCONFIG_NET_DSA_SMSC_LAN9303_I2C=mCONFIG_NET_DSA_SMSC_LAN9303_MDIO=mCONFIG_NET_DSA_VITESSE_VSC73XX=mCONFIG_NET_DSA_VITESSE_VSC73XX_SPI=mCONFIG_NET_DSA_VITESSE_VSC73XX_PLATFORM=m
# end of Distributed Switch Architecture drivers
CONFIG_ETHERNET=yCONFIG_MDIO=mCONFIG_NET_VENDOR_3COM=yCONFIG_PCMCIA_3C574=mCONFIG_PCMCIA_3C589=mCONFIG_VORTEX=mCONFIG_TYPHOON=mCONFIG_NET_VENDOR_ACTIONS=yCONFIG_OWL_EMAC=mCONFIG_NET_VENDOR_ADAPTEC=yCONFIG_ADAPTEC_STARFIRE=mCONFIG_NET_VENDOR_AGERE=yCONFIG_ET131X=mCONFIG_NET_VENDOR_ALACRITECH=yCONFIG_SLICOSS=mCONFIG_NET_VENDOR_ALTEON=yCONFIG_ACENIC=mCONFIG_ACENIC_OMIT_TIGON_I=yCONFIG_ALTERA_TSE=mCONFIG_NET_VENDOR_AMAZON=yCONFIG_NET_VENDOR_AMD=yCONFIG_AMD8111_ETH=mCONFIG_PCNET32=mCONFIG_PCMCIA_NMCLAN=mCONFIG_AMD_XGBE=mCONFIG_AMD_XGBE_DCB=yCONFIG_NET_XGENE=mCONFIG_NET_XGENE_V2=mCONFIG_NET_VENDOR_AQUANTIA=yCONFIG_AQTION=mCONFIG_NET_VENDOR_ARC=yCONFIG_ARC_EMAC_CORE=mCONFIG_ARC_EMAC=mCONFIG_EMAC_ROCKCHIP=mCONFIG_NET_VENDOR_ASIX=yCONFIG_SPI_AX88796C=mCONFIG_SPI_AX88796C_COMPRESSION=yCONFIG_NET_VENDOR_ATHEROS=yCONFIG_ATL2=mCONFIG_ATL1=mCONFIG_ATL1E=mCONFIG_ATL1C=mCONFIG_ALX=mCONFIG_CX_ECAT=mCONFIG_NET_VENDOR_BROADCOM=yCONFIG_B44=mCONFIG_BCM4908_ENET=mCONFIG_BCMGENET=mCONFIG_BNX2=mCONFIG_CNIC=mCONFIG_TIGON3=mCONFIG_TIGON3_HWMON=yCONFIG_BNX2X=mCONFIG_BNX2X_SRIOV=yCONFIG_BGMAC=mCONFIG_BGMAC_BCMA=mCONFIG_BGMAC_PLATFORM=mCONFIG_SYSTEMPORT=mCONFIG_BNXT=mCONFIG_BNXT_SRIOV=yCONFIG_BNXT_FLOWER_OFFLOAD=yCONFIG_BNXT_DCB=yCONFIG_BNXT_HWMON=yCONFIG_NET_VENDOR_CADENCE=yCONFIG_MACB=mCONFIG_MACB_USE_HWSTAMP=yCONFIG_MACB_PCI=mCONFIG_NET_CALXEDA_XGMAC=mCONFIG_NET_VENDOR_CAVIUM=yCONFIG_NET_VENDOR_CHELSIO=yCONFIG_CHELSIO_T1=mCONFIG_CHELSIO_T1_1G=yCONFIG_CHELSIO_T3=mCONFIG_CHELSIO_T4=mCONFIG_CHELSIO_T4_DCB=yCONFIG_CHELSIO_T4_FCOE=yCONFIG_CHELSIO_T4VF=mCONFIG_CHELSIO_LIB=mCONFIG_CHELSIO_INLINE_CRYPTO=yCONFIG_CRYPTO_DEV_CHELSIO_TLS=mCONFIG_CHELSIO_IPSEC_INLINE=mCONFIG_CHELSIO_TLS_DEVICE=mCONFIG_NET_VENDOR_CIRRUS=y
CONFIG_CS89x0=m
CONFIG_CS89x0_PLATFORM=mCONFIG_EP93XX_ETH=mCONFIG_NET_VENDOR_CISCO=yCONFIG_ENIC=mCONFIG_NET_VENDOR_CORTINA=yCONFIG_GEMINI_ETHERNET=mCONFIG_NET_VENDOR_DAVICOM=yCONFIG_DM9000=mCONFIG_DM9000_FORCE_SIMPLE_PHY_POLL=yCONFIG_DM9051=mCONFIG_DNET=mCONFIG_NET_VENDOR_DEC=yCONFIG_NET_TULIP=yCONFIG_DE2104X=mCONFIG_DE2104X_DSL=0CONFIG_TULIP=mCONFIG_TULIP_MWI=yCONFIG_TULIP_MMIO=yCONFIG_TULIP_NAPI=yCONFIG_TULIP_NAPI_HW_MITIGATION=yCONFIG_WINBOND_840=mCONFIG_DM9102=mCONFIG_ULI526X=mCONFIG_PCMCIA_XIRCOM=mCONFIG_NET_VENDOR_DLINK=yCONFIG_DL2K=mCONFIG_SUNDANCE=mCONFIG_SUNDANCE_MMIO=yCONFIG_NET_VENDOR_EMULEX=yCONFIG_BE2NET=mCONFIG_BE2NET_HWMON=yCONFIG_BE2NET_BE2=yCONFIG_BE2NET_BE3=yCONFIG_BE2NET_LANCER=yCONFIG_BE2NET_SKYHAWK=yCONFIG_NET_VENDOR_ENGLEDER=yCONFIG_TSNEP=mCONFIG_TSNEP_SELFTESTS=yCONFIG_NET_VENDOR_EZCHIP=yCONFIG_EZCHIP_NPS_MANAGEMENT_ENET=mCONFIG_NET_VENDOR_FARADAY=yCONFIG_FTMAC100=mCONFIG_FTGMAC100=mCONFIG_NET_VENDOR_FREESCALE=yCONFIG_FEC=mCONFIG_FSL_FMAN=mCONFIG_FSL_PQ_MDIO=mCONFIG_FSL_XGMAC_MDIO=mCONFIG_GIANFAR=mCONFIG_FSL_DPAA2_SWITCH=mCONFIG_FSL_ENETC=mCONFIG_FSL_ENETC_VF=mCONFIG_FSL_ENETC_IERB=mCONFIG_FSL_ENETC_MDIO=mCONFIG_FSL_ENETC_PTP_CLOCK=mCONFIG_FSL_ENETC_QOS=yCONFIG_NET_VENDOR_FUJITSU=yCONFIG_PCMCIA_FMVJ18X=mCONFIG_NET_VENDOR_FUNGIBLE=yCONFIG_FUN_CORE=mCONFIG_FUN_ETH=mCONFIG_NET_VENDOR_GOOGLE=yCONFIG_NET_VENDOR_HISILICON=yCONFIG_HIX5HD2_GMAC=mCONFIG_HISI_FEMAC=mCONFIG_HIP04_ETH=mCONFIG_HI13X1_GMAC=yCONFIG_HNS_MDIO=mCONFIG_HNS=mCONFIG_HNS_DSAF=mCONFIG_HNS_ENET=mCONFIG_HNS3=mCONFIG_HNS3_HCLGE=mCONFIG_HNS3_DCB=yCONFIG_HNS3_HCLGEVF=mCONFIG_NET_VENDOR_HUAWEI=yCONFIG_NET_VENDOR_I825XX=yCONFIG_NET_VENDOR_INTEL=yCONFIG_E100=mCONFIG_E1000=mCONFIG_E1000E=mCONFIG_IGB=mCONFIG_IGB_HWMON=yCONFIG_IGBVF=mCONFIG_IXGB=mCONFIG_IXGBE=mCONFIG_IXGBE_HWMON=yCONFIG_IXGBE_DCB=yCONFIG_IXGBE_IPSEC=yCONFIG_IXGBEVF=mCONFIG_IXGBEVF_IPSEC=yCONFIG_I40E=mCONFIG_I40E_DCB=yCONFIG_IAVF=mCONFIG_I40EVF=mCONFIG_ICE=mCONFIG_ICE_SWITCHDEV=yCONFIG_FM10K=mCONFIG_IGC=mCONFIG_NET_VENDOR_WANGXUN=yCONFIG_LIBWX=mCONFIG_NGBE=mCONFIG_TXGBE=mCONFIG_JME=mCONFIG_KORINA=mCONFIG_NET_VENDOR_ADI=yCONFIG_ADIN1110=mCONFIG_NET_VENDOR_LITEX=yCONFIG_LITEX_LITEETH=mCONFIG_NET_VENDOR_MARVELL=yCONFIG_MV643XX_ETH=mCONFIG_MVMDIO=mCONFIG_MVNETA_BM_ENABLE=mCONFIG_MVNETA=mCONFIG_MVNETA_BM=mCONFIG_MVPP2=mCONFIG_MVPP2_PTP=yCONFIG_PXA168_ETH=mCONFIG_SKGE=mCONFIG_SKGE_DEBUG=yCONFIG_SKGE_GENESIS=yCONFIG_SKY2=mCONFIG_SKY2_DEBUG=yCONFIG_PRESTERA=mCONFIG_PRESTERA_PCI=mCONFIG_NET_VENDOR_MEDIATEK=yCONFIG_NET_MEDIATEK_SOC_WED=yCONFIG_NET_MEDIATEK_SOC=mCONFIG_NET_MEDIATEK_STAR_EMAC=mCONFIG_NET_VENDOR_MELLANOX=yCONFIG_MLX4_EN=mCONFIG_MLX4_EN_DCB=yCONFIG_MLX4_CORE=mCONFIG_MLX4_DEBUG=yCONFIG_MLX4_CORE_GEN2=yCONFIG_MLX5_CORE=mCONFIG_MLX5_FPGA=yCONFIG_MLX5_CORE_EN=yCONFIG_MLX5_EN_ARFS=yCONFIG_MLX5_EN_RXNFC=yCONFIG_MLX5_MPFS=yCONFIG_MLX5_ESWITCH=yCONFIG_MLX5_BRIDGE=yCONFIG_MLX5_CLS_ACT=yCONFIG_MLX5_TC_CT=yCONFIG_MLX5_TC_SAMPLE=yCONFIG_MLX5_CORE_EN_DCB=yCONFIG_MLX5_CORE_IPOIB=yCONFIG_MLX5_EN_MACSEC=yCONFIG_MLX5_EN_IPSEC=yCONFIG_MLX5_EN_TLS=yCONFIG_MLX5_SW_STEERING=yCONFIG_MLX5_SF=yCONFIG_MLX5_SF_MANAGER=yCONFIG_MLXSW_CORE=mCONFIG_MLXSW_CORE_HWMON=yCONFIG_MLXSW_CORE_THERMAL=yCONFIG_MLXSW_PCI=mCONFIG_MLXSW_I2C=mCONFIG_MLXSW_SPECTRUM=mCONFIG_MLXSW_SPECTRUM_DCB=yCONFIG_MLXSW_MINIMAL=mCONFIG_MLXFW=mCONFIG_MLXBF_GIGE=mCONFIG_NET_VENDOR_MICREL=yCONFIG_KS8842=mCONFIG_KS8851=mCONFIG_KS8851_MLL=mCONFIG_KSZ884X_PCI=mCONFIG_NET_VENDOR_MICROCHIP=yCONFIG_ENC28J60=mCONFIG_ENC28J60_WRITEVERIFY=yCONFIG_ENCX24J600=mCONFIG_LAN743X=mCONFIG_LAN966X_SWITCH=mCONFIG_SPARX5_SWITCH=mCONFIG_SPARX5_DCB=yCONFIG_VCAP=yCONFIG_NET_VENDOR_MICROSEMI=yCONFIG_MSCC_OCELOT_SWITCH_LIB=mCONFIG_MSCC_OCELOT_SWITCH=mCONFIG_NET_VENDOR_MICROSOFT=yCONFIG_NET_VENDOR_MYRI=yCONFIG_MYRI10GE=mCONFIG_NET_VENDOR_NI=yCONFIG_NI_XGE_MANAGEMENT_ENET=mCONFIG_NET_VENDOR_NATSEMI=yCONFIG_NATSEMI=mCONFIG_NS83820=mCONFIG_NET_VENDOR_NETERION=yCONFIG_S2IO=mCONFIG_NET_VENDOR_NETRONOME=yCONFIG_NFP=mCONFIG_NFP_APP_FLOWER=yCONFIG_NFP_APP_ABM_NIC=yCONFIG_NFP_NET_IPSEC=yCONFIG_NFP_DEBUG=yCONFIG_NET_VENDOR_8390=yCONFIG_PCMCIA_AXNET=mCONFIG_AX88796=mCONFIG_AX88796_93CX6=yCONFIG_NE2K_PCI=mCONFIG_PCMCIA_PCNET=mCONFIG_NET_VENDOR_NVIDIA=yCONFIG_FORCEDETH=mCONFIG_LPC_ENET=mCONFIG_NET_VENDOR_OKI=yCONFIG_PCH_GBE=mCONFIG_ETHOC=mCONFIG_NET_VENDOR_PACKET_ENGINES=yCONFIG_HAMACHI=mCONFIG_YELLOWFIN=mCONFIG_NET_VENDOR_PENSANDO=yCONFIG_NET_VENDOR_QLOGIC=yCONFIG_QLA3XXX=mCONFIG_QLCNIC=mCONFIG_QLCNIC_SRIOV=yCONFIG_QLCNIC_DCB=yCONFIG_QLCNIC_HWMON=yCONFIG_NETXEN_NIC=mCONFIG_QED=mCONFIG_QED_LL2=yCONFIG_QED_SRIOV=yCONFIG_QEDE=mCONFIG_QED_ISCSI=yCONFIG_QED_FCOE=yCONFIG_QED_OOO=yCONFIG_NET_VENDOR_BROCADE=yCONFIG_BNA=mCONFIG_NET_VENDOR_QUALCOMM=yCONFIG_QCA7000=mCONFIG_QCA7000_SPI=mCONFIG_QCA7000_UART=mCONFIG_QCOM_EMAC=mCONFIG_RMNET=mCONFIG_NET_VENDOR_RDC=yCONFIG_R6040=mCONFIG_NET_VENDOR_REALTEK=yCONFIG_8139CP=mCONFIG_8139TOO=mCONFIG_8139TOO_PIO=yCONFIG_8139TOO_TUNE_TWISTER=yCONFIG_8139TOO_8129=yCONFIG_8139_OLD_RX_RESET=yCONFIG_R8169=mCONFIG_NET_VENDOR_RENESAS=yCONFIG_SH_ETH=mCONFIG_RAVB=mCONFIG_RENESAS_ETHER_SWITCH=mCONFIG_NET_VENDOR_ROCKER=yCONFIG_ROCKER=mCONFIG_NET_VENDOR_SAMSUNG=yCONFIG_SXGBE_ETH=mCONFIG_NET_VENDOR_SEEQ=yCONFIG_NET_VENDOR_SILAN=yCONFIG_SC92031=mCONFIG_NET_VENDOR_SIS=yCONFIG_SIS900=mCONFIG_SIS190=mCONFIG_NET_VENDOR_SOLARFLARE=yCONFIG_SFC=mCONFIG_SFC_MTD=yCONFIG_SFC_MCDI_MON=yCONFIG_SFC_SRIOV=yCONFIG_SFC_MCDI_LOGGING=yCONFIG_SFC_FALCON=mCONFIG_SFC_FALCON_MTD=yCONFIG_SFC_SIENA=mCONFIG_SFC_SIENA_MTD=yCONFIG_SFC_SIENA_MCDI_MON=yCONFIG_SFC_SIENA_SRIOV=yCONFIG_SFC_SIENA_MCDI_LOGGING=yCONFIG_NET_VENDOR_SMSC=yCONFIG_SMC91X=mCONFIG_PCMCIA_SMC91C92=mCONFIG_EPIC100=mCONFIG_SMSC911X=mCONFIG_SMSC9420=mCONFIG_NET_VENDOR_SOCIONEXT=yCONFIG_SNI_AVE=mCONFIG_SNI_NETSEC=mCONFIG_NET_VENDOR_STMICRO=yCONFIG_STMMAC_ETH=mCONFIG_STMMAC_SELFTESTS=yCONFIG_STMMAC_PLATFORM=mCONFIG_DWMAC_DWC_QOS_ETH=mCONFIG_DWMAC_GENERIC=mCONFIG_DWMAC_ANARION=mCONFIG_DWMAC_INGENIC=mCONFIG_DWMAC_IPQ806X=mCONFIG_DWMAC_LPC18XX=mCONFIG_DWMAC_MEDIATEK=mCONFIG_DWMAC_MESON=mCONFIG_DWMAC_OXNAS=mCONFIG_DWMAC_QCOM_ETHQOS=mCONFIG_DWMAC_ROCKCHIP=mCONFIG_DWMAC_SOCFPGA=mCONFIG_DWMAC_STI=mCONFIG_DWMAC_STM32=mCONFIG_DWMAC_SUNXI=mCONFIG_DWMAC_SUN8I=mCONFIG_DWMAC_IMX8=mCONFIG_DWMAC_INTEL_PLAT=mCONFIG_DWMAC_TEGRA=mCONFIG_DWMAC_VISCONTI=mCONFIG_DWMAC_LOONGSON=mCONFIG_STMMAC_PCI=mCONFIG_NET_VENDOR_SUN=yCONFIG_HAPPYMEAL=mCONFIG_SUNGEM=mCONFIG_CASSINI=mCONFIG_NIU=mCONFIG_NET_VENDOR_SUNPLUS=yCONFIG_SP7021_EMAC=mCONFIG_NET_VENDOR_SYNOPSYS=yCONFIG_DWC_XLGMAC=mCONFIG_DWC_XLGMAC_PCI=mCONFIG_NET_VENDOR_TEHUTI=yCONFIG_TEHUTI=mCONFIG_NET_VENDOR_TI=yCONFIG_TI_DAVINCI_EMAC=mCONFIG_TI_DAVINCI_MDIO=mCONFIG_TI_CPSW_PHY_SEL=yCONFIG_TI_CPSW=mCONFIG_TI_CPSW_SWITCHDEV=mCONFIG_TI_CPTS=mCONFIG_TLAN=mCONFIG_NET_VENDOR_TOSHIBA=yCONFIG_TC35815=mCONFIG_NET_VENDOR_VERTEXCOM=yCONFIG_MSE102X=mCONFIG_NET_VENDOR_VIA=yCONFIG_VIA_RHINE=mCONFIG_VIA_RHINE_MMIO=yCONFIG_VIA_VELOCITY=mCONFIG_NET_VENDOR_WIZNET=yCONFIG_WIZNET_W5100=mCONFIG_WIZNET_W5300=m
# CONFIG_WIZNET_BUS_DIRECT is not set
# CONFIG_WIZNET_BUS_INDIRECT is not setCONFIG_WIZNET_BUS_ANY=yCONFIG_WIZNET_W5100_SPI=mCONFIG_NET_VENDOR_XILINX=yCONFIG_XILINX_EMACLITE=mCONFIG_XILINX_AXI_EMAC=mCONFIG_XILINX_LL_TEMAC=mCONFIG_NET_VENDOR_XIRCOM=yCONFIG_PCMCIA_XIRC2PS=mCONFIG_FDDI=mCONFIG_DEFXX=mCONFIG_SKFP=mCONFIG_HIPPI=yCONFIG_ROADRUNNER=mCONFIG_ROADRUNNER_LARGE_RINGS=yCONFIG_QCOM_IPA=mCONFIG_PHYLINK=mCONFIG_PHYLIB=mCONFIG_SWPHY=yCONFIG_LED_TRIGGER_PHY=yCONFIG_FIXED_PHY=mCONFIG_SFP=m
#
# MII PHY device drivers
#CONFIG_AMD_PHY=mCONFIG_MESON_GXL_PHY=mCONFIG_ADIN_PHY=mCONFIG_ADIN1100_PHY=mCONFIG_AQUANTIA_PHY=mCONFIG_AX88796B_PHY=mCONFIG_BROADCOM_PHY=mCONFIG_BCM54140_PHY=mCONFIG_BCM63XX_PHY=mCONFIG_BCM7XXX_PHY=mCONFIG_BCM84881_PHY=mCONFIG_BCM87XX_PHY=mCONFIG_BCM_CYGNUS_PHY=mCONFIG_BCM_NET_PHYLIB=mCONFIG_BCM_NET_PHYPTP=mCONFIG_CICADA_PHY=mCONFIG_CORTINA_PHY=mCONFIG_DAVICOM_PHY=mCONFIG_ICPLUS_PHY=mCONFIG_LXT_PHY=mCONFIG_INTEL_XWAY_PHY=mCONFIG_LSI_ET1011C_PHY=mCONFIG_MARVELL_PHY=mCONFIG_MARVELL_10G_PHY=mCONFIG_MARVELL_88X2222_PHY=mCONFIG_MAXLINEAR_GPHY=mCONFIG_MEDIATEK_GE_PHY=mCONFIG_MICREL_PHY=mCONFIG_MICROCHIP_PHY=mCONFIG_MICROCHIP_T1_PHY=mCONFIG_MICROSEMI_PHY=mCONFIG_MOTORCOMM_PHY=mCONFIG_NATIONAL_PHY=mCONFIG_NXP_C45_TJA11XX_PHY=mCONFIG_NXP_TJA11XX_PHY=mCONFIG_AT803X_PHY=mCONFIG_QSEMI_PHY=mCONFIG_REALTEK_PHY=mCONFIG_RENESAS_PHY=mCONFIG_ROCKCHIP_PHY=mCONFIG_SMSC_PHY=mCONFIG_STE10XP=mCONFIG_TERANETICS_PHY=mCONFIG_DP83822_PHY=mCONFIG_DP83TC811_PHY=mCONFIG_DP83848_PHY=mCONFIG_DP83867_PHY=mCONFIG_DP83869_PHY=mCONFIG_DP83TD510_PHY=mCONFIG_VITESSE_PHY=mCONFIG_XILINX_GMII2RGMII=mCONFIG_MICREL_KS8995MA=mCONFIG_PSE_CONTROLLER=yCONFIG_PSE_REGULATOR=mCONFIG_CAN_DEV=mCONFIG_CAN_VCAN=mCONFIG_CAN_VXCAN=mCONFIG_CAN_NETLINK=yCONFIG_CAN_CALC_BITTIMING=yCONFIG_CAN_RX_OFFLOAD=yCONFIG_CAN_AT91=mCONFIG_CAN_CAN327=mCONFIG_CAN_FLEXCAN=mCONFIG_CAN_GRCAN=mCONFIG_CAN_JANZ_ICAN3=mCONFIG_CAN_KVASER_PCIEFD=mCONFIG_CAN_SLCAN=mCONFIG_CAN_SUN4I=mCONFIG_CAN_XILINXCAN=mCONFIG_CAN_C_CAN=mCONFIG_CAN_C_CAN_PLATFORM=mCONFIG_CAN_C_CAN_PCI=mCONFIG_CAN_CC770=mCONFIG_CAN_CC770_ISA=mCONFIG_CAN_CC770_PLATFORM=mCONFIG_CAN_CTUCANFD=mCONFIG_CAN_CTUCANFD_PCI=mCONFIG_CAN_CTUCANFD_PLATFORM=mCONFIG_CAN_IFI_CANFD=mCONFIG_CAN_M_CAN=mCONFIG_CAN_M_CAN_PCI=mCONFIG_CAN_M_CAN_PLATFORM=mCONFIG_CAN_M_CAN_TCAN4X5X=mCONFIG_CAN_PEAK_PCIEFD=mCONFIG_CAN_RCAR=mCONFIG_CAN_RCAR_CANFD=mCONFIG_CAN_SJA1000=mCONFIG_CAN_EMS_PCI=mCONFIG_CAN_EMS_PCMCIA=mCONFIG_CAN_F81601=mCONFIG_CAN_KVASER_PCI=mCONFIG_CAN_PEAK_PCI=mCONFIG_CAN_PEAK_PCIEC=yCONFIG_CAN_PEAK_PCMCIA=mCONFIG_CAN_PLX_PCI=mCONFIG_CAN_SJA1000_ISA=mCONFIG_CAN_SJA1000_PLATFORM=mCONFIG_CAN_SOFTING=mCONFIG_CAN_SOFTING_CS=m
#
# CAN SPI interfaces
#CONFIG_CAN_HI311X=mCONFIG_CAN_MCP251X=mCONFIG_CAN_MCP251XFD=mCONFIG_CAN_MCP251XFD_SANITY=y
# end of CAN SPI interfaces
#
# CAN USB interfaces
#CONFIG_CAN_8DEV_USB=mCONFIG_CAN_EMS_USB=mCONFIG_CAN_ESD_USB=mCONFIG_CAN_ETAS_ES58X=mCONFIG_CAN_GS_USB=mCONFIG_CAN_KVASER_USB=mCONFIG_CAN_MCBA_USB=mCONFIG_CAN_PEAK_USB=mCONFIG_CAN_UCAN=m
# end of CAN USB interfaces
CONFIG_CAN_DEBUG_DEVICES=y
#
# MCTP Device Drivers
#CONFIG_MCTP_SERIAL=mCONFIG_MCTP_TRANSPORT_I2C=m
# end of MCTP Device Drivers
CONFIG_MDIO_DEVICE=mCONFIG_MDIO_BUS=mCONFIG_FWNODE_MDIO=mCONFIG_OF_MDIO=mCONFIG_MDIO_DEVRES=mCONFIG_MDIO_SUN4I=mCONFIG_MDIO_XGENE=mCONFIG_MDIO_ASPEED=mCONFIG_MDIO_BITBANG=mCONFIG_MDIO_BCM_IPROC=mCONFIG_MDIO_BCM_UNIMAC=mCONFIG_MDIO_CAVIUM=mCONFIG_MDIO_GPIO=mCONFIG_MDIO_HISI_FEMAC=mCONFIG_MDIO_I2C=mCONFIG_MDIO_MVUSB=mCONFIG_MDIO_MSCC_MIIM=mCONFIG_MDIO_MOXART=mCONFIG_MDIO_OCTEON=mCONFIG_MDIO_IPQ4019=mCONFIG_MDIO_IPQ8064=m
#
# MDIO Multiplexers
#CONFIG_MDIO_BUS_MUX=mCONFIG_MDIO_BUS_MUX_MESON_G12A=mCONFIG_MDIO_BUS_MUX_BCM6368=mCONFIG_MDIO_BUS_MUX_BCM_IPROC=mCONFIG_MDIO_BUS_MUX_GPIO=mCONFIG_MDIO_BUS_MUX_MULTIPLEXER=mCONFIG_MDIO_BUS_MUX_MMIOREG=m
#
# PCS device drivers
#CONFIG_PCS_XPCS=mCONFIG_PCS_LYNX=mCONFIG_PCS_RZN1_MIIC=mCONFIG_PCS_ALTERA_TSE=m
# end of PCS device drivers
CONFIG_PLIP=mCONFIG_PPP=mCONFIG_PPP_BSDCOMP=mCONFIG_PPP_DEFLATE=mCONFIG_PPP_FILTER=yCONFIG_PPP_MPPE=mCONFIG_PPP_MULTILINK=yCONFIG_PPPOATM=mCONFIG_PPPOE=mCONFIG_PPTP=mCONFIG_PPPOL2TP=mCONFIG_PPP_ASYNC=mCONFIG_PPP_SYNC_TTY=mCONFIG_SLIP=mCONFIG_SLHC=mCONFIG_SLIP_COMPRESSED=yCONFIG_SLIP_SMART=yCONFIG_SLIP_MODE_SLIP6=y
#
# Host-side USB support is needed for USB Network Adapter support #CONFIG_USB_NET_DRIVERS=mCONFIG_USB_CATC=mCONFIG_USB_KAWETH=mCONFIG_USB_PEGASUS=mCONFIG_USB_RTL8150=mCONFIG_USB_RTL8152=mCONFIG_USB_LAN78XX=mCONFIG_USB_USBNET=mCONFIG_USB_NET_AX8817X=mCONFIG_USB_NET_AX88179_178A=mCONFIG_USB_NET_CDCETHER=mCONFIG_USB_NET_CDC_EEM=mCONFIG_USB_NET_CDC_NCM=m CONFIG_USB_NET_HUAWEI_CDC_NCM=m CONFIG_USB_NET_CDC_MBIM=mCONFIG_USB_NET_DM9601=mCONFIG_USB_NET_SR9700=mCONFIG_USB_NET_SR9800=mCONFIG_USB_NET_SMSC75XX=mCONFIG_USB_NET_SMSC95XX=mCONFIG_USB_NET_GL620A=mCONFIG_USB_NET_NET1080=mCONFIG_USB_NET_PLUSB=mCONFIG_USB_NET_MCS7830=mCONFIG_USB_NET_RNDIS_HOST=m CONFIG_USB_NET_CDC_SUBSET_ENABLE=m CONFIG_USB_NET_CDC_SUBSET=mCONFIG_USB_ALI_M5632=yCONFIG_USB_AN2720=yCONFIG_USB_BELKIN=yCONFIG_USB_ARMLINUX=yCONFIG_USB_EPSON2888=yCONFIG_USB_KC2190=yCONFIG_USB_NET_ZAURUS=mCONFIG_USB_NET_CX82310_ETH=mCONFIG_USB_NET_KALMIA=mCONFIG_USB_NET_QMI_WWAN=mCONFIG_USB_HSO=mCONFIG_USB_NET_INT51X1=mCONFIG_USB_CDC_PHONET=mCONFIG_USB_IPHETH=mCONFIG_USB_SIERRA_NET=mCONFIG_USB_VL600=mCONFIG_USB_NET_CH9200=mCONFIG_USB_NET_AQC111=mCONFIG_USB_RTL8153_ECM=mCONFIG_WLAN=yCONFIG_WLAN_VENDOR_ADMTEK=yCONFIG_ADM8211=mCONFIG_ATH_COMMON=mCONFIG_WLAN_VENDOR_ATH=yCONFIG_ATH_DEBUG=yCONFIG_ATH_TRACEPOINTS=y CONFIG_ATH_REG_DYNAMIC_USER_REG_HINTS=y CONFIG_ATH_REG_DYNAMIC_USER_CERT_TESTING=y CONFIG_ATH5K=mCONFIG_ATH5K_DEBUG=yCONFIG_ATH5K_TRACER=yCONFIG_ATH5K_PCI=yCONFIG_ATH5K_TEST_CHANNELS=yCONFIG_ATH9K_HW=mCONFIG_ATH9K_COMMON=mCONFIG_ATH9K_COMMON_DEBUG=yCONFIG_ATH9K_DFS_DEBUGFS=y CONFIG_ATH9K_BTCOEX_SUPPORT=yCONFIG_ATH9K=mCONFIG_ATH9K_PCI=yCONFIG_ATH9K_AHB=yCONFIG_ATH9K_DEBUGFS=y CONFIG_ATH9K_STATION_STATISTICS=yCONFIG_ATH9K_TX99=yCONFIG_ATH9K_DFS_CERTIFIED=yCONFIG_ATH9K_DYNACK=yCONFIG_ATH9K_WOW=yCONFIG_ATH9K_RFKILL=yCONFIG_ATH9K_CHANNEL_CONTEXT=yCONFIG_ATH9K_PCOEM=yCONFIG_ATH9K_PCI_NO_EEPROM=mCONFIG_ATH9K_HTC=mCONFIG_ATH9K_HTC_DEBUGFS=yCONFIG_ATH9K_HWRNG=yCONFIG_ATH9K_COMMON_SPECTRAL=yCONFIG_CARL9170=mCONFIG_CARL9170_LEDS=yCONFIG_CARL9170_DEBUGFS=yCONFIG_CARL9170_WPC=yCONFIG_CARL9170_HWRNG=yCONFIG_ATH6KL=mCONFIG_ATH6KL_SDIO=mCONFIG_ATH6KL_USB=mCONFIG_ATH6KL_DEBUG=yCONFIG_ATH6KL_TRACING=yCONFIG_ATH6KL_REGDOMAIN=yCONFIG_AR5523=mCONFIG_WIL6210=mCONFIG_WIL6210_ISR_COR=yCONFIG_WIL6210_TRACING=yCONFIG_WIL6210_DEBUGFS=yCONFIG_ATH10K=mCONFIG_ATH10K_CE=yCONFIG_ATH10K_PCI=mCONFIG_ATH10K_AHB=yCONFIG_ATH10K_SDIO=mCONFIG_ATH10K_USB=mCONFIG_ATH10K_SNOC=mCONFIG_ATH10K_DEBUG=yCONFIG_ATH10K_DEBUGFS=yCONFIG_ATH10K_SPECTRAL=yCONFIG_ATH10K_TRACING=yCONFIG_ATH10K_DFS_CERTIFIED=yCONFIG_WCN36XX=mCONFIG_WCN36XX_DEBUGFS=yCONFIG_ATH11K=mCONFIG_ATH11K_AHB=mCONFIG_ATH11K_PCI=mCONFIG_ATH11K_DEBUG=yCONFIG_ATH11K_DEBUGFS=yCONFIG_ATH11K_TRACING=yCONFIG_ATH11K_SPECTRAL=yCONFIG_WLAN_VENDOR_ATMEL=yCONFIG_ATMEL=mCONFIG_PCI_ATMEL=mCONFIG_PCMCIA_ATMEL=mCONFIG_AT76C50X_USB=mCONFIG_WLAN_VENDOR_BROADCOM=yCONFIG_B43=mCONFIG_B43_BCMA=yCONFIG_B43_SSB=yCONFIG_B43_BUSES_BCMA_AND_SSB=y
# CONFIG_B43_BUSES_BCMA is not set
# CONFIG_B43_BUSES_SSB is not setCONFIG_B43_SDIO=yCONFIG_B43_BCMA_PIO=yCONFIG_B43_PIO=yCONFIG_B43_PHY_G=yCONFIG_B43_PHY_N=yCONFIG_B43_PHY_LP=yCONFIG_B43_PHY_HT=yCONFIG_B43_LEDS=yCONFIG_B43_HWRNG=yCONFIG_B43_DEBUG=yCONFIG_B43LEGACY=mCONFIG_B43LEGACY_LEDS=yCONFIG_B43LEGACY_HWRNG=yCONFIG_B43LEGACY_DEBUG=yCONFIG_B43LEGACY_DMA=yCONFIG_B43LEGACY_PIO=y CONFIG_B43LEGACY_DMA_AND_PIO_MODE=y
# CONFIG_B43LEGACY_DMA_MODE is not set
# CONFIG_B43LEGACY_PIO_MODE is not set CONFIG_BRCMUTIL=mCONFIG_BRCMSMAC=mCONFIG_BRCMSMAC_LEDS=yCONFIG_BRCMFMAC=mCONFIG_BRCMFMAC_PROTO_BCDC=y CONFIG_BRCMFMAC_PROTO_MSGBUF=yCONFIG_BRCMFMAC_SDIO=yCONFIG_BRCMFMAC_USB=yCONFIG_BRCMFMAC_PCIE=yCONFIG_BRCM_TRACING=yCONFIG_BRCMDBG=yCONFIG_WLAN_VENDOR_CISCO=yCONFIG_AIRO_CS=mCONFIG_WLAN_VENDOR_INTEL=yCONFIG_IPW2100=mCONFIG_IPW2100_MONITOR=yCONFIG_IPW2100_DEBUG=yCONFIG_IPW2200=mCONFIG_IPW2200_MONITOR=yCONFIG_IPW2200_RADIOTAP=yCONFIG_IPW2200_PROMISCUOUS=yCONFIG_IPW2200_QOS=yCONFIG_IPW2200_DEBUG=yCONFIG_LIBIPW=mCONFIG_LIBIPW_DEBUG=yCONFIG_IWLEGACY=mCONFIG_IWL4965=mCONFIG_IWL3945=m
#
# iwl3945 / iwl4965 Debugging Options # CONFIG_IWLEGACY_DEBUG=y CONFIG_IWLEGACY_DEBUGFS=y # end of iwl3945 / iwl4965 Debugging Options
CONFIG_IWLWIFI=mCONFIG_IWLWIFI_LEDS=yCONFIG_IWLDVM=mCONFIG_IWLMVM=mCONFIG_IWLWIFI_OPMODE_MODULAR=y
#
# Debugging Options
#CONFIG_IWLWIFI_DEBUG=yCONFIG_IWLWIFI_DEBUGFS=yCONFIG_IWLWIFI_DEVICE_TRACING=y
# end of Debugging Options
CONFIG_WLAN_VENDOR_INTERSIL=yCONFIG_HOSTAP=mCONFIG_HOSTAP_FIRMWARE=yCONFIG_HOSTAP_FIRMWARE_NVRAM=yCONFIG_HOSTAP_PLX=mCONFIG_HOSTAP_PCI=mCONFIG_HOSTAP_CS=mCONFIG_HERMES=mCONFIG_HERMES_PRISM=yCONFIG_HERMES_CACHE_FW_ON_INIT=yCONFIG_PLX_HERMES=mCONFIG_TMD_HERMES=mCONFIG_NORTEL_HERMES=mCONFIG_PCI_HERMES=mCONFIG_PCMCIA_HERMES=mCONFIG_PCMCIA_SPECTRUM=mCONFIG_ORINOCO_USB=mCONFIG_P54_COMMON=mCONFIG_P54_USB=mCONFIG_P54_PCI=mCONFIG_P54_SPI=mCONFIG_P54_SPI_DEFAULT_EEPROM=yCONFIG_P54_LEDS=yCONFIG_WLAN_VENDOR_MARVELL=yCONFIG_LIBERTAS=mCONFIG_LIBERTAS_USB=mCONFIG_LIBERTAS_CS=mCONFIG_LIBERTAS_SDIO=mCONFIG_LIBERTAS_SPI=mCONFIG_LIBERTAS_DEBUG=yCONFIG_LIBERTAS_MESH=yCONFIG_LIBERTAS_THINFIRM=mCONFIG_LIBERTAS_THINFIRM_DEBUG=yCONFIG_LIBERTAS_THINFIRM_USB=mCONFIG_MWIFIEX=mCONFIG_MWIFIEX_SDIO=mCONFIG_MWIFIEX_PCIE=mCONFIG_MWIFIEX_USB=mCONFIG_MWL8K=mCONFIG_WLAN_VENDOR_MEDIATEK=yCONFIG_MT7601U=mCONFIG_MT76_CORE=mCONFIG_MT76_LEDS=yCONFIG_MT76_USB=mCONFIG_MT76_SDIO=m
CONFIG_MT76x02_LIB=m
CONFIG_MT76x02_USB=mCONFIG_MT76_CONNAC_LIB=m
CONFIG_MT76x0_COMMON=m
CONFIG_MT76x0U=m
CONFIG_MT76x0E=m
CONFIG_MT76x2_COMMON=m
CONFIG_MT76x2E=m
CONFIG_MT76x2U=mCONFIG_MT7603E=mCONFIG_MT7615_COMMON=mCONFIG_MT7615E=mCONFIG_MT7622_WMAC=yCONFIG_MT7663_USB_SDIO_COMMON=mCONFIG_MT7663U=mCONFIG_MT7663S=mCONFIG_MT7915E=mCONFIG_MT7986_WMAC=yCONFIG_MT7921_COMMON=mCONFIG_MT7921E=mCONFIG_MT7921S=mCONFIG_MT7921U=mCONFIG_MT7996E=mCONFIG_WLAN_VENDOR_MICROCHIP=yCONFIG_WILC1000=mCONFIG_WILC1000_SDIO=mCONFIG_WILC1000_SPI=mCONFIG_WILC1000_HW_OOB_INTR=yCONFIG_WLAN_VENDOR_PURELIFI=yCONFIG_PLFXLC=mCONFIG_WLAN_VENDOR_RALINK=yCONFIG_RT2X00=mCONFIG_RT2400PCI=mCONFIG_RT2500PCI=mCONFIG_RT61PCI=mCONFIG_RT2800PCI=mCONFIG_RT2800PCI_RT33XX=yCONFIG_RT2800PCI_RT35XX=yCONFIG_RT2800PCI_RT53XX=yCONFIG_RT2800PCI_RT3290=yCONFIG_RT2500USB=mCONFIG_RT73USB=mCONFIG_RT2800USB=mCONFIG_RT2800USB_RT33XX=yCONFIG_RT2800USB_RT35XX=yCONFIG_RT2800USB_RT3573=yCONFIG_RT2800USB_RT53XX=yCONFIG_RT2800USB_RT55XX=yCONFIG_RT2800USB_UNKNOWN=yCONFIG_RT2800_LIB=mCONFIG_RT2800_LIB_MMIO=mCONFIG_RT2X00_LIB_MMIO=mCONFIG_RT2X00_LIB_PCI=mCONFIG_RT2X00_LIB_USB=mCONFIG_RT2X00_LIB=mCONFIG_RT2X00_LIB_FIRMWARE=yCONFIG_RT2X00_LIB_CRYPTO=yCONFIG_RT2X00_LIB_LEDS=yCONFIG_RT2X00_LIB_DEBUGFS=yCONFIG_RT2X00_DEBUG=yCONFIG_WLAN_VENDOR_REALTEK=yCONFIG_RTL8180=mCONFIG_RTL8187=mCONFIG_RTL8187_LEDS=yCONFIG_RTL_CARDS=mCONFIG_RTL8192CE=mCONFIG_RTL8192SE=mCONFIG_RTL8192DE=mCONFIG_RTL8723AE=mCONFIG_RTL8723BE=mCONFIG_RTL8188EE=mCONFIG_RTL8192EE=mCONFIG_RTL8821AE=mCONFIG_RTL8192CU=mCONFIG_RTLWIFI=mCONFIG_RTLWIFI_PCI=mCONFIG_RTLWIFI_USB=mCONFIG_RTLWIFI_DEBUG=yCONFIG_RTL8192C_COMMON=mCONFIG_RTL8723_COMMON=mCONFIG_RTLBTCOEXIST=mCONFIG_RTL8XXXU=mCONFIG_RTL8XXXU_UNTESTED=yCONFIG_RTW88=mCONFIG_RTW88_CORE=mCONFIG_RTW88_PCI=mCONFIG_RTW88_USB=mCONFIG_RTW88_8822B=mCONFIG_RTW88_8822C=mCONFIG_RTW88_8723D=mCONFIG_RTW88_8821C=mCONFIG_RTW88_8822BE=mCONFIG_RTW88_8822BU=mCONFIG_RTW88_8822CE=mCONFIG_RTW88_8822CU=mCONFIG_RTW88_8723DE=mCONFIG_RTW88_8723DU=mCONFIG_RTW88_8821CE=mCONFIG_RTW88_8821CU=mCONFIG_RTW88_DEBUG=yCONFIG_RTW88_DEBUGFS=yCONFIG_RTW89=mCONFIG_RTW89_CORE=mCONFIG_RTW89_PCI=mCONFIG_RTW89_8852A=mCONFIG_RTW89_8852B=mCONFIG_RTW89_8852C=mCONFIG_RTW89_8852AE=mCONFIG_RTW89_8852BE=mCONFIG_RTW89_8852CE=mCONFIG_RTW89_DEBUG=yCONFIG_RTW89_DEBUGMSG=yCONFIG_RTW89_DEBUGFS=yCONFIG_WLAN_VENDOR_RSI=yCONFIG_RSI_91X=mCONFIG_RSI_DEBUGFS=yCONFIG_RSI_SDIO=mCONFIG_RSI_USB=mCONFIG_RSI_COEX=yCONFIG_WLAN_VENDOR_SILABS=yCONFIG_WFX=mCONFIG_WLAN_VENDOR_ST=yCONFIG_CW1200=mCONFIG_CW1200_WLAN_SDIO=mCONFIG_CW1200_WLAN_SPI=mCONFIG_WLAN_VENDOR_TI=yCONFIG_WL1251=mCONFIG_WL1251_SPI=mCONFIG_WL1251_SDIO=mCONFIG_WL12XX=mCONFIG_WL18XX=mCONFIG_WLCORE=mCONFIG_WLCORE_SPI=mCONFIG_WLCORE_SDIO=mCONFIG_WLAN_VENDOR_ZYDAS=yCONFIG_USB_ZD1201=mCONFIG_ZD1211RW=mCONFIG_ZD1211RW_DEBUG=yCONFIG_WLAN_VENDOR_QUANTENNA=yCONFIG_QTNFMAC=mCONFIG_QTNFMAC_PCIE=mCONFIG_PCMCIA_RAYCS=mCONFIG_PCMCIA_WL3501=mCONFIG_MAC80211_HWSIM=mCONFIG_USB_NET_RNDIS_WLAN=mCONFIG_VIRT_WIFI=mCONFIG_WAN=yCONFIG_HDLC=mCONFIG_HDLC_RAW=mCONFIG_HDLC_RAW_ETH=mCONFIG_HDLC_CISCO=mCONFIG_HDLC_FR=mCONFIG_HDLC_PPP=mCONFIG_HDLC_X25=mCONFIG_PCI200SYN=mCONFIG_WANXL=mCONFIG_PC300TOO=mCONFIG_FARSYNC=mCONFIG_FSL_UCC_HDLC=mCONFIG_SLIC_DS26522=mCONFIG_LAPBETHER=mCONFIG_IEEE802154_DRIVERS=mCONFIG_IEEE802154_FAKELB=mCONFIG_IEEE802154_AT86RF230=mCONFIG_IEEE802154_MRF24J40=mCONFIG_IEEE802154_CC2520=mCONFIG_IEEE802154_ATUSB=mCONFIG_IEEE802154_ADF7242=mCONFIG_IEEE802154_CA8210=mCONFIG_IEEE802154_CA8210_DEBUGFS=yCONFIG_IEEE802154_MCR20A=mCONFIG_IEEE802154_HWSIM=m
#
# Wireless WAN
#CONFIG_WWAN=mCONFIG_WWAN_DEBUGFS=yCONFIG_WWAN_HWSIM=mCONFIG_MHI_WWAN_CTRL=mCONFIG_MHI_WWAN_MBIM=mCONFIG_QCOM_BAM_DMUX=mCONFIG_RPMSG_WWAN_CTRL=mCONFIG_IOSM=mCONFIG_MTK_T7XX=m
# end of Wireless WAN
CONFIG_VMXNET3=mCONFIG_USB4_NET=mCONFIG_NETDEVSIM=mCONFIG_NET_FAILOVER=mCONFIG_ISDN=yCONFIG_ISDN_CAPI=yCONFIG_CAPI_TRACE=yCONFIG_ISDN_CAPI_MIDDLEWARE=yCONFIG_MISDN=mCONFIG_MISDN_DSP=mCONFIG_MISDN_L1OIP=m
#
# mISDN hardware drivers
#CONFIG_MISDN_HFCPCI=mCONFIG_MISDN_HFCMULTI=mCONFIG_MISDN_HFCUSB=mCONFIG_MISDN_AVMFRITZ=mCONFIG_MISDN_SPEEDFAX=mCONFIG_MISDN_INFINEON=mCONFIG_MISDN_W6692=mCONFIG_MISDN_NETJET=mCONFIG_MISDN_HDLC=mCONFIG_MISDN_IPAC=mCONFIG_MISDN_ISAR=m
#
# Input device support
#CONFIG_INPUT=yCONFIG_INPUT_LEDS=mCONFIG_INPUT_FF_MEMLESS=mCONFIG_INPUT_SPARSEKMAP=mCONFIG_INPUT_MATRIXKMAP=mCONFIG_INPUT_VIVALDIFMAP=m
#
# Userland interfaces
#CONFIG_INPUT_MOUSEDEV=mCONFIG_INPUT_MOUSEDEV_PSAUX=yCONFIG_INPUT_MOUSEDEV_SCREEN_X=1024CONFIG_INPUT_MOUSEDEV_SCREEN_Y=768CONFIG_INPUT_JOYDEV=mCONFIG_INPUT_EVDEV=mCONFIG_INPUT_EVBUG=m
#
# Input Device Drivers
#CONFIG_INPUT_KEYBOARD=yCONFIG_KEYBOARD_ADC=mCONFIG_KEYBOARD_ADP5588=mCONFIG_KEYBOARD_ADP5589=mCONFIG_KEYBOARD_ATKBD=mCONFIG_KEYBOARD_QT1050=mCONFIG_KEYBOARD_QT1070=mCONFIG_KEYBOARD_QT2160=mCONFIG_KEYBOARD_CLPS711X=mCONFIG_KEYBOARD_DLINK_DIR685=mCONFIG_KEYBOARD_LKKBD=mCONFIG_KEYBOARD_EP93XX=mCONFIG_KEYBOARD_GPIO=mCONFIG_KEYBOARD_GPIO_POLLED=mCONFIG_KEYBOARD_TCA6416=mCONFIG_KEYBOARD_TCA8418=mCONFIG_KEYBOARD_MATRIX=mCONFIG_KEYBOARD_LM8323=mCONFIG_KEYBOARD_LM8333=mCONFIG_KEYBOARD_LPC32XX=mCONFIG_KEYBOARD_MAX7359=mCONFIG_KEYBOARD_MCS=mCONFIG_KEYBOARD_MPR121=mCONFIG_KEYBOARD_SNVS_PWRKEY=mCONFIG_KEYBOARD_IMX=mCONFIG_KEYBOARD_IMX_SC_KEY=mCONFIG_KEYBOARD_NEWTON=mCONFIG_KEYBOARD_NOMADIK=mCONFIG_KEYBOARD_TEGRA=mCONFIG_KEYBOARD_OPENCORES=mCONFIG_KEYBOARD_PINEPHONE=m
CONFIG_KEYBOARD_PXA27x=mCONFIG_KEYBOARD_PMIC8XXX=mCONFIG_KEYBOARD_SAMSUNG=mCONFIG_KEYBOARD_GOLDFISH_EVENTS=mCONFIG_KEYBOARD_STOWAWAY=mCONFIG_KEYBOARD_ST_KEYSCAN=mCONFIG_KEYBOARD_SUNKBD=mCONFIG_KEYBOARD_SH_KEYSC=mCONFIG_KEYBOARD_STMPE=mCONFIG_KEYBOARD_IQS62X=mCONFIG_KEYBOARD_OMAP4=mCONFIG_KEYBOARD_SPEAR=mCONFIG_KEYBOARD_TM2_TOUCHKEY=mCONFIG_KEYBOARD_XTKBD=mCONFIG_KEYBOARD_CROS_EC=mCONFIG_KEYBOARD_CAP11XX=mCONFIG_KEYBOARD_BCM=mCONFIG_KEYBOARD_MT6779=mCONFIG_KEYBOARD_MTK_PMIC=mCONFIG_KEYBOARD_CYPRESS_SF=mCONFIG_INPUT_MOUSE=yCONFIG_MOUSE_PS2=mCONFIG_MOUSE_PS2_ALPS=yCONFIG_MOUSE_PS2_BYD=yCONFIG_MOUSE_PS2_LOGIPS2PP=yCONFIG_MOUSE_PS2_SYNAPTICS=yCONFIG_MOUSE_PS2_SYNAPTICS_SMBUS=yCONFIG_MOUSE_PS2_CYPRESS=yCONFIG_MOUSE_PS2_TRACKPOINT=yCONFIG_MOUSE_PS2_ELANTECH=yCONFIG_MOUSE_PS2_ELANTECH_SMBUS=yCONFIG_MOUSE_PS2_SENTELIC=yCONFIG_MOUSE_PS2_TOUCHKIT=yCONFIG_MOUSE_PS2_FOCALTECH=yCONFIG_MOUSE_PS2_SMBUS=yCONFIG_MOUSE_SERIAL=mCONFIG_MOUSE_APPLETOUCH=mCONFIG_MOUSE_BCM5974=mCONFIG_MOUSE_CYAPA=mCONFIG_MOUSE_ELAN_I2C=mCONFIG_MOUSE_ELAN_I2C_I2C=yCONFIG_MOUSE_ELAN_I2C_SMBUS=yCONFIG_MOUSE_VSXXXAA=mCONFIG_MOUSE_GPIO=mCONFIG_MOUSE_SYNAPTICS_I2C=mCONFIG_MOUSE_SYNAPTICS_USB=mCONFIG_INPUT_JOYSTICK=yCONFIG_JOYSTICK_ANALOG=mCONFIG_JOYSTICK_A3D=mCONFIG_JOYSTICK_ADC=mCONFIG_JOYSTICK_ADI=mCONFIG_JOYSTICK_COBRA=mCONFIG_JOYSTICK_GF2K=mCONFIG_JOYSTICK_GRIP=mCONFIG_JOYSTICK_GRIP_MP=mCONFIG_JOYSTICK_GUILLEMOT=mCONFIG_JOYSTICK_INTERACT=mCONFIG_JOYSTICK_SIDEWINDER=mCONFIG_JOYSTICK_TMDC=mCONFIG_JOYSTICK_IFORCE=mCONFIG_JOYSTICK_IFORCE_USB=mCONFIG_JOYSTICK_IFORCE_232=mCONFIG_JOYSTICK_WARRIOR=mCONFIG_JOYSTICK_MAGELLAN=mCONFIG_JOYSTICK_SPACEORB=mCONFIG_JOYSTICK_SPACEBALL=mCONFIG_JOYSTICK_STINGER=mCONFIG_JOYSTICK_TWIDJOY=mCONFIG_JOYSTICK_ZHENHUA=mCONFIG_JOYSTICK_DB9=mCONFIG_JOYSTICK_GAMECON=mCONFIG_JOYSTICK_TURBOGRAFX=mCONFIG_JOYSTICK_AS5011=mCONFIG_JOYSTICK_JOYDUMP=mCONFIG_JOYSTICK_XPAD=mCONFIG_JOYSTICK_XPAD_FF=yCONFIG_JOYSTICK_XPAD_LEDS=yCONFIG_JOYSTICK_WALKERA0701=mCONFIG_JOYSTICK_PSXPAD_SPI=mCONFIG_JOYSTICK_PSXPAD_SPI_FF=yCONFIG_JOYSTICK_PXRC=mCONFIG_JOYSTICK_QWIIC=mCONFIG_JOYSTICK_FSIA6B=mCONFIG_JOYSTICK_SENSEHAT=mCONFIG_INPUT_TABLET=yCONFIG_TABLET_USB_ACECAD=mCONFIG_TABLET_USB_AIPTEK=mCONFIG_TABLET_USB_HANWANG=mCONFIG_TABLET_USB_KBTAB=mCONFIG_TABLET_USB_PEGASUS=mCONFIG_TABLET_SERIAL_WACOM4=mCONFIG_INPUT_TOUCHSCREEN=yCONFIG_TOUCHSCREEN_ADS7846=mCONFIG_TOUCHSCREEN_AD7877=mCONFIG_TOUCHSCREEN_AD7879=mCONFIG_TOUCHSCREEN_AD7879_I2C=mCONFIG_TOUCHSCREEN_AD7879_SPI=mCONFIG_TOUCHSCREEN_ADC=mCONFIG_TOUCHSCREEN_AR1021_I2C=mCONFIG_TOUCHSCREEN_ATMEL_MXT=mCONFIG_TOUCHSCREEN_ATMEL_MXT_T37=yCONFIG_TOUCHSCREEN_AUO_PIXCIR=mCONFIG_TOUCHSCREEN_BU21013=mCONFIG_TOUCHSCREEN_BU21029=mCONFIG_TOUCHSCREEN_CHIPONE_ICN8318=mCONFIG_TOUCHSCREEN_CY8CTMA140=mCONFIG_TOUCHSCREEN_CY8CTMG110=mCONFIG_TOUCHSCREEN_CYTTSP_CORE=mCONFIG_TOUCHSCREEN_CYTTSP_I2C=mCONFIG_TOUCHSCREEN_CYTTSP_SPI=mCONFIG_TOUCHSCREEN_CYTTSP4_CORE=mCONFIG_TOUCHSCREEN_CYTTSP4_I2C=mCONFIG_TOUCHSCREEN_CYTTSP4_SPI=mCONFIG_TOUCHSCREEN_CYTTSP5=mCONFIG_TOUCHSCREEN_DA9052=mCONFIG_TOUCHSCREEN_DYNAPRO=mCONFIG_TOUCHSCREEN_HAMPSHIRE=mCONFIG_TOUCHSCREEN_EETI=mCONFIG_TOUCHSCREEN_EGALAX=mCONFIG_TOUCHSCREEN_EGALAX_SERIAL=mCONFIG_TOUCHSCREEN_EXC3000=mCONFIG_TOUCHSCREEN_FUJITSU=mCONFIG_TOUCHSCREEN_GOODIX=mCONFIG_TOUCHSCREEN_HIDEEP=mCONFIG_TOUCHSCREEN_HYCON_HY46XX=mCONFIG_TOUCHSCREEN_HYNITRON_CSTXXX=mCONFIG_TOUCHSCREEN_ILI210X=mCONFIG_TOUCHSCREEN_ILITEK=mCONFIG_TOUCHSCREEN_IPROC=mCONFIG_TOUCHSCREEN_S6SY761=mCONFIG_TOUCHSCREEN_GUNZE=mCONFIG_TOUCHSCREEN_EKTF2127=mCONFIG_TOUCHSCREEN_ELAN=mCONFIG_TOUCHSCREEN_ELO=mCONFIG_TOUCHSCREEN_WACOM_W8001=mCONFIG_TOUCHSCREEN_WACOM_I2C=mCONFIG_TOUCHSCREEN_MAX11801=mCONFIG_TOUCHSCREEN_MCS5000=mCONFIG_TOUCHSCREEN_MMS114=mCONFIG_TOUCHSCREEN_MELFAS_MIP4=mCONFIG_TOUCHSCREEN_MSG2638=mCONFIG_TOUCHSCREEN_MTOUCH=mCONFIG_TOUCHSCREEN_IMAGIS=mCONFIG_TOUCHSCREEN_IMX6UL_TSC=mCONFIG_TOUCHSCREEN_INEXIO=mCONFIG_TOUCHSCREEN_MK712=mCONFIG_TOUCHSCREEN_PENMOUNT=mCONFIG_TOUCHSCREEN_EDT_FT5X06=mCONFIG_TOUCHSCREEN_RASPBERRYPI_FW=mCONFIG_TOUCHSCREEN_MIGOR=mCONFIG_TOUCHSCREEN_TOUCHRIGHT=mCONFIG_TOUCHSCREEN_TOUCHWIN=mCONFIG_TOUCHSCREEN_TI_AM335X_TSC=mCONFIG_TOUCHSCREEN_UCB1400=mCONFIG_TOUCHSCREEN_PIXCIR=mCONFIG_TOUCHSCREEN_WDT87XX_I2C=mCONFIG_TOUCHSCREEN_WM831X=mCONFIG_TOUCHSCREEN_WM97XX=mCONFIG_TOUCHSCREEN_WM9705=yCONFIG_TOUCHSCREEN_WM9712=yCONFIG_TOUCHSCREEN_WM9713=yCONFIG_TOUCHSCREEN_USB_COMPOSITE=mCONFIG_TOUCHSCREEN_MXS_LRADC=mCONFIG_TOUCHSCREEN_MX25=mCONFIG_TOUCHSCREEN_MC13783=mCONFIG_TOUCHSCREEN_USB_EGALAX=yCONFIG_TOUCHSCREEN_USB_PANJIT=yCONFIG_TOUCHSCREEN_USB_3M=yCONFIG_TOUCHSCREEN_USB_ITM=yCONFIG_TOUCHSCREEN_USB_ETURBO=yCONFIG_TOUCHSCREEN_USB_GUNZE=yCONFIG_TOUCHSCREEN_USB_DMC_TSC10=yCONFIG_TOUCHSCREEN_USB_IRTOUCH=yCONFIG_TOUCHSCREEN_USB_IDEALTEK=yCONFIG_TOUCHSCREEN_USB_GENERAL_TOUCH=yCONFIG_TOUCHSCREEN_USB_GOTOP=yCONFIG_TOUCHSCREEN_USB_JASTEC=yCONFIG_TOUCHSCREEN_USB_ELO=yCONFIG_TOUCHSCREEN_USB_E2I=yCONFIG_TOUCHSCREEN_USB_ZYTRONIC=yCONFIG_TOUCHSCREEN_USB_ETT_TC45USB=yCONFIG_TOUCHSCREEN_USB_NEXIO=yCONFIG_TOUCHSCREEN_USB_EASYTOUCH=yCONFIG_TOUCHSCREEN_TOUCHIT213=mCONFIG_TOUCHSCREEN_TS4800=mCONFIG_TOUCHSCREEN_TSC_SERIO=mCONFIG_TOUCHSCREEN_TSC200X_CORE=mCONFIG_TOUCHSCREEN_TSC2004=mCONFIG_TOUCHSCREEN_TSC2005=mCONFIG_TOUCHSCREEN_TSC2007=mCONFIG_TOUCHSCREEN_TSC2007_IIO=yCONFIG_TOUCHSCREEN_PCAP=mCONFIG_TOUCHSCREEN_RM_TS=mCONFIG_TOUCHSCREEN_SILEAD=mCONFIG_TOUCHSCREEN_SIS_I2C=mCONFIG_TOUCHSCREEN_ST1232=mCONFIG_TOUCHSCREEN_STMFTS=mCONFIG_TOUCHSCREEN_STMPE=mCONFIG_TOUCHSCREEN_SUN4I=mCONFIG_TOUCHSCREEN_SUR40=mCONFIG_TOUCHSCREEN_SURFACE3_SPI=mCONFIG_TOUCHSCREEN_SX8654=mCONFIG_TOUCHSCREEN_TPS6507X=mCONFIG_TOUCHSCREEN_ZET6223=mCONFIG_TOUCHSCREEN_ZFORCE=mCONFIG_TOUCHSCREEN_COLIBRI_VF50=mCONFIG_TOUCHSCREEN_ROHM_BU21023=mCONFIG_TOUCHSCREEN_IQS5XX=mCONFIG_TOUCHSCREEN_ZINITIX=mCONFIG_TOUCHSCREEN_HIMAX_HX83112B=mCONFIG_INPUT_MISC=yCONFIG_INPUT_88PM80X_ONKEY=mCONFIG_INPUT_AD714X=mCONFIG_INPUT_AD714X_I2C=mCONFIG_INPUT_AD714X_SPI=mCONFIG_INPUT_ARIEL_PWRBUTTON=mCONFIG_INPUT_ARIZONA_HAPTICS=mCONFIG_INPUT_ATC260X_ONKEY=mCONFIG_INPUT_ATMEL_CAPTOUCH=mCONFIG_INPUT_BMA150=mCONFIG_INPUT_E3X0_BUTTON=mCONFIG_INPUT_PM8941_PWRKEY=mCONFIG_INPUT_PM8XXX_VIBRATOR=mCONFIG_INPUT_PMIC8XXX_PWRKEY=mCONFIG_INPUT_MAX77650_ONKEY=mCONFIG_INPUT_MAX77693_HAPTIC=mCONFIG_INPUT_MC13783_PWRBUTTON=mCONFIG_INPUT_MMA8450=mCONFIG_INPUT_GPIO_BEEPER=mCONFIG_INPUT_GPIO_DECODER=mCONFIG_INPUT_GPIO_VIBRA=mCONFIG_INPUT_CPCAP_PWRBUTTON=mCONFIG_INPUT_ATI_REMOTE2=mCONFIG_INPUT_KEYSPAN_REMOTE=mCONFIG_INPUT_KXTJ9=mCONFIG_INPUT_POWERMATE=mCONFIG_INPUT_YEALINK=mCONFIG_INPUT_CM109=mCONFIG_INPUT_REGULATOR_HAPTIC=mCONFIG_INPUT_RETU_PWRBUTTON=mCONFIG_INPUT_TPS65218_PWRBUTTON=mCONFIG_INPUT_TPS65219_PWRBUTTON=mCONFIG_INPUT_AXP20X_PEK=mCONFIG_INPUT_UINPUT=mCONFIG_INPUT_PCF50633_PMU=mCONFIG_INPUT_PCF8574=mCONFIG_INPUT_PWM_BEEPER=mCONFIG_INPUT_PWM_VIBRA=mCONFIG_INPUT_RK805_PWRKEY=mCONFIG_INPUT_GPIO_ROTARY_ENCODER=mCONFIG_INPUT_DA7280_HAPTICS=mCONFIG_INPUT_DA9052_ONKEY=mCONFIG_INPUT_DA9063_ONKEY=mCONFIG_INPUT_WM831X_ON=mCONFIG_INPUT_PCAP=mCONFIG_INPUT_ADXL34X=mCONFIG_INPUT_ADXL34X_I2C=mCONFIG_INPUT_ADXL34X_SPI=mCONFIG_INPUT_IBM_PANEL=mCONFIG_INPUT_IMS_PCU=mCONFIG_INPUT_IQS269A=mCONFIG_INPUT_IQS626A=mCONFIG_INPUT_IQS7222=mCONFIG_INPUT_CMA3000=mCONFIG_INPUT_CMA3000_I2C=mCONFIG_INPUT_DRV260X_HAPTICS=mCONFIG_INPUT_DRV2665_HAPTICS=mCONFIG_INPUT_DRV2667_HAPTICS=mCONFIG_INPUT_HISI_POWERKEY=mCONFIG_INPUT_RAVE_SP_PWRBUTTON=mCONFIG_INPUT_SC27XX_VIBRA=mCONFIG_INPUT_RT5120_PWRKEY=mCONFIG_RMI4_CORE=mCONFIG_RMI4_I2C=mCONFIG_RMI4_SPI=mCONFIG_RMI4_SMB=mCONFIG_RMI4_F03=yCONFIG_RMI4_F03_SERIO=mCONFIG_RMI4_2D_SENSOR=yCONFIG_RMI4_F11=yCONFIG_RMI4_F12=yCONFIG_RMI4_F30=yCONFIG_RMI4_F34=yCONFIG_RMI4_F3A=yCONFIG_RMI4_F54=yCONFIG_RMI4_F55=y
#
# Hardware I/O ports
#CONFIG_SERIO=mCONFIG_SERIO_SERPORT=mCONFIG_SERIO_PARKBD=mCONFIG_SERIO_PCIPS2=mCONFIG_SERIO_LIBPS2=mCONFIG_SERIO_RAW=mCONFIG_SERIO_ALTERA_PS2=mCONFIG_SERIO_PS2MULT=mCONFIG_SERIO_ARC_PS2=mCONFIG_SERIO_APBPS2=mCONFIG_SERIO_OLPC_APSP=mCONFIG_SERIO_SUN4I_PS2=mCONFIG_SERIO_GPIO_PS2=mCONFIG_USERIO=mCONFIG_GAMEPORT=mCONFIG_GAMEPORT_NS558=mCONFIG_GAMEPORT_L4=mCONFIG_GAMEPORT_EMU10K1=mCONFIG_GAMEPORT_FM801=m
# end of Hardware I/O ports # end of Input device support
#
# Character devices
#CONFIG_TTY=yCONFIG_VT=yCONFIG_CONSOLE_TRANSLATIONS=yCONFIG_VT_CONSOLE=yCONFIG_VT_CONSOLE_SLEEP=yCONFIG_HW_CONSOLE=yCONFIG_VT_HW_CONSOLE_BINDING=yCONFIG_UNIX98_PTYS=yCONFIG_LEGACY_PTYS=yCONFIG_LEGACY_PTY_COUNT=256CONFIG_LEGACY_TIOCSTI=yCONFIG_LDISC_AUTOLOAD=y
#
# Serial drivers
#CONFIG_SERIAL_EARLYCON=yCONFIG_SERIAL_8250=mCONFIG_SERIAL_8250_DEPRECATED_OPTIONS=yCONFIG_SERIAL_8250_16550A_VARIANTS=yCONFIG_SERIAL_8250_FINTEK=yCONFIG_SERIAL_8250_DMA=yCONFIG_SERIAL_8250_PCI=mCONFIG_SERIAL_8250_EXAR=mCONFIG_SERIAL_8250_CS=mCONFIG_SERIAL_8250_MEN_MCB=mCONFIG_SERIAL_8250_NR_UARTS=4CONFIG_SERIAL_8250_RUNTIME_UARTS=4CONFIG_SERIAL_8250_EXTENDED=yCONFIG_SERIAL_8250_MANY_PORTS=yCONFIG_SERIAL_8250_ASPEED_VUART=mCONFIG_SERIAL_8250_SHARE_IRQ=yCONFIG_SERIAL_8250_DETECT_IRQ=yCONFIG_SERIAL_8250_RSA=yCONFIG_SERIAL_8250_DWLIB=yCONFIG_SERIAL_8250_BCM2835AUX=mCONFIG_SERIAL_8250_DW=mCONFIG_SERIAL_8250_EM=mCONFIG_SERIAL_8250_IOC3=mCONFIG_SERIAL_8250_RT288X=yCONFIG_SERIAL_8250_OMAP=mCONFIG_SERIAL_8250_LPC18XX=mCONFIG_SERIAL_8250_MT6577=mCONFIG_SERIAL_8250_UNIPHIER=mCONFIG_SERIAL_8250_INGENIC=mCONFIG_SERIAL_8250_LPSS=mCONFIG_SERIAL_8250_MID=mCONFIG_SERIAL_8250_PERICOM=mCONFIG_SERIAL_8250_PXA=mCONFIG_SERIAL_8250_TEGRA=mCONFIG_SERIAL_8250_BCM7271=mCONFIG_SERIAL_OF_PLATFORM=m
#
# Non-8250 serial port support
#CONFIG_SERIAL_AMBA_PL010=mCONFIG_SERIAL_ATMEL=yCONFIG_SERIAL_ATMEL_CONSOLE=yCONFIG_SERIAL_ATMEL_PDC=yCONFIG_SERIAL_ATMEL_TTYAT=yCONFIG_SERIAL_KGDB_NMI=yCONFIG_SERIAL_MESON=mCONFIG_SERIAL_MESON_CONSOLE=yCONFIG_SERIAL_CLPS711X=mCONFIG_SERIAL_SAMSUNG=mCONFIG_SERIAL_SAMSUNG_UARTS_4=yCONFIG_SERIAL_SAMSUNG_UARTS=4CONFIG_SERIAL_SAMSUNG_CONSOLE=yCONFIG_SERIAL_TEGRA=mCONFIG_SERIAL_TEGRA_TCU=mCONFIG_SERIAL_MAX3100=mCONFIG_SERIAL_MAX310X=mCONFIG_SERIAL_IMX=mCONFIG_SERIAL_IMX_CONSOLE=mCONFIG_SERIAL_IMX_EARLYCON=yCONFIG_SERIAL_UARTLITE=mCONFIG_SERIAL_UARTLITE_NR_UARTS=1CONFIG_SERIAL_SH_SCI=mCONFIG_SERIAL_SH_SCI_NR_UARTS=2CONFIG_SERIAL_SH_SCI_DMA=yCONFIG_SERIAL_HS_LPC32XX=mCONFIG_SERIAL_CORE=yCONFIG_SERIAL_CORE_CONSOLE=yCONFIG_CONSOLE_POLL=yCONFIG_SERIAL_PIC32=mCONFIG_SERIAL_ICOM=mCONFIG_SERIAL_JSM=mCONFIG_SERIAL_MSM=mCONFIG_SERIAL_QCOM_GENI=mCONFIG_SERIAL_QCOM_GENI_CONSOLE=yCONFIG_SERIAL_VT8500=yCONFIG_SERIAL_VT8500_CONSOLE=yCONFIG_SERIAL_OMAP=mCONFIG_SERIAL_SIFIVE=mCONFIG_SERIAL_LANTIQ=mCONFIG_SERIAL_QE=mCONFIG_SERIAL_SCCNXP=mCONFIG_SERIAL_SC16IS7XX_CORE=mCONFIG_SERIAL_SC16IS7XX=mCONFIG_SERIAL_SC16IS7XX_I2C=yCONFIG_SERIAL_SC16IS7XX_SPI=yCONFIG_SERIAL_TIMBERDALE=mCONFIG_SERIAL_BCM63XX=mCONFIG_SERIAL_ALTERA_JTAGUART=mCONFIG_SERIAL_ALTERA_UART=mCONFIG_SERIAL_ALTERA_UART_MAXPORTS=4CONFIG_SERIAL_ALTERA_UART_BAUDRATE=115200CONFIG_SERIAL_PCH_UART=mCONFIG_SERIAL_MXS_AUART=mCONFIG_SERIAL_XILINX_PS_UART=mCONFIG_SERIAL_AR933X=mCONFIG_SERIAL_AR933X_NR_UARTS=2CONFIG_SERIAL_MPS2_UART_CONSOLE=yCONFIG_SERIAL_MPS2_UART=yCONFIG_SERIAL_ARC=mCONFIG_SERIAL_ARC_NR_PORTS=1CONFIG_SERIAL_RP2=mCONFIG_SERIAL_RP2_NR_UARTS=32CONFIG_SERIAL_FSL_LPUART=mCONFIG_SERIAL_FSL_LPUART_CONSOLE=yCONFIG_SERIAL_FSL_LINFLEXUART=mCONFIG_SERIAL_CONEXANT_DIGICOLOR=mCONFIG_SERIAL_ST_ASC=mCONFIG_SERIAL_MEN_Z135=mCONFIG_SERIAL_SPRD=mCONFIG_SERIAL_STM32=mCONFIG_SERIAL_MVEBU_UART=yCONFIG_SERIAL_MVEBU_CONSOLE=yCONFIG_SERIAL_OWL=mCONFIG_SERIAL_RDA=yCONFIG_SERIAL_RDA_CONSOLE=yCONFIG_SERIAL_MILBEAUT_USIO=mCONFIG_SERIAL_MILBEAUT_USIO_PORTS=4CONFIG_SERIAL_LITEUART=mCONFIG_SERIAL_LITEUART_MAX_PORTS=1CONFIG_SERIAL_SUNPLUS=mCONFIG_SERIAL_SUNPLUS_CONSOLE=y
# end of Serial drivers
CONFIG_SERIAL_MCTRL_GPIO=yCONFIG_SERIAL_NONSTANDARD=yCONFIG_MOXA_INTELLIO=mCONFIG_MOXA_SMARTIO=mCONFIG_SYNCLINK_GT=mCONFIG_N_HDLC=mCONFIG_GOLDFISH_TTY=mCONFIG_N_GSM=mCONFIG_NOZOMI=mCONFIG_NULL_TTY=mCONFIG_HVC_DRIVER=yCONFIG_RPMSG_TTY=mCONFIG_SERIAL_DEV_BUS=mCONFIG_TTY_PRINTK=mCONFIG_TTY_PRINTK_LEVEL=6CONFIG_PRINTER=mCONFIG_LP_CONSOLE=yCONFIG_PPDEV=mCONFIG_VIRTIO_CONSOLE=mCONFIG_IPMI_HANDLER=mCONFIG_IPMI_PLAT_DATA=yCONFIG_IPMI_PANIC_EVENT=yCONFIG_IPMI_PANIC_STRING=yCONFIG_IPMI_DEVICE_INTERFACE=mCONFIG_IPMI_SI=mCONFIG_IPMI_SSIF=mCONFIG_IPMI_IPMB=mCONFIG_IPMI_WATCHDOG=mCONFIG_IPMI_POWEROFF=mCONFIG_IPMI_KCS_BMC=mCONFIG_ASPEED_KCS_IPMI_BMC=mCONFIG_NPCM7XX_KCS_IPMI_BMC=mCONFIG_IPMI_KCS_BMC_CDEV_IPMI=mCONFIG_IPMI_KCS_BMC_SERIO=mCONFIG_ASPEED_BT_IPMI_BMC=mCONFIG_SSIF_IPMI_BMC=mCONFIG_IPMB_DEVICE_INTERFACE=mCONFIG_HW_RANDOM=mCONFIG_HW_RANDOM_TIMERIOMEM=mCONFIG_HW_RANDOM_ATMEL=mCONFIG_HW_RANDOM_BA431=mCONFIG_HW_RANDOM_BCM2835=mCONFIG_HW_RANDOM_IPROC_RNG200=mCONFIG_HW_RANDOM_IXP4XX=mCONFIG_HW_RANDOM_OMAP=mCONFIG_HW_RANDOM_OMAP3_ROM=mCONFIG_HW_RANDOM_VIRTIO=mCONFIG_HW_RANDOM_IMX_RNGC=mCONFIG_HW_RANDOM_INGENIC_RNG=mCONFIG_HW_RANDOM_INGENIC_TRNG=mCONFIG_HW_RANDOM_NOMADIK=mCONFIG_HW_RANDOM_STM32=mCONFIG_HW_RANDOM_POLARFIRE_SOC=mCONFIG_HW_RANDOM_MESON=mCONFIG_HW_RANDOM_MTK=mCONFIG_HW_RANDOM_EXYNOS=mCONFIG_HW_RANDOM_NPCM=mCONFIG_HW_RANDOM_KEYSTONE=mCONFIG_HW_RANDOM_CCTRNG=mCONFIG_HW_RANDOM_XIPHERA=mCONFIG_APPLICOM=m
#
# PCMCIA character devices
#CONFIG_SYNCLINK_CS=mCONFIG_CARDMAN_4000=mCONFIG_CARDMAN_4040=mCONFIG_SCR24X=mCONFIG_IPWIRELESS=m
# end of PCMCIA character devices
CONFIG_DEVMEM=yCONFIG_DEVPORT=yCONFIG_TCG_TPM=yCONFIG_TCG_TIS_CORE=mCONFIG_TCG_TIS=mCONFIG_TCG_TIS_SPI=mCONFIG_TCG_TIS_SPI_CR50=yCONFIG_TCG_TIS_I2C=mCONFIG_TCG_TIS_SYNQUACER=mCONFIG_TCG_TIS_I2C_CR50=mCONFIG_TCG_TIS_I2C_ATMEL=mCONFIG_TCG_TIS_I2C_INFINEON=mCONFIG_TCG_TIS_I2C_NUVOTON=mCONFIG_TCG_ATMEL=mCONFIG_TCG_VTPM_PROXY=mCONFIG_TCG_TIS_ST33ZP24=mCONFIG_TCG_TIS_ST33ZP24_I2C=mCONFIG_TCG_TIS_ST33ZP24_SPI=mCONFIG_XILLYBUS_CLASS=mCONFIG_XILLYBUS=mCONFIG_XILLYBUS_PCIE=mCONFIG_XILLYBUS_OF=mCONFIG_XILLYUSB=m
# end of Character devices
#
# I2C support
#CONFIG_I2C=mCONFIG_I2C_BOARDINFO=yCONFIG_I2C_COMPAT=yCONFIG_I2C_CHARDEV=mCONFIG_I2C_MUX=m
#
# Multiplexer I2C Chip support
#CONFIG_I2C_ARB_GPIO_CHALLENGE=mCONFIG_I2C_MUX_GPIO=mCONFIG_I2C_MUX_GPMUX=mCONFIG_I2C_MUX_LTC4306=mCONFIG_I2C_MUX_PCA9541=m
CONFIG_I2C_MUX_PCA954x=mCONFIG_I2C_MUX_PINCTRL=mCONFIG_I2C_MUX_REG=mCONFIG_I2C_DEMUX_PINCTRL=mCONFIG_I2C_MUX_MLXCPLD=m
# end of Multiplexer I2C Chip support
CONFIG_I2C_HELPER_AUTO=yCONFIG_I2C_SMBUS=mCONFIG_I2C_ALGOBIT=mCONFIG_I2C_ALGOPCA=m
#
# I2C Hardware Bus support
#
#
# PC SMBus host controller drivers
#CONFIG_I2C_CCGX_UCSI=mCONFIG_I2C_ALI1535=mCONFIG_I2C_ALI1563=mCONFIG_I2C_ALI15X3=mCONFIG_I2C_AMD756=mCONFIG_I2C_AMD8111=mCONFIG_I2C_HIX5HD2=mCONFIG_I2C_I801=mCONFIG_I2C_ISCH=mCONFIG_I2C_PIIX4=mCONFIG_I2C_NFORCE2=mCONFIG_I2C_NVIDIA_GPU=mCONFIG_I2C_SIS5595=mCONFIG_I2C_SIS630=mCONFIG_I2C_SIS96X=mCONFIG_I2C_VIA=mCONFIG_I2C_VIAPRO=m
#
# I2C system bus drivers (mostly embedded / system-on-chip) #CONFIG_I2C_ALTERA=mCONFIG_I2C_ASPEED=mCONFIG_I2C_AT91=m CONFIG_I2C_AT91_SLAVE_EXPERIMENTAL=m CONFIG_I2C_AXXIA=mCONFIG_I2C_BCM2835=mCONFIG_I2C_BCM_IPROC=mCONFIG_I2C_BCM_KONA=mCONFIG_I2C_BRCMSTB=mCONFIG_I2C_CADENCE=mCONFIG_I2C_CBUS_GPIO=mCONFIG_I2C_DAVINCI=mCONFIG_I2C_DESIGNWARE_CORE=m CONFIG_I2C_DESIGNWARE_SLAVE=y CONFIG_I2C_DESIGNWARE_PLATFORM=m CONFIG_I2C_DESIGNWARE_PCI=mCONFIG_I2C_DIGICOLOR=mCONFIG_I2C_EG20T=mCONFIG_I2C_EMEV2=mCONFIG_I2C_EXYNOS5=mCONFIG_I2C_GPIO=mCONFIG_I2C_GPIO_FAULT_INJECTOR=y CONFIG_I2C_HIGHLANDER=mCONFIG_I2C_HISI=mCONFIG_I2C_IMG=mCONFIG_I2C_IMX=mCONFIG_I2C_IMX_LPI2C=mCONFIG_I2C_IOP3XX=mCONFIG_I2C_JZ4780=mCONFIG_I2C_KEMPLD=mCONFIG_I2C_LPC2K=mCONFIG_I2C_MESON=mCONFIG_I2C_MICROCHIP_CORE=mCONFIG_I2C_MT65XX=mCONFIG_I2C_MT7621=mCONFIG_I2C_MV64XXX=mCONFIG_I2C_MXS=mCONFIG_I2C_NPCM=mCONFIG_I2C_OCORES=mCONFIG_I2C_OMAP=mCONFIG_I2C_OWL=mCONFIG_I2C_APPLE=mCONFIG_I2C_PCA_PLATFORM=mCONFIG_I2C_PNX=mCONFIG_I2C_PXA=mCONFIG_I2C_PXA_SLAVE=yCONFIG_I2C_QCOM_CCI=mCONFIG_I2C_QCOM_GENI=mCONFIG_I2C_QUP=mCONFIG_I2C_RIIC=mCONFIG_I2C_RK3X=mCONFIG_I2C_RZV2M=mCONFIG_I2C_S3C2410=mCONFIG_I2C_SH_MOBILE=mCONFIG_I2C_SIMTEC=mCONFIG_I2C_ST=mCONFIG_I2C_STM32F4=mCONFIG_I2C_STM32F7=mCONFIG_I2C_SUN6I_P2WI=mCONFIG_I2C_SYNQUACER=mCONFIG_I2C_TEGRA_BPMP=mCONFIG_I2C_UNIPHIER=mCONFIG_I2C_UNIPHIER_F=mCONFIG_I2C_VERSATILE=mCONFIG_I2C_WMT=mCONFIG_I2C_XILINX=mCONFIG_I2C_XLP9XX=mCONFIG_I2C_RCAR=m
#
# External I2C/SMBus adapter drivers
#CONFIG_I2C_DIOLAN_U2C=mCONFIG_I2C_DLN2=mCONFIG_I2C_CP2615=mCONFIG_I2C_PARPORT=mCONFIG_I2C_PCI1XXXX=mCONFIG_I2C_ROBOTFUZZ_OSIF=mCONFIG_I2C_TAOS_EVM=mCONFIG_I2C_TINY_USB=mCONFIG_I2C_VIPERBOARD=m
#
# Other I2C/SMBus bus drivers
#CONFIG_I2C_MLXCPLD=mCONFIG_I2C_CROS_EC_TUNNEL=mCONFIG_I2C_FSI=mCONFIG_I2C_VIRTIO=m
# end of I2C Hardware Bus support
CONFIG_I2C_STUB=mCONFIG_I2C_SLAVE=yCONFIG_I2C_SLAVE_EEPROM=mCONFIG_I2C_SLAVE_TESTUNIT=mCONFIG_I2C_DEBUG_CORE=yCONFIG_I2C_DEBUG_ALGO=yCONFIG_I2C_DEBUG_BUS=y
# end of I2C support
CONFIG_I3C=mCONFIG_CDNS_I3C_MASTER=mCONFIG_DW_I3C_MASTER=mCONFIG_SVC_I3C_MASTER=mCONFIG_MIPI_I3C_HCI=mCONFIG_SPI=yCONFIG_SPI_DEBUG=yCONFIG_SPI_MASTER=yCONFIG_SPI_MEM=y
#
# SPI Master Controller Drivers
#CONFIG_SPI_ALTERA=mCONFIG_SPI_ALTERA_CORE=mCONFIG_SPI_ALTERA_DFL=mCONFIG_SPI_AR934X=mCONFIG_SPI_ATH79=mCONFIG_SPI_ARMADA_3700=mCONFIG_SPI_ASPEED_SMC=mCONFIG_SPI_ATMEL=mCONFIG_SPI_AT91_USART=mCONFIG_SPI_ATMEL_QUADSPI=mCONFIG_SPI_AXI_SPI_ENGINE=mCONFIG_SPI_BCM2835=mCONFIG_SPI_BCM2835AUX=mCONFIG_SPI_BCM63XX=mCONFIG_SPI_BCM63XX_HSSPI=mCONFIG_SPI_BCM_QSPI=mCONFIG_SPI_BITBANG=mCONFIG_SPI_BUTTERFLY=mCONFIG_SPI_CADENCE=mCONFIG_SPI_CADENCE_QUADSPI=mCONFIG_SPI_CADENCE_XSPI=mCONFIG_SPI_CLPS711X=mCONFIG_SPI_DESIGNWARE=mCONFIG_SPI_DW_DMA=yCONFIG_SPI_DW_PCI=mCONFIG_SPI_DW_MMIO=mCONFIG_SPI_DW_BT1=mCONFIG_SPI_DW_BT1_DIRMAP=yCONFIG_SPI_DLN2=mCONFIG_SPI_EP93XX=mCONFIG_SPI_FSI=mCONFIG_SPI_FSL_LPSPI=mCONFIG_SPI_FSL_QUADSPI=mCONFIG_SPI_GXP=mCONFIG_SPI_HISI_KUNPENG=mCONFIG_SPI_HISI_SFC_V3XX=mCONFIG_SPI_NXP_FLEXSPI=mCONFIG_SPI_GPIO=mCONFIG_SPI_IMG_SPFI=mCONFIG_SPI_IMX=mCONFIG_SPI_INGENIC=mCONFIG_SPI_INTEL=mCONFIG_SPI_INTEL_PCI=mCONFIG_SPI_INTEL_PLATFORM=mCONFIG_SPI_JCORE=mCONFIG_SPI_LM70_LLP=mCONFIG_SPI_LP8841_RTC=mCONFIG_SPI_FSL_LIB=mCONFIG_SPI_FSL_SPI=mCONFIG_SPI_FSL_DSPI=mCONFIG_SPI_MESON_SPICC=mCONFIG_SPI_MESON_SPIFC=mCONFIG_SPI_MICROCHIP_CORE=mCONFIG_SPI_MICROCHIP_CORE_QSPI=mCONFIG_SPI_MT65XX=mCONFIG_SPI_MT7621=mCONFIG_SPI_MTK_NOR=mCONFIG_SPI_MTK_SNFI=mCONFIG_SPI_WPCM_FIU=mCONFIG_SPI_NPCM_FIU=mCONFIG_SPI_NPCM_PSPI=mCONFIG_SPI_LANTIQ_SSC=mCONFIG_SPI_OC_TINY=mCONFIG_SPI_OMAP24XX=mCONFIG_SPI_TI_QSPI=mCONFIG_SPI_OMAP_100K=mCONFIG_SPI_ORION=mCONFIG_SPI_PCI1XXXX=mCONFIG_SPI_PIC32=mCONFIG_SPI_PIC32_SQI=mCONFIG_SPI_PXA2XX=mCONFIG_SPI_PXA2XX_PCI=mCONFIG_SPI_ROCKCHIP=mCONFIG_SPI_ROCKCHIP_SFC=mCONFIG_SPI_RPCIF=mCONFIG_SPI_RSPI=mCONFIG_SPI_QUP=mCONFIG_SPI_QCOM_GENI=mCONFIG_SPI_S3C64XX=mCONFIG_SPI_SC18IS602=mCONFIG_SPI_SH_MSIOF=mCONFIG_SPI_SH=mCONFIG_SPI_SH_HSPI=mCONFIG_SPI_SIFIVE=mCONFIG_SPI_SLAVE_MT27XX=mCONFIG_SPI_SN_F_OSPI=mCONFIG_SPI_SPRD=mCONFIG_SPI_SPRD_ADI=mCONFIG_SPI_STM32=mCONFIG_SPI_STM32_QSPI=mCONFIG_SPI_ST_SSC4=mCONFIG_SPI_SUN4I=mCONFIG_SPI_SUN6I=mCONFIG_SPI_SUNPLUS_SP7021=mCONFIG_SPI_SYNQUACER=mCONFIG_SPI_MXIC=mCONFIG_SPI_TEGRA210_QUAD=mCONFIG_SPI_TEGRA114=mCONFIG_SPI_TEGRA20_SFLASH=mCONFIG_SPI_TEGRA20_SLINK=mCONFIG_SPI_TOPCLIFF_PCH=mCONFIG_SPI_UNIPHIER=mCONFIG_SPI_XCOMM=mCONFIG_SPI_XILINX=mCONFIG_SPI_XLP=mCONFIG_SPI_XTENSA_XTFPGA=mCONFIG_SPI_ZYNQ_QSPI=mCONFIG_SPI_ZYNQMP_GQSPI=mCONFIG_SPI_AMD=m
#
# SPI Multiplexer support
#CONFIG_SPI_MUX=m
#
# SPI Protocol Masters
#CONFIG_SPI_SPIDEV=mCONFIG_SPI_LOOPBACK_TEST=mCONFIG_SPI_TLE62X0=mCONFIG_SPI_SLAVE=yCONFIG_SPI_SLAVE_TIME=mCONFIG_SPI_SLAVE_SYSTEM_CONTROL=mCONFIG_SPI_DYNAMIC=yCONFIG_SPMI=mCONFIG_SPMI_HISI3670=mCONFIG_SPMI_MSM_PMIC_ARB=mCONFIG_SPMI_MTK_PMIF=mCONFIG_HSI=mCONFIG_HSI_BOARDINFO=y
#
# HSI controllers
#
#
# HSI clients
#CONFIG_HSI_CHAR=mCONFIG_PPS=mCONFIG_PPS_DEBUG=y
#
# PPS clients support
#CONFIG_PPS_CLIENT_KTIMER=mCONFIG_PPS_CLIENT_LDISC=mCONFIG_PPS_CLIENT_PARPORT=mCONFIG_PPS_CLIENT_GPIO=m
#
# PPS generators support
#
#
# PTP clock support
#CONFIG_PTP_1588_CLOCK=mCONFIG_PTP_1588_CLOCK_OPTIONAL=mCONFIG_PTP_1588_CLOCK_DTE=mCONFIG_PTP_1588_CLOCK_QORIQ=mCONFIG_DP83640_PHY=mCONFIG_PTP_1588_CLOCK_INES=mCONFIG_PTP_1588_CLOCK_PCH=mCONFIG_PTP_1588_CLOCK_IDT82P33=mCONFIG_PTP_1588_CLOCK_IDTCM=mCONFIG_PTP_1588_CLOCK_OCP=m
# end of PTP clock support
CONFIG_PINCTRL=yCONFIG_GENERIC_PINCTRL_GROUPS=yCONFIG_PINMUX=yCONFIG_GENERIC_PINMUX_FUNCTIONS=yCONFIG_PINCONF=yCONFIG_GENERIC_PINCONF=yCONFIG_DEBUG_PINCTRL=yCONFIG_PINCTRL_AMD=yCONFIG_PINCTRL_AT91PIO4=yCONFIG_PINCTRL_AXP209=mCONFIG_PINCTRL_BM1880=yCONFIG_PINCTRL_CY8C95X0=mCONFIG_PINCTRL_DA850_PUPD=mCONFIG_PINCTRL_DA9062=mCONFIG_PINCTRL_EQUILIBRIUM=mCONFIG_PINCTRL_INGENIC=yCONFIG_PINCTRL_LOONGSON2=mCONFIG_PINCTRL_LPC18XX=yCONFIG_PINCTRL_MCP23S08_I2C=mCONFIG_PINCTRL_MCP23S08_SPI=mCONFIG_PINCTRL_MCP23S08=mCONFIG_PINCTRL_MICROCHIP_SGPIO=mCONFIG_PINCTRL_OCELOT=mCONFIG_PINCTRL_PISTACHIO=yCONFIG_PINCTRL_RK805=mCONFIG_PINCTRL_ROCKCHIP=mCONFIG_PINCTRL_SINGLE=mCONFIG_PINCTRL_STMFX=mCONFIG_PINCTRL_OWL=yCONFIG_PINCTRL_S500=yCONFIG_PINCTRL_S700=yCONFIG_PINCTRL_S900=yCONFIG_PINCTRL_ASPEED=yCONFIG_PINCTRL_ASPEED_G4=yCONFIG_PINCTRL_ASPEED_G5=yCONFIG_PINCTRL_ASPEED_G6=yCONFIG_PINCTRL_BCM281XX=yCONFIG_PINCTRL_BCM2835=mCONFIG_PINCTRL_BCM4908=mCONFIG_PINCTRL_BCM63XX=yCONFIG_PINCTRL_BCM6318=yCONFIG_PINCTRL_BCM6328=yCONFIG_PINCTRL_BCM6358=yCONFIG_PINCTRL_BCM6362=yCONFIG_PINCTRL_BCM6368=yCONFIG_PINCTRL_BCM63268=yCONFIG_PINCTRL_IPROC_GPIO=yCONFIG_PINCTRL_CYGNUS_MUX=yCONFIG_PINCTRL_NS=yCONFIG_PINCTRL_NSP_GPIO=yCONFIG_PINCTRL_NS2_MUX=yCONFIG_PINCTRL_NSP_MUX=yCONFIG_PINCTRL_BERLIN=yCONFIG_PINCTRL_AS370=yCONFIG_PINCTRL_BERLIN_BG4CT=yCONFIG_PINCTRL_MADERA=mCONFIG_PINCTRL_CS47L15=yCONFIG_PINCTRL_CS47L35=yCONFIG_PINCTRL_CS47L85=yCONFIG_PINCTRL_CS47L90=yCONFIG_PINCTRL_CS47L92=yCONFIG_PINCTRL_IMX=mCONFIG_PINCTRL_IMX8MM=mCONFIG_PINCTRL_IMX8MN=mCONFIG_PINCTRL_IMX8MP=mCONFIG_PINCTRL_IMX8MQ=m
#
# Intel pinctrl drivers
#
# end of Intel pinctrl drivers
#
# MediaTek pinctrl drivers
#CONFIG_EINT_MTK=yCONFIG_PINCTRL_MTK=yCONFIG_PINCTRL_MTK_V2=yCONFIG_PINCTRL_MTK_MOORE=yCONFIG_PINCTRL_MTK_PARIS=yCONFIG_PINCTRL_MT2701=yCONFIG_PINCTRL_MT7623=yCONFIG_PINCTRL_MT7629=yCONFIG_PINCTRL_MT8135=yCONFIG_PINCTRL_MT8127=yCONFIG_PINCTRL_MT2712=yCONFIG_PINCTRL_MT6765=mCONFIG_PINCTRL_MT6779=mCONFIG_PINCTRL_MT6795=yCONFIG_PINCTRL_MT6797=yCONFIG_PINCTRL_MT7622=yCONFIG_PINCTRL_MT7986=yCONFIG_PINCTRL_MT8167=yCONFIG_PINCTRL_MT8173=yCONFIG_PINCTRL_MT8183=yCONFIG_PINCTRL_MT8186=yCONFIG_PINCTRL_MT8188=yCONFIG_PINCTRL_MT8192=yCONFIG_PINCTRL_MT8195=yCONFIG_PINCTRL_MT8365=yCONFIG_PINCTRL_MT8516=yCONFIG_PINCTRL_MT6397=y
# end of MediaTek pinctrl drivers
CONFIG_PINCTRL_MESON=mCONFIG_PINCTRL_WPCM450=mCONFIG_PINCTRL_NPCM7XX=yCONFIG_PINCTRL_PXA=yCONFIG_PINCTRL_PXA25X=mCONFIG_PINCTRL_PXA27X=mCONFIG_PINCTRL_MSM=mCONFIG_PINCTRL_APQ8064=mCONFIG_PINCTRL_APQ8084=mCONFIG_PINCTRL_IPQ4019=mCONFIG_PINCTRL_IPQ8064=mCONFIG_PINCTRL_IPQ8074=mCONFIG_PINCTRL_IPQ6018=mCONFIG_PINCTRL_MSM8226=mCONFIG_PINCTRL_MSM8660=mCONFIG_PINCTRL_MSM8960=mCONFIG_PINCTRL_MDM9607=mCONFIG_PINCTRL_MDM9615=mCONFIG_PINCTRL_MSM8X74=mCONFIG_PINCTRL_MSM8909=mCONFIG_PINCTRL_MSM8916=mCONFIG_PINCTRL_MSM8953=mCONFIG_PINCTRL_MSM8976=mCONFIG_PINCTRL_MSM8994=mCONFIG_PINCTRL_MSM8996=mCONFIG_PINCTRL_MSM8998=mCONFIG_PINCTRL_QCM2290=mCONFIG_PINCTRL_QCS404=mCONFIG_PINCTRL_QCOM_SPMI_PMIC=mCONFIG_PINCTRL_QCOM_SSBI_PMIC=mCONFIG_PINCTRL_SC7180=mCONFIG_PINCTRL_SC7280=mCONFIG_PINCTRL_SC7280_LPASS_LPI=mCONFIG_PINCTRL_SC8180X=mCONFIG_PINCTRL_SC8280XP=mCONFIG_PINCTRL_SDM660=mCONFIG_PINCTRL_SDM670=mCONFIG_PINCTRL_SDM845=mCONFIG_PINCTRL_SDX55=mCONFIG_PINCTRL_SM6115=mCONFIG_PINCTRL_SM6125=mCONFIG_PINCTRL_SM6350=mCONFIG_PINCTRL_SM6375=mCONFIG_PINCTRL_SDX65=mCONFIG_PINCTRL_SM8150=mCONFIG_PINCTRL_SM8250=mCONFIG_PINCTRL_SM8250_LPASS_LPI=mCONFIG_PINCTRL_SM8350=mCONFIG_PINCTRL_SM8450=mCONFIG_PINCTRL_SM8450_LPASS_LPI=mCONFIG_PINCTRL_SC8280XP_LPASS_LPI=mCONFIG_PINCTRL_LPASS_LPI=m
#
# Renesas pinctrl drivers
#CONFIG_PINCTRL_RENESAS=yCONFIG_PINCTRL_SH_PFC=yCONFIG_PINCTRL_SH_PFC_GPIO=yCONFIG_PINCTRL_SH_FUNC_GPIO=yCONFIG_PINCTRL_PFC_EMEV2=yCONFIG_PINCTRL_PFC_R8A77995=yCONFIG_PINCTRL_PFC_R8A7794=yCONFIG_PINCTRL_PFC_R8A77990=yCONFIG_PINCTRL_PFC_R8A7779=yCONFIG_PINCTRL_PFC_R8A7790=yCONFIG_PINCTRL_PFC_R8A77950=yCONFIG_PINCTRL_PFC_R8A77951=yCONFIG_PINCTRL_PFC_R8A7778=yCONFIG_PINCTRL_PFC_R8A7793=yCONFIG_PINCTRL_PFC_R8A7791=yCONFIG_PINCTRL_PFC_R8A77965=yCONFIG_PINCTRL_PFC_R8A77960=yCONFIG_PINCTRL_PFC_R8A77961=yCONFIG_PINCTRL_PFC_R8A779F0=yCONFIG_PINCTRL_PFC_R8A7792=yCONFIG_PINCTRL_PFC_R8A77980=yCONFIG_PINCTRL_PFC_R8A77970=yCONFIG_PINCTRL_PFC_R8A779A0=yCONFIG_PINCTRL_PFC_R8A779G0=yCONFIG_PINCTRL_PFC_R8A7740=yCONFIG_PINCTRL_PFC_R8A73A4=yCONFIG_PINCTRL_RZA1=yCONFIG_PINCTRL_RZA2=yCONFIG_PINCTRL_RZG2L=yCONFIG_PINCTRL_PFC_R8A77470=yCONFIG_PINCTRL_PFC_R8A7745=yCONFIG_PINCTRL_PFC_R8A7742=yCONFIG_PINCTRL_PFC_R8A7743=yCONFIG_PINCTRL_PFC_R8A7744=yCONFIG_PINCTRL_PFC_R8A774C0=yCONFIG_PINCTRL_PFC_R8A774E1=yCONFIG_PINCTRL_PFC_R8A774A1=yCONFIG_PINCTRL_PFC_R8A774B1=yCONFIG_PINCTRL_RZN1=yCONFIG_PINCTRL_RZV2M=yCONFIG_PINCTRL_PFC_SH7203=yCONFIG_PINCTRL_PFC_SH7264=yCONFIG_PINCTRL_PFC_SH7269=yCONFIG_PINCTRL_PFC_SH7720=yCONFIG_PINCTRL_PFC_SH7722=yCONFIG_PINCTRL_PFC_SH7734=yCONFIG_PINCTRL_PFC_SH7757=yCONFIG_PINCTRL_PFC_SH7785=yCONFIG_PINCTRL_PFC_SH7786=yCONFIG_PINCTRL_PFC_SH73A0=yCONFIG_PINCTRL_PFC_SH7723=yCONFIG_PINCTRL_PFC_SH7724=yCONFIG_PINCTRL_PFC_SHX3=y
# end of Renesas pinctrl drivers
CONFIG_PINCTRL_SAMSUNG=yCONFIG_PINCTRL_EXYNOS=yCONFIG_PINCTRL_EXYNOS_ARM=yCONFIG_PINCTRL_EXYNOS_ARM64=yCONFIG_PINCTRL_S3C24XX=yCONFIG_PINCTRL_S3C64XX=yCONFIG_PINCTRL_SPRD=mCONFIG_PINCTRL_SPRD_SC9860=mCONFIG_PINCTRL_STARFIVE_JH7100=mCONFIG_PINCTRL_STM32=yCONFIG_PINCTRL_STM32F429=yCONFIG_PINCTRL_STM32F469=yCONFIG_PINCTRL_STM32F746=yCONFIG_PINCTRL_STM32F769=yCONFIG_PINCTRL_STM32H743=yCONFIG_PINCTRL_STM32MP135=yCONFIG_PINCTRL_STM32MP157=yCONFIG_PINCTRL_TI_IODELAY=mCONFIG_PINCTRL_UNIPHIER=yCONFIG_PINCTRL_UNIPHIER_LD4=yCONFIG_PINCTRL_UNIPHIER_PRO4=yCONFIG_PINCTRL_UNIPHIER_SLD8=yCONFIG_PINCTRL_UNIPHIER_PRO5=yCONFIG_PINCTRL_UNIPHIER_PXS2=yCONFIG_PINCTRL_UNIPHIER_LD6B=yCONFIG_PINCTRL_UNIPHIER_LD11=yCONFIG_PINCTRL_UNIPHIER_LD20=yCONFIG_PINCTRL_UNIPHIER_PXS3=yCONFIG_PINCTRL_UNIPHIER_NX1=yCONFIG_PINCTRL_VISCONTI=yCONFIG_PINCTRL_TMPV7700=yCONFIG_GPIOLIB=yCONFIG_GPIOLIB_FASTPATH_LIMIT=512CONFIG_OF_GPIO=yCONFIG_GPIOLIB_IRQCHIP=yCONFIG_DEBUG_GPIO=yCONFIG_GPIO_SYSFS=yCONFIG_GPIO_CDEV=yCONFIG_GPIO_CDEV_V1=yCONFIG_GPIO_GENERIC=yCONFIG_GPIO_REGMAP=yCONFIG_GPIO_MAX730X=mCONFIG_GPIO_IDIO_16=m
#
# Memory mapped GPIO drivers
#CONFIG_GPIO_74XX_MMIO=mCONFIG_GPIO_ALTERA=mCONFIG_GPIO_ASPEED=mCONFIG_GPIO_ASPEED_SGPIO=yCONFIG_GPIO_ATH79=mCONFIG_GPIO_RASPBERRYPI_EXP=mCONFIG_GPIO_BCM_KONA=yCONFIG_GPIO_BCM_XGS_IPROC=mCONFIG_GPIO_BRCMSTB=mCONFIG_GPIO_CADENCE=mCONFIG_GPIO_CLPS711X=mCONFIG_GPIO_DWAPB=mCONFIG_GPIO_EIC_SPRD=mCONFIG_GPIO_EM=mCONFIG_GPIO_EXAR=mCONFIG_GPIO_FTGPIO010=yCONFIG_GPIO_GENERIC_PLATFORM=mCONFIG_GPIO_GRGPIO=mCONFIG_GPIO_HISI=mCONFIG_GPIO_HLWD=mCONFIG_GPIO_IMX_SCU=yCONFIG_GPIO_IOP=mCONFIG_GPIO_LOGICVC=mCONFIG_GPIO_LPC18XX=mCONFIG_GPIO_LPC32XX=mCONFIG_GPIO_MB86S7X=mCONFIG_GPIO_MENZ127=mCONFIG_GPIO_MPC8XXX=yCONFIG_GPIO_MT7621=yCONFIG_GPIO_MXC=mCONFIG_GPIO_MXS=yCONFIG_GPIO_PMIC_EIC_SPRD=mCONFIG_GPIO_PXA=yCONFIG_GPIO_RCAR=mCONFIG_GPIO_RDA=yCONFIG_GPIO_ROCKCHIP=mCONFIG_GPIO_SAMA5D2_PIOBU=mCONFIG_GPIO_SIFIVE=yCONFIG_GPIO_SIOX=mCONFIG_GPIO_SNPS_CREG=yCONFIG_GPIO_SPRD=mCONFIG_GPIO_STP_XWAY=yCONFIG_GPIO_SYSCON=mCONFIG_GPIO_TEGRA=mCONFIG_GPIO_TEGRA186=mCONFIG_GPIO_TS4800=mCONFIG_GPIO_UNIPHIER=mCONFIG_GPIO_VISCONTI=mCONFIG_GPIO_VX855=mCONFIG_GPIO_WCD934X=mCONFIG_GPIO_XGENE_SB=mCONFIG_GPIO_XILINX=mCONFIG_GPIO_XLP=mCONFIG_GPIO_AMD_FCH=mCONFIG_GPIO_IDT3243X=m
# end of Memory mapped GPIO drivers
#
# I2C GPIO expanders
#CONFIG_GPIO_ADNP=mCONFIG_GPIO_GW_PLD=mCONFIG_GPIO_MAX7300=mCONFIG_GPIO_MAX732X=mCONFIG_GPIO_PCA953X=mCONFIG_GPIO_PCA953X_IRQ=yCONFIG_GPIO_PCA9570=mCONFIG_GPIO_PCF857X=mCONFIG_GPIO_TPIC2810=mCONFIG_GPIO_TS4900=m
# end of I2C GPIO expanders
#
# MFD GPIO expanders
#CONFIG_GPIO_ARIZONA=mCONFIG_GPIO_BD9571MWV=mCONFIG_GPIO_DA9052=mCONFIG_GPIO_DLN2=mCONFIG_GPIO_JANZ_TTL=mCONFIG_GPIO_KEMPLD=mCONFIG_GPIO_LP3943=mCONFIG_GPIO_LP873X=mCONFIG_GPIO_LP87565=mCONFIG_GPIO_MADERA=mCONFIG_GPIO_MAX77650=mCONFIG_GPIO_SL28CPLD=mCONFIG_GPIO_STMPE=yCONFIG_GPIO_TIMBERDALE=yCONFIG_GPIO_TPS65086=mCONFIG_GPIO_TPS65218=mCONFIG_GPIO_TPS65912=mCONFIG_GPIO_TQMX86=mCONFIG_GPIO_UCB1400=mCONFIG_GPIO_WM831X=mCONFIG_GPIO_WM8994=m
# end of MFD GPIO expanders
#
# PCI GPIO expanders
#CONFIG_GPIO_AMD8111=mCONFIG_GPIO_ML_IOH=mCONFIG_GPIO_PCH=mCONFIG_GPIO_PCI_IDIO_16=mCONFIG_GPIO_PCIE_IDIO_24=mCONFIG_GPIO_RDC321X=m
# end of PCI GPIO expanders
#
# SPI GPIO expanders
#CONFIG_GPIO_74X164=mCONFIG_GPIO_MAX3191X=mCONFIG_GPIO_MAX7301=mCONFIG_GPIO_MC33880=mCONFIG_GPIO_PISOSR=mCONFIG_GPIO_XRA1403=mCONFIG_GPIO_MOXTET=m
# end of SPI GPIO expanders
#
# USB GPIO expanders
#CONFIG_GPIO_VIPERBOARD=m
# end of USB GPIO expanders
#
# Virtual GPIO drivers
#CONFIG_GPIO_AGGREGATOR=mCONFIG_GPIO_LATCH=mCONFIG_GPIO_MOCKUP=mCONFIG_GPIO_VIRTIO=mCONFIG_GPIO_SIM=m
# end of Virtual GPIO drivers
CONFIG_W1=mCONFIG_W1_CON=y
#
# 1-wire Bus Masters
#CONFIG_W1_MASTER_MATROX=mCONFIG_W1_MASTER_DS2490=mCONFIG_W1_MASTER_DS2482=mCONFIG_W1_MASTER_MXC=mCONFIG_W1_MASTER_DS1WM=mCONFIG_W1_MASTER_GPIO=mCONFIG_W1_MASTER_SGI=m
# end of 1-wire Bus Masters
#
# 1-wire Slaves
#CONFIG_W1_SLAVE_THERM=mCONFIG_W1_SLAVE_SMEM=mCONFIG_W1_SLAVE_DS2405=mCONFIG_W1_SLAVE_DS2408=mCONFIG_W1_SLAVE_DS2408_READBACK=yCONFIG_W1_SLAVE_DS2413=mCONFIG_W1_SLAVE_DS2406=mCONFIG_W1_SLAVE_DS2423=mCONFIG_W1_SLAVE_DS2805=mCONFIG_W1_SLAVE_DS2430=mCONFIG_W1_SLAVE_DS2431=mCONFIG_W1_SLAVE_DS2433=mCONFIG_W1_SLAVE_DS2433_CRC=yCONFIG_W1_SLAVE_DS2438=mCONFIG_W1_SLAVE_DS250X=mCONFIG_W1_SLAVE_DS2780=mCONFIG_W1_SLAVE_DS2781=mCONFIG_W1_SLAVE_DS28E04=mCONFIG_W1_SLAVE_DS28E17=m
# end of 1-wire Slaves
CONFIG_POWER_RESET=yCONFIG_POWER_RESET_ATC260X=mCONFIG_POWER_RESET_BRCMKONA=yCONFIG_POWER_RESET_BRCMSTB=yCONFIG_POWER_RESET_GEMINI_POWEROFF=yCONFIG_POWER_RESET_GPIO=yCONFIG_POWER_RESET_GPIO_RESTART=yCONFIG_POWER_RESET_LINKSTATION=mCONFIG_POWER_RESET_OCELOT_RESET=yCONFIG_POWER_RESET_PIIX4_POWEROFF=mCONFIG_POWER_RESET_LTC2952=yCONFIG_POWER_RESET_MT6323=yCONFIG_POWER_RESET_REGULATOR=yCONFIG_POWER_RESET_RESTART=yCONFIG_POWER_RESET_TPS65086=yCONFIG_POWER_RESET_KEYSTONE=yCONFIG_POWER_RESET_SYSCON=yCONFIG_POWER_RESET_SYSCON_POWEROFF=yCONFIG_POWER_RESET_RMOBILE=mCONFIG_REBOOT_MODE=mCONFIG_SYSCON_REBOOT_MODE=mCONFIG_POWER_RESET_SC27XX=mCONFIG_NVMEM_REBOOT_MODE=mCONFIG_POWER_SUPPLY=yCONFIG_POWER_SUPPLY_DEBUG=yCONFIG_PDA_POWER=mCONFIG_GENERIC_ADC_BATTERY=mCONFIG_IP5XXX_POWER=mCONFIG_WM831X_BACKUP=mCONFIG_WM831X_POWER=mCONFIG_TEST_POWER=mCONFIG_CHARGER_ADP5061=mCONFIG_BATTERY_ACT8945A=mCONFIG_BATTERY_CPCAP=mCONFIG_BATTERY_CW2015=mCONFIG_BATTERY_DS2760=mCONFIG_BATTERY_DS2780=mCONFIG_BATTERY_DS2781=mCONFIG_BATTERY_DS2782=mCONFIG_BATTERY_LEGO_EV3=mCONFIG_BATTERY_OLPC=mCONFIG_BATTERY_SAMSUNG_SDI=yCONFIG_BATTERY_INGENIC=mCONFIG_BATTERY_SBS=mCONFIG_CHARGER_SBS=mCONFIG_MANAGER_SBS=mCONFIG_BATTERY_BQ27XXX=mCONFIG_BATTERY_BQ27XXX_I2C=mCONFIG_BATTERY_BQ27XXX_HDQ=mCONFIG_BATTERY_BQ27XXX_DT_UPDATES_NVM=yCONFIG_BATTERY_DA9052=mCONFIG_CHARGER_DA9150=mCONFIG_BATTERY_DA9150=mCONFIG_CHARGER_AXP20X=mCONFIG_BATTERY_AXP20X=mCONFIG_AXP20X_POWER=mCONFIG_BATTERY_MAX17040=mCONFIG_BATTERY_MAX17042=mCONFIG_BATTERY_MAX1721X=mCONFIG_CHARGER_PCF50633=mCONFIG_CHARGER_CPCAP=mCONFIG_CHARGER_ISP1704=mCONFIG_CHARGER_MAX8903=mCONFIG_CHARGER_LP8727=mCONFIG_CHARGER_GPIO=mCONFIG_CHARGER_MANAGER=mCONFIG_CHARGER_LT3651=mCONFIG_CHARGER_LTC4162L=mCONFIG_CHARGER_MAX14577=mCONFIG_CHARGER_DETECTOR_MAX14656=mCONFIG_CHARGER_MAX77650=mCONFIG_CHARGER_MAX77693=mCONFIG_CHARGER_MAX77976=mCONFIG_CHARGER_MP2629=mCONFIG_CHARGER_MT6360=mCONFIG_CHARGER_MT6370=mCONFIG_CHARGER_QCOM_SMBB=mCONFIG_CHARGER_BQ2415X=mCONFIG_CHARGER_BQ24190=mCONFIG_CHARGER_BQ24257=mCONFIG_CHARGER_BQ24735=mCONFIG_CHARGER_BQ2515X=mCONFIG_CHARGER_BQ25890=mCONFIG_CHARGER_BQ25980=mCONFIG_CHARGER_BQ256XX=mCONFIG_CHARGER_RK817=mCONFIG_CHARGER_SMB347=mCONFIG_CHARGER_TPS65217=mCONFIG_BATTERY_GAUGE_LTC2941=mCONFIG_BATTERY_GOLDFISH=mCONFIG_BATTERY_RT5033=mCONFIG_CHARGER_RT9455=mCONFIG_CHARGER_CROS_USBPD=mCONFIG_CHARGER_CROS_PCHG=mCONFIG_CHARGER_SC2731=mCONFIG_FUEL_GAUGE_SC27XX=mCONFIG_CHARGER_UCS1002=mCONFIG_CHARGER_BD99954=mCONFIG_RN5T618_POWER=mCONFIG_BATTERY_ACER_A500=mCONFIG_BATTERY_UG3105=mCONFIG_HWMON=mCONFIG_HWMON_VID=mCONFIG_HWMON_DEBUG_CHIP=y
#
# Native drivers
#CONFIG_SENSORS_SMPRO=mCONFIG_SENSORS_AD7314=m CONFIG_SENSORS_AD7414=m CONFIG_SENSORS_AD7418=m CONFIG_SENSORS_ADM1025=m CONFIG_SENSORS_ADM1026=m CONFIG_SENSORS_ADM1029=m CONFIG_SENSORS_ADM1031=m CONFIG_SENSORS_ADM1177=m CONFIG_SENSORS_ADM9240=m CONFIG_SENSORS_ADT7X10=m CONFIG_SENSORS_ADT7310=m CONFIG_SENSORS_ADT7410=m CONFIG_SENSORS_ADT7411=m CONFIG_SENSORS_ADT7462=m CONFIG_SENSORS_ADT7470=m CONFIG_SENSORS_ADT7475=m CONFIG_SENSORS_AHT10=m CONFIG_SENSORS_AQUACOMPUTER_D5NEXT=m CONFIG_SENSORS_AS370=m CONFIG_SENSORS_ASC7621=m CONFIG_SENSORS_AXI_FAN_CONTROL=m CONFIG_SENSORS_ARM_SCMI=m CONFIG_SENSORS_ARM_SCPI=m CONFIG_SENSORS_ASB100=m CONFIG_SENSORS_ASPEED=mCONFIG_SENSORS_ATXP1=m CONFIG_SENSORS_BT1_PVT=m CONFIG_SENSORS_BT1_PVT_ALARMS=y CONFIG_SENSORS_CORSAIR_CPRO=m CONFIG_SENSORS_CORSAIR_PSU=m CONFIG_SENSORS_DRIVETEMP=m CONFIG_SENSORS_DS620=mCONFIG_SENSORS_DS1621=m CONFIG_SENSORS_DA9052_ADC=m CONFIG_SENSORS_I5K_AMB=m CONFIG_SENSORS_SPARX5=m CONFIG_SENSORS_F71805F=m CONFIG_SENSORS_F71882FG=m CONFIG_SENSORS_F75375S=mCONFIG_SENSORS_GSC=m CONFIG_SENSORS_MC13783_ADC=m CONFIG_SENSORS_FSCHMD=m CONFIG_SENSORS_FTSTEUTATES=m CONFIG_SENSORS_GL518SM=m CONFIG_SENSORS_GL520SM=m CONFIG_SENSORS_G760A=mCONFIG_SENSORS_G762=m CONFIG_SENSORS_GPIO_FAN=m CONFIG_SENSORS_HIH6130=m CONFIG_SENSORS_IBMAEM=m CONFIG_SENSORS_IBMPEX=m CONFIG_SENSORS_IIO_HWMON=m CONFIG_SENSORS_IT87=mCONFIG_SENSORS_JC42=m CONFIG_SENSORS_POWR1220=m CONFIG_SENSORS_LAN966X=m CONFIG_SENSORS_LINEAGE=m CONFIG_SENSORS_LTC2945=m CONFIG_SENSORS_LTC2947=m CONFIG_SENSORS_LTC2947_I2C=m CONFIG_SENSORS_LTC2947_SPI=m CONFIG_SENSORS_LTC2990=m CONFIG_SENSORS_LTC2992=m CONFIG_SENSORS_LTC4151=m CONFIG_SENSORS_LTC4215=m CONFIG_SENSORS_LTC4222=m CONFIG_SENSORS_LTC4245=m CONFIG_SENSORS_LTC4260=m CONFIG_SENSORS_LTC4261=m CONFIG_SENSORS_MAX1111=m CONFIG_SENSORS_MAX127=m CONFIG_SENSORS_MAX16065=m CONFIG_SENSORS_MAX1619=m CONFIG_SENSORS_MAX1668=m CONFIG_SENSORS_MAX197=m CONFIG_SENSORS_MAX31722=m CONFIG_SENSORS_MAX31730=m CONFIG_SENSORS_MAX31760=m CONFIG_SENSORS_MAX6620=m CONFIG_SENSORS_MAX6621=m CONFIG_SENSORS_MAX6639=m CONFIG_SENSORS_MAX6650=m CONFIG_SENSORS_MAX6697=m CONFIG_SENSORS_MAX31790=m CONFIG_SENSORS_MCP3021=m CONFIG_SENSORS_MLXREG_FAN=m CONFIG_SENSORS_TC654=m CONFIG_SENSORS_TPS23861=m CONFIG_SENSORS_MENF21BMC_HWMON=m CONFIG_SENSORS_MR75203=m CONFIG_SENSORS_ADCXX=mCONFIG_SENSORS_LM63=mCONFIG_SENSORS_LM70=mCONFIG_SENSORS_LM73=mCONFIG_SENSORS_LM75=mCONFIG_SENSORS_LM77=mCONFIG_SENSORS_LM78=mCONFIG_SENSORS_LM80=mCONFIG_SENSORS_LM83=mCONFIG_SENSORS_LM85=mCONFIG_SENSORS_LM87=mCONFIG_SENSORS_LM90=mCONFIG_SENSORS_LM92=mCONFIG_SENSORS_LM93=mCONFIG_SENSORS_LM95234=m CONFIG_SENSORS_LM95241=m CONFIG_SENSORS_LM95245=m CONFIG_SENSORS_PC87360=m CONFIG_SENSORS_PC87427=m CONFIG_SENSORS_NTC_THERMISTOR=m CONFIG_SENSORS_NCT6683=m CONFIG_SENSORS_NCT6775_CORE=m CONFIG_SENSORS_NCT6775=m CONFIG_SENSORS_NCT6775_I2C=m CONFIG_SENSORS_NCT7802=m CONFIG_SENSORS_NCT7904=m CONFIG_SENSORS_NPCM7XX=m CONFIG_SENSORS_NSA320=m CONFIG_SENSORS_NZXT_KRAKEN2=m CONFIG_SENSORS_NZXT_SMART2=m CONFIG_SENSORS_OCC_P8_I2C=m CONFIG_SENSORS_OCC_P9_SBE=m CONFIG_SENSORS_OCC=mCONFIG_SENSORS_PCF8591=m CONFIG_SENSORS_PECI_CPUTEMP=m CONFIG_SENSORS_PECI_DIMMTEMP=m CONFIG_SENSORS_PECI=mCONFIG_PMBUS=mCONFIG_SENSORS_PMBUS=m CONFIG_SENSORS_ADM1266=m CONFIG_SENSORS_ADM1275=m CONFIG_SENSORS_BEL_PFE=m CONFIG_SENSORS_BPA_RS600=m CONFIG_SENSORS_DELTA_AHE50DC_FAN=m CONFIG_SENSORS_FSP_3Y=m CONFIG_SENSORS_IBM_CFFPS=m CONFIG_SENSORS_DPS920AB=m CONFIG_SENSORS_INSPUR_IPSPS=m CONFIG_SENSORS_IR35221=m CONFIG_SENSORS_IR36021=m CONFIG_SENSORS_IR38064=m CONFIG_SENSORS_IR38064_REGULATOR=y CONFIG_SENSORS_IRPS5401=m CONFIG_SENSORS_ISL68137=m CONFIG_SENSORS_LM25066=m CONFIG_SENSORS_LM25066_REGULATOR=y CONFIG_SENSORS_LT7182S=m CONFIG_SENSORS_LTC2978=m CONFIG_SENSORS_LTC2978_REGULATOR=y CONFIG_SENSORS_LTC3815=m CONFIG_SENSORS_MAX15301=m CONFIG_SENSORS_MAX16064=m CONFIG_SENSORS_MAX16601=m CONFIG_SENSORS_MAX20730=m CONFIG_SENSORS_MAX20751=m CONFIG_SENSORS_MAX31785=m CONFIG_SENSORS_MAX34440=m CONFIG_SENSORS_MAX8688=m CONFIG_SENSORS_MP2888=m CONFIG_SENSORS_MP2975=m CONFIG_SENSORS_MP5023=m CONFIG_SENSORS_PIM4328=m CONFIG_SENSORS_PLI1209BC=m CONFIG_SENSORS_PLI1209BC_REGULATOR=y CONFIG_SENSORS_PM6764TR=m CONFIG_SENSORS_PXE1610=m CONFIG_SENSORS_Q54SJ108A2=m CONFIG_SENSORS_STPDDC60=m CONFIG_SENSORS_TPS40422=m CONFIG_SENSORS_TPS53679=m CONFIG_SENSORS_TPS546D24=m CONFIG_SENSORS_UCD9000=m CONFIG_SENSORS_UCD9200=m CONFIG_SENSORS_XDPE152=m CONFIG_SENSORS_XDPE122=m CONFIG_SENSORS_XDPE122_REGULATOR=y CONFIG_SENSORS_ZL6100=m CONFIG_SENSORS_PWM_FAN=m CONFIG_SENSORS_RASPBERRYPI_HWMON=m CONFIG_SENSORS_SL28CPLD=m CONFIG_SENSORS_SBTSI=mCONFIG_SENSORS_SBRMI=mCONFIG_SENSORS_SHT15=mCONFIG_SENSORS_SHT21=m
CONFIG_SENSORS_SHT3x=m
CONFIG_SENSORS_SHT4x=mCONFIG_SENSORS_SHTC1=m CONFIG_SENSORS_SIS5595=m CONFIG_SENSORS_SY7636A=m CONFIG_SENSORS_DME1737=m CONFIG_SENSORS_EMC1403=m CONFIG_SENSORS_EMC2103=m CONFIG_SENSORS_EMC2305=m CONFIG_SENSORS_EMC6W201=m CONFIG_SENSORS_SMSC47M1=m CONFIG_SENSORS_SMSC47M192=m CONFIG_SENSORS_SMSC47B397=m CONFIG_SENSORS_SCH56XX_COMMON=m CONFIG_SENSORS_SCH5627=m CONFIG_SENSORS_SCH5636=m CONFIG_SENSORS_STTS751=m CONFIG_SENSORS_SMM665=m CONFIG_SENSORS_ADC128D818=m CONFIG_SENSORS_ADS7828=m CONFIG_SENSORS_ADS7871=m CONFIG_SENSORS_AMC6821=m CONFIG_SENSORS_INA209=m CONFIG_SENSORS_INA2XX=m CONFIG_SENSORS_INA238=m CONFIG_SENSORS_INA3221=mCONFIG_SENSORS_TC74=mCONFIG_SENSORS_THMC50=m CONFIG_SENSORS_TMP102=m CONFIG_SENSORS_TMP103=m CONFIG_SENSORS_TMP108=m CONFIG_SENSORS_TMP401=m CONFIG_SENSORS_TMP421=m CONFIG_SENSORS_TMP464=m CONFIG_SENSORS_TMP513=m CONFIG_SENSORS_VIA686A=m CONFIG_SENSORS_VT1211=m CONFIG_SENSORS_VT8231=m CONFIG_SENSORS_W83773G=m CONFIG_SENSORS_W83781D=m CONFIG_SENSORS_W83791D=m CONFIG_SENSORS_W83792D=m CONFIG_SENSORS_W83793=m CONFIG_SENSORS_W83795=m CONFIG_SENSORS_W83795_FANCTRL=y CONFIG_SENSORS_W83L785TS=m CONFIG_SENSORS_W83L786NG=m CONFIG_SENSORS_W83627HF=m CONFIG_SENSORS_W83627EHF=m CONFIG_SENSORS_WM831X=m CONFIG_SENSORS_INTEL_M10_BMC_HWMON=m CONFIG_THERMAL=yCONFIG_THERMAL_NETLINK=y CONFIG_THERMAL_STATISTICS=y CONFIG_THERMAL_EMERGENCY_POWEROFF_DELAY_MS=0 CONFIG_THERMAL_OF=y CONFIG_THERMAL_WRITABLE_TRIPS=y CONFIG_THERMAL_DEFAULT_GOV_STEP_WISE=y
# CONFIG_THERMAL_DEFAULT_GOV_FAIR_SHARE is not set # CONFIG_THERMAL_DEFAULT_GOV_USER_SPACE is not set # CONFIG_THERMAL_DEFAULT_GOV_POWER_ALLOCATOR is not set CONFIG_THERMAL_GOV_FAIR_SHARE=y CONFIG_THERMAL_GOV_STEP_WISE=y CONFIG_THERMAL_GOV_BANG_BANG=y CONFIG_THERMAL_GOV_USER_SPACE=y CONFIG_THERMAL_GOV_POWER_ALLOCATOR=y CONFIG_CPU_THERMAL=yCONFIG_CPU_FREQ_THERMAL=y CONFIG_CPU_IDLE_THERMAL=y CONFIG_DEVFREQ_THERMAL=y CONFIG_THERMAL_EMULATION=y CONFIG_THERMAL_MMIO=mCONFIG_HISI_THERMAL=mCONFIG_IMX_THERMAL=mCONFIG_IMX_SC_THERMAL=m CONFIG_IMX8MM_THERMAL=mCONFIG_K3_THERMAL=mCONFIG_QORIQ_THERMAL=mCONFIG_SPEAR_THERMAL=mCONFIG_SUN8I_THERMAL=m CONFIG_ROCKCHIP_THERMAL=m CONFIG_RCAR_THERMAL=m CONFIG_RCAR_GEN3_THERMAL=m CONFIG_RZG2L_THERMAL=m CONFIG_KIRKWOOD_THERMAL=m CONFIG_DOVE_THERMAL=mCONFIG_ARMADA_THERMAL=m CONFIG_DA9062_THERMAL=mCONFIG_MTK_THERMAL=m
#
# Intel thermal drivers
#
#
# ACPI INT340X thermal drivers
#
# end of ACPI INT340X thermal drivers # end of Intel thermal drivers
#
# Broadcom thermal drivers
#CONFIG_BCM2711_THERMAL=mCONFIG_BCM2835_THERMAL=mCONFIG_BRCMSTB_THERMAL=mCONFIG_BCM_NS_THERMAL=mCONFIG_BCM_SR_THERMAL=m
# end of Broadcom thermal drivers
#
# Texas Instruments thermal drivers
#CONFIG_TI_SOC_THERMAL=mCONFIG_TI_THERMAL=yCONFIG_OMAP3_THERMAL=yCONFIG_OMAP4_THERMAL=yCONFIG_OMAP5_THERMAL=yCONFIG_DRA752_THERMAL=y
# end of Texas Instruments thermal drivers
#
# Samsung thermal drivers
#CONFIG_EXYNOS_THERMAL=m
# end of Samsung thermal drivers
#
# NVIDIA Tegra thermal drivers
#CONFIG_TEGRA_SOCTHERM=mCONFIG_TEGRA_BPMP_THERMAL=mCONFIG_TEGRA30_TSENSOR=m
# end of NVIDIA Tegra thermal drivers
CONFIG_GENERIC_ADC_THERMAL=m
#
# Qualcomm thermal drivers
#CONFIG_QCOM_TSENS=mCONFIG_QCOM_SPMI_ADC_TM5=mCONFIG_QCOM_SPMI_TEMP_ALARM=m
# end of Qualcomm thermal drivers
CONFIG_UNIPHIER_THERMAL=mCONFIG_SPRD_THERMAL=mCONFIG_KHADAS_MCU_FAN_THERMAL=mCONFIG_WATCHDOG=yCONFIG_WATCHDOG_CORE=yCONFIG_WATCHDOG_NOWAYOUT=yCONFIG_WATCHDOG_HANDLE_BOOT_ENABLED=yCONFIG_WATCHDOG_OPEN_TIMEOUT=0CONFIG_WATCHDOG_SYSFS=yCONFIG_WATCHDOG_HRTIMER_PRETIMEOUT=y
#
# Watchdog Pretimeout Governors
#CONFIG_WATCHDOG_PRETIMEOUT_GOV=y CONFIG_WATCHDOG_PRETIMEOUT_GOV_SEL=m CONFIG_WATCHDOG_PRETIMEOUT_GOV_NOOP=m CONFIG_WATCHDOG_PRETIMEOUT_GOV_PANIC=m
# CONFIG_WATCHDOG_PRETIMEOUT_DEFAULT_GOV_NOOP is not set CONFIG_WATCHDOG_PRETIMEOUT_DEFAULT_GOV_PANIC=y
7,822 lines not shown · raw message
Part of this message is not shown here. View the raw message.
PATCH v2 1/1 PM: hibernate: don't store zero pages in the image file.
In reply to Brian GeffonOn ChromeOS we've observed a considerable number of in-use pages filled with zeros. Today with hibernate it's entirely possible that saveable pages are just zero filled. Since we're already copying pages word-by-word in do_copy_page it becomes almost free to determine if a page was completely filled with zeros.
This change introduces a new bitmap which will track these zero pages. If a page is zero it will not be included in the saved image, instead to track these zero pages in the image file we will introduce a new flag which we will set on the packed PFN list. When reading back in the image file we will detect these zero page PFNs and rebuild the zero page bitmap.
When the image is being loaded through calls to snapshot_write_next if we encounter a zero page we will silently memset it to 0 and then continue on to the next page. Given the implementation in snapshot_read_next and snapshot_write_next this change will be transparent to non-compressed, compressed, and swsusp modes of operation.
To provide some concrete numbers from simple ad-hoc testing, on a device which was lightly in use we saw that:
PM: hibernation: Image created (964408 pages copied, 548304 zero pages)
Of the approximately 6.2GB of saveable pages 2.2GB (36%) were just zero filled and could be tracked entirely within the packed PFN list. The savings would obviously be much lower for lzo compressed images, but even in the case of compression not copying pages across to the compression threads will still speed things up. It's also possible that we would see better overall compression ratios as larger regions of "real data" would improve the compressibility.
Finally, such an approach could dramatically improve swsusp performance as each one of those zero pages requires a write syscall to reload, by handling it as part of the packed PFN list we're able to fully avoid that.
patch v2:
- correct a minor issue when rebasing.
--- kernel/power/snapshot.c | 129 ++++++++++++++++++++++++++++++---------- 1 file changed, 99 insertions(+), 30 deletions(-)
kernel/power/snapshot.c +99 -30
@@ -404,6 +404,7 @@ struct bm_position {struct mem_zone_bm_rtree *zone;struct rtree_node *node;unsigned long node_pfn; +unsigned long cur_pfn;int node_bit; };
@@ -589,6 +590,7 @@ static void memory_bm_position_reset(struct memory_bitmap *bm) bm->cur.node =list_entry (bm->cur.zone->leaves.next, struct rtree_node, list); bm->cur.node_pfn =0 ; + bm->cur.cur_pfn =BM_END_OF_MAP ; bm->cur.node_bit =0 ; }
@@ -850,6 +852,11 @@ static void memory_bm_clear_current(struct memory_bitmap *bm)clear_bit (bit, bm->cur.node->data); } +static unsigned long memory_bm_get_current (struct memory_bitmap *bm) +{ +return bm->cur.cur_pfn; +} +static int memory_bm_test_bit (struct memory_bitmap *bm,unsigned long pfn) {void *addr;
@@ -929,10 +936,12 @@ static unsigned long memory_bm_next_pfn(struct memory_bitmap *bm)if (bit < bits) { pfn = bm->cur.zone->start_pfn + bm->cur.node_pfn + bit; bm->cur.node_bit = bit +1 ; + bm->cur.cur_pfn = pfn;return pfn; } }while (rtree_next_node (bm)); + bm->cur.cur_pfn =BM_END_OF_MAP ;return BM_END_OF_MAP ; }
@@ -1371,14 +1380,18 @@ static unsigned int count_data_pages(void)/* * This is needed, because copy_page and memcpy are not usable for copying -* task structs. +* task structs. Returns 1 if a page was filled with only zeros, otherwise 0. */ -static inline void do_copy_page (long *dst,long *src) +static inline int do_copy_page (long *dst,long *src) {int n; +long z =0 ; -for (n =PAGE_SIZE /sizeof (long ); n; n--) +for (n =PAGE_SIZE /sizeof (long ); n; n--) { + z |= *src; *dst++ = *src++; + } +return !z; }/**
@@ -1389,15 +1402,17 @@ static inline void do_copy_page(long *dst, long *src)* CONFIG_ARCH_HAS_SET_DIRECT_MAP is not set. In that case kernel_page_present() * always returns 'true'. */ -static void safe_copy_page (void *dst,struct page *s_page) +static int safe_copy_page (void *dst,struct page *s_page) { +int ret;if (kernel_page_present (s_page)) { -do_copy_page (dst,page_address (s_page)); + ret =do_copy_page (dst,page_address (s_page)); }else {hibernate_map_page (s_page); -do_copy_page (dst,page_address (s_page)); + ret =do_copy_page (dst,page_address (s_page));hibernate_unmap_page (s_page); } +return ret; }#ifdef CONFIG_HIGHMEM
@@ -1407,17 +1422,18 @@ static inline struct page *page_is_saveable(struct zone *zone, unsigned long pfn saveable_highmem_page(zone, pfn) : saveable_page(zone, pfn); } -static void copy_data_page (unsigned long dst_pfn,unsigned long src_pfn) +static int copy_data_page (unsigned long dst_pfn,unsigned long src_pfn) {struct page *s_page, *d_page;void *src, *dst; +int ret; s_page =pfn_to_page (src_pfn); d_page =pfn_to_page (dst_pfn);if (PageHighMem (s_page)) { src =kmap_atomic (s_page); dst =kmap_atomic (d_page); -do_copy_page (dst, src); + ret =do_copy_page (dst, src);kunmap_atomic (dst);kunmap_atomic (src); }else {
@@ -1426,30 +1442,32 @@ static void copy_data_page(unsigned long dst_pfn, unsigned long src_pfn)* The page pointed to by src may contain some kernel * data modified by kmap_atomic() */ -safe_copy_page (buffer, s_page); + ret =safe_copy_page (buffer, s_page); dst =kmap_atomic (d_page);copy_page (dst, buffer); kunmap_atomic(dst); }else { -safe_copy_page (page_address (d_page), s_page); + ret =safe_copy_page (page_address (d_page), s_page); } } +return ret; }#else #define page_is_saveable (zone, pfn) saveable_page(zone, pfn) -static inline void copy_data_page (unsigned long dst_pfn,unsigned long src_pfn) +static inline int copy_data_page (unsigned long dst_pfn,unsigned long src_pfn) { -safe_copy_page (page_address (pfn_to_page (dst_pfn)), +return safe_copy_page (page_address (pfn_to_page (dst_pfn)),pfn_to_page (src_pfn)); }#endif /* CONFIG_HIGHMEM */ static void copy_data_pages (struct memory_bitmap *copy_bm, -struct memory_bitmap *orig_bm) +struct memory_bitmap *orig_bm, +struct memory_bitmap *zero_bm) {struct zone *zone; -unsigned long pfn; +unsigned long pfn, copy_pfn;for_each_populated_zone (zone) {unsigned long max_zone_pfn;
@@ -1462,11 +1480,18 @@ static void copy_data_pages(struct memory_bitmap *copy_bm, }memory_bm_position_reset (orig_bm);memory_bm_position_reset (copy_bm); + copy_pfn =memory_bm_next_pfn (copy_bm);for (;;) { pfn =memory_bm_next_pfn (orig_bm);if (unlikely (pfn ==BM_END_OF_MAP ))break ; -copy_data_page (memory_bm_next_pfn (copy_bm), pfn); +if (copy_data_page (copy_pfn, pfn)) { +memory_bm_set_bit (zero_bm, pfn); + +/* We will reuse this copy_pfn for a real 'nonzero' page. */ +continue ; + } + copy_pfn =memory_bm_next_pfn (copy_bm); } }
@@ -1494,6 +1519,9 @@ static struct memory_bitmap orig_bm;*/ static struct memory_bitmap copy_bm; +/* Memory bitmap which tracks which saveable pages were zero filled. */ +static struct memory_bitmap zero_bm; +/** * swsusp_free - Free pages allocated for hibernation image. *
@@ -1756,6 +1784,12 @@ int hibernate_preallocate_memory(void) goto err_out; } + error =memory_bm_create (&zero_bm,GFP_IMAGE ,PG_ANY ); +if (error) { +pr_err ("Cannot allocate zero bitmap\n" ); + goto err_out; + } + alloc_normal =0 ; alloc_highmem =0 ;
@@ -2013,11 +2047,12 @@ static int swsusp_alloc(struct memory_bitmap *copy_bm, asmlinkage __visible int swsusp_save(void) { -unsigned int nr_pages, nr_highmem; +unsigned int nr_pages, nr_highmem, nr_zero_pages;pr_info ("Creating image:\n" );drain_local_pages (NULL ); + nr_zero_pages =0 ; nr_pages =count_data_pages (); nr_highmem =count_highmem_pages ();pr_info ("Need to copy %u pages\n" , nr_pages + nr_highmem);
@@ -2037,19 +2072,23 @@ asmlinkage __visible int swsusp_save(void)* Kill them. */ drain_local_pages (NULL ); -copy_data_pages (©_bm, &orig_bm); +copy_data_pages (©_bm, &orig_bm, &zero_bm);/* * End of critical section. From now on, we can write to memory, * but we should not touch disk. This specially means we must _not_ * touch swap space! Except we must write out our image of course. */ +memory_bm_position_reset (&zero_bm); +while (memory_bm_next_pfn (&zero_bm) !=BM_END_OF_MAP ) + nr_zero_pages++; nr_pages += nr_highmem; - nr_copy_pages = nr_pages; +/* We don't actually copy the zero pages */ + nr_copy_pages = nr_pages - nr_zero_pages; nr_meta_pages =DIV_ROUND_UP (nr_pages *sizeof (long ),PAGE_SIZE ); -pr_info ("Image created (%d pages copied)\n" , nr_pages); +pr_info ("Image created (%d pages copied, %d zero pages)\n" , nr_copy_pages, nr_zero_pages);return 0 ; }
@@ -2094,15 +2133,22 @@ static int init_header(struct swsusp_info *info)return init_header_complete (info); } +#define ENCODED_PFN_ZERO_FLAG (1UL << (BITS_PER_LONG - 1)) +#define ENCODED_PFN_MASK (~ENCODED_PFN_ZERO_FLAG) +/** * pack_pfns - Prepare PFNs for saving. * @bm: Memory bitmap. * @buf: Memory buffer to store the PFNs in. +* @zero_bm: Memory bitmap containing PFNs of zero pages. * * PFNs corresponding to set bits in @bm are stored in the area of memory -* pointed to by @buf (1 page at a time). +* pointed to by @buf (1 page at a time). Pages which were filled with only +* zeros will have the highest bit set in the packed format to distinguish +* them from PFNs which will be contained in the image file. */ -static inline void pack_pfns (unsigned long *buf,struct memory_bitmap *bm) +static inline void pack_pfns (unsigned long *buf,struct memory_bitmap *bm, +struct memory_bitmap *zero_bm) {int j;
@@ -2110,6 +2156,8 @@ static inline void pack_pfns(unsigned long *buf, struct memory_bitmap *bm) buf[j] =memory_bm_next_pfn (bm);if (unlikely (buf[j] ==BM_END_OF_MAP ))break ; +if (memory_bm_test_bit (zero_bm, buf[j])) + buf[j] |=ENCODED_PFN_ZERO_FLAG ; } }
@@ -2151,7 +2199,7 @@ int snapshot_read_next(struct snapshot_handle *handle)memory_bm_position_reset (©_bm); }else if (handle->cur <= nr_meta_pages) {clear_page (buffer); -pack_pfns (buffer, &orig_bm); +pack_pfns (buffer, &orig_bm, &zero_bm); }else {struct page *page;
@@ -2247,24 +2295,32 @@ static int load_header(struct swsusp_info *info)* unpack_orig_pfns - Set bits corresponding to given PFNs in a memory bitmap. * @bm: Memory bitmap. * @buf: Area of memory containing the PFNs. +* @zero_bm: Memory bitmap which will be populated with the PFNs of zero pages. * * For each element of the array pointed to by @buf (1 page at a time), set the -* corresponding bit in @bm. +* corresponding bit in @bm. If the page was originally populated with only +* zeros then a corresponding bit will also be set in @zero_bm. */ -static int unpack_orig_pfns (unsigned long *buf,struct memory_bitmap *bm) +static int unpack_orig_pfns (unsigned long *buf,struct memory_bitmap *bm, +struct memory_bitmap *zero_bm) { -int j; +int j, zero; +unsigned long decoded_pfn;for (j =0 ; j <PAGE_SIZE /sizeof (long ); j++) {if (unlikely (buf[j] ==BM_END_OF_MAP ))break ; -if (pfn_valid (buf[j]) &&memory_bm_pfn_present (bm, buf[j])) { -memory_bm_set_bit (bm, buf[j]); + zero = !!(buf[j] &ENCODED_PFN_ZERO_FLAG ); + decoded_pfn = buf[j] &ENCODED_PFN_MASK ; +if (pfn_valid (decoded_pfn) &&memory_bm_pfn_present (bm, decoded_pfn)) { +memory_bm_set_bit (bm, decoded_pfn); +if (zero) +memory_bm_set_bit (zero_bm, decoded_pfn); }else { -if (!pfn_valid (buf[j])) +if (!pfn_valid (decoded_pfn))pr_err (FW_BUG "Memory map mismatch at 0x%llx after hibernation\n" , - (unsigned long long )PFN_PHYS (buf[j])); + (unsigned long long )PFN_PHYS (decoded_pfn));return -EFAULT ; } }
@@ -2631,6 +2687,7 @@ int snapshot_write_next(struct snapshot_handle *handle)static struct chain_allocator ca;int error =0 ; +next:/* Check if we have already loaded the entire image */ if (handle->cur >1 && handle->cur > nr_meta_pages + nr_copy_pages)return 0 ;
@@ -2657,9 +2714,13 @@ int snapshot_write_next(struct snapshot_handle *handle)if (error)return error; + error =memory_bm_create (&zero_bm,GFP_ATOMIC ,PG_ANY ); +if (error) +return error; +hibernate_restore_protection_begin (); }else if (handle->cur <= nr_meta_pages +1 ) { - error =unpack_orig_pfns (buffer, ©_bm); + error =unpack_orig_pfns (buffer, ©_bm, &zero_bm);if (error)return error;
@@ -2686,6 +2747,14 @@ int snapshot_write_next(struct snapshot_handle *handle) handle->sync_read =0 ; } handle->cur++; + +/* Zero pages were not included in the image, memset it and move on. */ +if ((handle->cur > nr_meta_pages +1 ) && +memory_bm_test_bit (&zero_bm,memory_bm_get_current (&orig_bm))) { +memset (handle->buffer,0 ,PAGE_SIZE ); + goto next; + } +return PAGE_SIZE ; }
Signature · 1 line
2.39.0.314.g84b9a713c41-goog
Rafael J. Wysocki
maintainerQuoted 32 lines · Brian Geffon
On ChromeOS we've observed a considerable number of in-use pages filled with zeros. Today with hibernate it's entirely possible that saveable pages are just zero filled. Since we're already copying pages word-by-word in
do_copy_pageit becomes almost free to determine if a page was completely filled with zeros.This change introduces a new bitmap which will track these zero pages. If a page is zero it will not be included in the saved image, instead to track these zero pages in the image file we will introduce a new flag which we will set on the packed PFN list. When reading back in the image file we will detect these zero page PFNs and rebuild the zero page bitmap.
When the image is being loaded through calls to
snapshot_write_nextif we encounter a zero page we will silently memset it to 0 and then continue on to the next page. Given the implementation insnapshot_read_nextandsnapshot_write_nextthis change will be transparent to non-compressed, compressed, and swsusp modes of operation.To provide some concrete numbers from simple ad-hoc testing, on a device which was lightly in use we saw that:
PM: hibernation: Image created (964408 pages copied, 548304 zero pages)
Of the approximately 6.2GB of saveable pages 2.2GB (36%) were just zero filled and could be tracked entirely within the packed PFN list. The savings would obviously be much lower for lzo compressed images, but even in the case of compression not copying pages across to the compression threads will still speed things up. It's also possible that we would see better overall compression ratios as larger regions of "real data" would improve the compressibility.
Quoted 7 lines
Finally, such an approach could dramatically improve swsusp performance as each one of those zero pages requires a write syscall to reload, by handling it as part of the packed PFN list we're able to fully avoid that.
patch v2:
- correct a minor issue when rebasing.
I need some more time to go through this in more detail, so it is likely to miss 6.3. Sorry about that.
Quoted 361 lines
Signed-off-by Brian Geffon <[email protected]>--- kernel/power/snapshot.c | 129 ++++++++++++++++++++++++++++++---------- 1 file changed, 99 insertions(+), 30 deletions(-)kernel/power/snapshot.c +99
-31@@ -404,6 +404,7 @@ struct bm_position {struct mem_zone_bm_rtree *zone;struct rtree_node *node;unsigned long node_pfn; +unsigned long cur_pfn;int node_bit; };@@ -589,6 +590,7 @@ static void memory_bm_position_reset(struct memory_bitmap *bm) bm->cur.node =list_entry (bm->cur.zone->leaves.next, struct rtree_node, list); bm->cur.node_pfn =0 ; + bm->cur.cur_pfn =BM_END_OF_MAP ; bm->cur.node_bit =0 ; }@@ -850,6 +852,11 @@ static void memory_bm_clear_current(struct memory_bitmap *bm)clear_bit (bit, bm->cur.node->data); } +static unsigned long memory_bm_get_current (struct memory_bitmap *bm) +{ +return bm->cur.cur_pfn; +} +static int memory_bm_test_bit (struct memory_bitmap *bm,unsigned long pfn) {void *addr;@@ -929,10 +936,12 @@ static unsigned long memory_bm_next_pfn(struct memory_bitmap *bm)if (bit < bits) { pfn = bm->cur.zone->start_pfn + bm->cur.node_pfn + bit; bm->cur.node_bit = bit +1 ; + bm->cur.cur_pfn = pfn;return pfn; } }while (rtree_next_node (bm)); + bm->cur.cur_pfn =BM_END_OF_MAP ;return BM_END_OF_MAP ; }@@ -1371,14 +1380,18 @@ static unsigned int count_data_pages(void)/* * This is needed, because copy_page and memcpy are not usable for copying -* task structs. +* task structs. Returns 1 if a page was filled with only zeros, otherwise 0. */ -static inline void do_copy_page (long *dst,long *src) +static inline int do_copy_page (long *dst,long *src) {int n; +long z =0 ; -for (n =PAGE_SIZE /sizeof (long ); n; n--) +for (n =PAGE_SIZE /sizeof (long ); n; n--) { + z |= *src; *dst++ = *src++; + } +return !z; }/** @@ -1389,15 +1402,17 @@ static inline void do_copy_page(long *dst, long *src)* CONFIG_ARCH_HAS_SET_DIRECT_MAP is not set. In that case kernel_page_present() * always returns 'true'. */ -static void safe_copy_page (void *dst,struct page *s_page) +static int safe_copy_page (void *dst,struct page *s_page) { +int ret;if (kernel_page_present (s_page)) { -do_copy_page (dst,page_address (s_page)); + ret =do_copy_page (dst,page_address (s_page)); }else {hibernate_map_page (s_page); -do_copy_page (dst,page_address (s_page)); + ret =do_copy_page (dst,page_address (s_page));hibernate_unmap_page (s_page); } +return ret; }#ifdef CONFIG_HIGHMEM @@ -1407,17 +1422,18 @@ static inline struct page *page_is_saveable(struct zone *zone, unsigned long pfn saveable_highmem_page(zone, pfn) : saveable_page(zone, pfn); } -static void copy_data_page (unsigned long dst_pfn,unsigned long src_pfn) +static int copy_data_page (unsigned long dst_pfn,unsigned long src_pfn) {struct page *s_page, *d_page;void *src, *dst; +int ret; s_page =pfn_to_page (src_pfn); d_page =pfn_to_page (dst_pfn);if (PageHighMem (s_page)) { src =kmap_atomic (s_page); dst =kmap_atomic (d_page); -do_copy_page (dst, src); + ret =do_copy_page (dst, src);kunmap_atomic (dst);kunmap_atomic (src); }else {@@ -1426,30 +1442,32 @@ static void copy_data_page(unsigned long dst_pfn, unsigned long src_pfn)* The page pointed to by src may contain some kernel * data modified by kmap_atomic() */ -safe_copy_page (buffer, s_page); + ret =safe_copy_page (buffer, s_page); dst =kmap_atomic (d_page);copy_page (dst, buffer); kunmap_atomic(dst); }else { -safe_copy_page (page_address (d_page), s_page); + ret =safe_copy_page (page_address (d_page), s_page); } } +return ret; }#else #define page_is_saveable (zone, pfn) saveable_page(zone, pfn) -static inline void copy_data_page (unsigned long dst_pfn,unsigned long src_pfn) +static inline int copy_data_page (unsigned long dst_pfn,unsigned long src_pfn) { -safe_copy_page (page_address (pfn_to_page (dst_pfn)), +return safe_copy_page (page_address (pfn_to_page (dst_pfn)),pfn_to_page (src_pfn)); }#endif /* CONFIG_HIGHMEM */ static void copy_data_pages (struct memory_bitmap *copy_bm, -struct memory_bitmap *orig_bm) +struct memory_bitmap *orig_bm, +struct memory_bitmap *zero_bm) {struct zone *zone; -unsigned long pfn; +unsigned long pfn, copy_pfn;for_each_populated_zone (zone) {unsigned long max_zone_pfn;@@ -1462,11 +1480,18 @@ static void copy_data_pages(struct memory_bitmap *copy_bm, }memory_bm_position_reset (orig_bm);memory_bm_position_reset (copy_bm); + copy_pfn =memory_bm_next_pfn (copy_bm);for (;;) { pfn =memory_bm_next_pfn (orig_bm);if (unlikely (pfn ==BM_END_OF_MAP ))break ; -copy_data_page (memory_bm_next_pfn (copy_bm), pfn); +if (copy_data_page (copy_pfn, pfn)) { +memory_bm_set_bit (zero_bm, pfn); + +/* We will reuse this copy_pfn for a real 'nonzero' page. */ +continue ; + } + copy_pfn =memory_bm_next_pfn (copy_bm); } }@@ -1494,6 +1519,9 @@ static struct memory_bitmap orig_bm;*/ static struct memory_bitmap copy_bm; +/* Memory bitmap which tracks which saveable pages were zero filled. */ +static struct memory_bitmap zero_bm; +/** * swsusp_free - Free pages allocated for hibernation image. * @@ -1756,6 +1784,12 @@ int hibernate_preallocate_memory(void) goto err_out; } + error =memory_bm_create (&zero_bm,GFP_IMAGE ,PG_ANY ); +if (error) { +pr_err ("Cannot allocate zero bitmap\n" ); + goto err_out; + } + alloc_normal =0 ; alloc_highmem =0 ;@@ -2013,11 +2047,12 @@ static int swsusp_alloc(struct memory_bitmap *copy_bm, asmlinkage __visible int swsusp_save(void) { -unsigned int nr_pages, nr_highmem; +unsigned int nr_pages, nr_highmem, nr_zero_pages;pr_info ("Creating image:\n" );drain_local_pages (NULL ); + nr_zero_pages =0 ; nr_pages =count_data_pages (); nr_highmem =count_highmem_pages ();pr_info ("Need to copy %u pages\n" , nr_pages + nr_highmem);@@ -2037,19 +2072,23 @@ asmlinkage __visible int swsusp_save(void)* Kill them. */ drain_local_pages (NULL ); -copy_data_pages (©_bm, &orig_bm); +copy_data_pages (©_bm, &orig_bm, &zero_bm);/* * End of critical section. From now on, we can write to memory, * but we should not touch disk. This specially means we must _not_ * touch swap space! Except we must write out our image of course. */ +memory_bm_position_reset (&zero_bm); +while (memory_bm_next_pfn (&zero_bm) !=BM_END_OF_MAP ) + nr_zero_pages++; nr_pages += nr_highmem; - nr_copy_pages = nr_pages; +/* We don't actually copy the zero pages */ + nr_copy_pages = nr_pages - nr_zero_pages; nr_meta_pages =DIV_ROUND_UP (nr_pages *sizeof (long ),PAGE_SIZE ); -pr_info ("Image created (%d pages copied)\n" , nr_pages); +pr_info ("Image created (%d pages copied, %d zero pages)\n" , nr_copy_pages, nr_zero_pages);return 0 ; }@@ -2094,15 +2133,22 @@ static int init_header(struct swsusp_info *info)return init_header_complete (info); } +#define ENCODED_PFN_ZERO_FLAG (1UL << (BITS_PER_LONG - 1)) +#define ENCODED_PFN_MASK (~ENCODED_PFN_ZERO_FLAG) +/** * pack_pfns - Prepare PFNs for saving. * @bm: Memory bitmap. * @buf: Memory buffer to store the PFNs in. +* @zero_bm: Memory bitmap containing PFNs of zero pages. * * PFNs corresponding to set bits in @bm are stored in the area of memory -* pointed to by @buf (1 page at a time). +* pointed to by @buf (1 page at a time). Pages which were filled with only +* zeros will have the highest bit set in the packed format to distinguish +* them from PFNs which will be contained in the image file. */ -static inline void pack_pfns (unsigned long *buf,struct memory_bitmap *bm) +static inline void pack_pfns (unsigned long *buf,struct memory_bitmap *bm, +struct memory_bitmap *zero_bm) {int j;@@ -2110,6 +2156,8 @@ static inline void pack_pfns(unsigned long *buf, struct memory_bitmap *bm) buf[j] =memory_bm_next_pfn (bm);if (unlikely (buf[j] ==BM_END_OF_MAP ))break ; +if (memory_bm_test_bit (zero_bm, buf[j])) + buf[j] |=ENCODED_PFN_ZERO_FLAG ; } }@@ -2151,7 +2199,7 @@ int snapshot_read_next(struct snapshot_handle *handle)memory_bm_position_reset (©_bm); }else if (handle->cur <= nr_meta_pages) {clear_page (buffer); -pack_pfns (buffer, &orig_bm); +pack_pfns (buffer, &orig_bm, &zero_bm); }else {struct page *page;@@ -2247,24 +2295,32 @@ static int load_header(struct swsusp_info *info)* unpack_orig_pfns - Set bits corresponding to given PFNs in a memory bitmap. * @bm: Memory bitmap. * @buf: Area of memory containing the PFNs. +* @zero_bm: Memory bitmap which will be populated with the PFNs of zero pages. * * For each element of the array pointed to by @buf (1 page at a time), set the -* corresponding bit in @bm. +* corresponding bit in @bm. If the page was originally populated with only +* zeros then a corresponding bit will also be set in @zero_bm. */ -static int unpack_orig_pfns (unsigned long *buf,struct memory_bitmap *bm) +static int unpack_orig_pfns (unsigned long *buf,struct memory_bitmap *bm, +struct memory_bitmap *zero_bm) { -int j; +int j, zero; +unsigned long decoded_pfn;for (j =0 ; j <PAGE_SIZE /sizeof (long ); j++) {if (unlikely (buf[j] ==BM_END_OF_MAP ))break ; -if (pfn_valid (buf[j]) &&memory_bm_pfn_present (bm, buf[j])) { -memory_bm_set_bit (bm, buf[j]); + zero = !!(buf[j] &ENCODED_PFN_ZERO_FLAG ); + decoded_pfn = buf[j] &ENCODED_PFN_MASK ; +if (pfn_valid (decoded_pfn) &&memory_bm_pfn_present (bm, decoded_pfn)) { +memory_bm_set_bit (bm, decoded_pfn); +if (zero) +memory_bm_set_bit (zero_bm, decoded_pfn); }else { -if (!pfn_valid (buf[j])) +if (!pfn_valid (decoded_pfn))pr_err (FW_BUG "Memory map mismatch at 0x%llx after hibernation\n" , - (unsigned long long )PFN_PHYS (buf[j])); + (unsigned long long )PFN_PHYS (decoded_pfn));return -EFAULT ; } }@@ -2631,6 +2687,7 @@ int snapshot_write_next(struct snapshot_handle *handle)static struct chain_allocator ca;int error =0 ; +next:/* Check if we have already loaded the entire image */ if (handle->cur >1 && handle->cur > nr_meta_pages + nr_copy_pages)return 0 ;@@ -2657,9 +2714,13 @@ int snapshot_write_next(struct snapshot_handle *handle)if (error)return error; + error =memory_bm_create (&zero_bm,GFP_ATOMIC ,PG_ANY ); +if (error) +return error; +hibernate_restore_protection_begin (); }else if (handle->cur <= nr_meta_pages +1 ) { - error =unpack_orig_pfns (buffer, ©_bm); + error =unpack_orig_pfns (buffer, ©_bm, &zero_bm);if (error)return error;@@ -2686,6 +2747,14 @@ int snapshot_write_next(struct snapshot_handle *handle) handle->sync_read =0 ; } handle->cur++; + +/* Zero pages were not included in the image, memset it and move on. */ +if ((handle->cur > nr_meta_pages +1 ) && +memory_bm_test_bit (&zero_bm,memory_bm_get_current (&orig_bm))) { +memset (handle->buffer,0 ,PAGE_SIZE ); + goto next; + } +return PAGE_SIZE ; } --2.39.0.314.g84b9a713c41-goog
Quoted 39 lines · Rafael J. Wysocki
Quoted 37 lines · Brian Geffon
On ChromeOS we've observed a considerable number of in-use pages filled with zeros. Today with hibernate it's entirely possible that saveable pages are just zero filled. Since we're already copying pages word-by-word in
do_copy_pageit becomes almost free to determine if a page was completely filled with zeros.This change introduces a new bitmap which will track these zero pages. If a page is zero it will not be included in the saved image, instead to track these zero pages in the image file we will introduce a new flag which we will set on the packed PFN list. When reading back in the image file we will detect these zero page PFNs and rebuild the zero page bitmap.
When the image is being loaded through calls to
snapshot_write_nextif we encounter a zero page we will silently memset it to 0 and then continue on to the next page. Given the implementation insnapshot_read_nextandsnapshot_write_nextthis change will be transparent to non-compressed, compressed, and swsusp modes of operation.To provide some concrete numbers from simple ad-hoc testing, on a device which was lightly in use we saw that:
PM: hibernation: Image created (964408 pages copied, 548304 zero pages)
Of the approximately 6.2GB of saveable pages 2.2GB (36%) were just zero filled and could be tracked entirely within the packed PFN list. The savings would obviously be much lower for lzo compressed images, but even in the case of compression not copying pages across to the compression threads will still speed things up. It's also possible that we would see better overall compression ratios as larger regions of "real data" would improve the compressibility.
Finally, such an approach could dramatically improve swsusp performance as each one of those zero pages requires a write syscall to reload, by handling it as part of the packed PFN list we're able to fully avoid that.
Quoted 5 lines
Quoted 2 lines
patch v2:
- correct a minor issue when rebasing.I need some more time to go through this in more detail, so it is likely to miss 6.3. Sorry about that.
No problem, consider this more of an RFC, it seems like a low-risk/low-cost way to reduce image sizes so I was just hoping to get feedback. Take your time reviewing.
Quoted 362 lines
Quoted 362 lines
Signed-off-by Brian Geffon <[email protected]>--- kernel/power/snapshot.c | 129 ++++++++++++++++++++++++++++++---------- 1 file changed, 99 insertions(+), 30 deletions(-)kernel/power/snapshot.c +99
-31@@ -404,6 +404,7 @@ struct bm_position {struct mem_zone_bm_rtree *zone;struct rtree_node *node;unsigned long node_pfn; +unsigned long cur_pfn;int node_bit; };@@ -589,6 +590,7 @@ static void memory_bm_position_reset(struct memory_bitmap *bm) bm->cur.node =list_entry (bm->cur.zone->leaves.next, struct rtree_node, list); bm->cur.node_pfn =0 ; + bm->cur.cur_pfn =BM_END_OF_MAP ; bm->cur.node_bit =0 ; }@@ -850,6 +852,11 @@ static void memory_bm_clear_current(struct memory_bitmap *bm)clear_bit (bit, bm->cur.node->data); } +static unsigned long memory_bm_get_current (struct memory_bitmap *bm) +{ +return bm->cur.cur_pfn; +} +static int memory_bm_test_bit (struct memory_bitmap *bm,unsigned long pfn) {void *addr;@@ -929,10 +936,12 @@ static unsigned long memory_bm_next_pfn(struct memory_bitmap *bm)if (bit < bits) { pfn = bm->cur.zone->start_pfn + bm->cur.node_pfn + bit; bm->cur.node_bit = bit +1 ; + bm->cur.cur_pfn = pfn;return pfn; } }while (rtree_next_node (bm)); + bm->cur.cur_pfn =BM_END_OF_MAP ;return BM_END_OF_MAP ; }@@ -1371,14 +1380,18 @@ static unsigned int count_data_pages(void)/* * This is needed, because copy_page and memcpy are not usable for copying -* task structs. +* task structs. Returns 1 if a page was filled with only zeros, otherwise 0. */ -static inline void do_copy_page (long *dst,long *src) +static inline int do_copy_page (long *dst,long *src) {int n; +long z =0 ; -for (n =PAGE_SIZE /sizeof (long ); n; n--) +for (n =PAGE_SIZE /sizeof (long ); n; n--) { + z |= *src; *dst++ = *src++; + } +return !z; }/** @@ -1389,15 +1402,17 @@ static inline void do_copy_page(long *dst, long *src)* CONFIG_ARCH_HAS_SET_DIRECT_MAP is not set. In that case kernel_page_present() * always returns 'true'. */ -static void safe_copy_page (void *dst,struct page *s_page) +static int safe_copy_page (void *dst,struct page *s_page) { +int ret;if (kernel_page_present (s_page)) { -do_copy_page (dst,page_address (s_page)); + ret =do_copy_page (dst,page_address (s_page)); }else {hibernate_map_page (s_page); -do_copy_page (dst,page_address (s_page)); + ret =do_copy_page (dst,page_address (s_page));hibernate_unmap_page (s_page); } +return ret; }#ifdef CONFIG_HIGHMEM @@ -1407,17 +1422,18 @@ static inline struct page *page_is_saveable(struct zone *zone, unsigned long pfn saveable_highmem_page(zone, pfn) : saveable_page(zone, pfn); } -static void copy_data_page (unsigned long dst_pfn,unsigned long src_pfn) +static int copy_data_page (unsigned long dst_pfn,unsigned long src_pfn) {struct page *s_page, *d_page;void *src, *dst; +int ret; s_page =pfn_to_page (src_pfn); d_page =pfn_to_page (dst_pfn);if (PageHighMem (s_page)) { src =kmap_atomic (s_page); dst =kmap_atomic (d_page); -do_copy_page (dst, src); + ret =do_copy_page (dst, src);kunmap_atomic (dst);kunmap_atomic (src); }else {@@ -1426,30 +1442,32 @@ static void copy_data_page(unsigned long dst_pfn, unsigned long src_pfn)* The page pointed to by src may contain some kernel * data modified by kmap_atomic() */ -safe_copy_page (buffer, s_page); + ret =safe_copy_page (buffer, s_page); dst =kmap_atomic (d_page);copy_page (dst, buffer); kunmap_atomic(dst); }else { -safe_copy_page (page_address (d_page), s_page); + ret =safe_copy_page (page_address (d_page), s_page); } } +return ret; }#else #define page_is_saveable (zone, pfn) saveable_page(zone, pfn) -static inline void copy_data_page (unsigned long dst_pfn,unsigned long src_pfn) +static inline int copy_data_page (unsigned long dst_pfn,unsigned long src_pfn) { -safe_copy_page (page_address (pfn_to_page (dst_pfn)), +return safe_copy_page (page_address (pfn_to_page (dst_pfn)),pfn_to_page (src_pfn)); }#endif /* CONFIG_HIGHMEM */ static void copy_data_pages (struct memory_bitmap *copy_bm, -struct memory_bitmap *orig_bm) +struct memory_bitmap *orig_bm, +struct memory_bitmap *zero_bm) {struct zone *zone; -unsigned long pfn; +unsigned long pfn, copy_pfn;for_each_populated_zone (zone) {unsigned long max_zone_pfn;@@ -1462,11 +1480,18 @@ static void copy_data_pages(struct memory_bitmap *copy_bm, }memory_bm_position_reset (orig_bm);memory_bm_position_reset (copy_bm); + copy_pfn =memory_bm_next_pfn (copy_bm);for (;;) { pfn =memory_bm_next_pfn (orig_bm);if (unlikely (pfn ==BM_END_OF_MAP ))break ; -copy_data_page (memory_bm_next_pfn (copy_bm), pfn); +if (copy_data_page (copy_pfn, pfn)) { +memory_bm_set_bit (zero_bm, pfn); + +/* We will reuse this copy_pfn for a real 'nonzero' page. */ +continue ; + } + copy_pfn =memory_bm_next_pfn (copy_bm); } }@@ -1494,6 +1519,9 @@ static struct memory_bitmap orig_bm;*/ static struct memory_bitmap copy_bm; +/* Memory bitmap which tracks which saveable pages were zero filled. */ +static struct memory_bitmap zero_bm; +/** * swsusp_free - Free pages allocated for hibernation image. * @@ -1756,6 +1784,12 @@ int hibernate_preallocate_memory(void) goto err_out; } + error =memory_bm_create (&zero_bm,GFP_IMAGE ,PG_ANY ); +if (error) { +pr_err ("Cannot allocate zero bitmap\n" ); + goto err_out; + } + alloc_normal =0 ; alloc_highmem =0 ;@@ -2013,11 +2047,12 @@ static int swsusp_alloc(struct memory_bitmap *copy_bm, asmlinkage __visible int swsusp_save(void) { -unsigned int nr_pages, nr_highmem; +unsigned int nr_pages, nr_highmem, nr_zero_pages;pr_info ("Creating image:\n" );drain_local_pages (NULL ); + nr_zero_pages =0 ; nr_pages =count_data_pages (); nr_highmem =count_highmem_pages ();pr_info ("Need to copy %u pages\n" , nr_pages + nr_highmem);@@ -2037,19 +2072,23 @@ asmlinkage __visible int swsusp_save(void)* Kill them. */ drain_local_pages (NULL ); -copy_data_pages (©_bm, &orig_bm); +copy_data_pages (©_bm, &orig_bm, &zero_bm);/* * End of critical section. From now on, we can write to memory, * but we should not touch disk. This specially means we must _not_ * touch swap space! Except we must write out our image of course. */ +memory_bm_position_reset (&zero_bm); +while (memory_bm_next_pfn (&zero_bm) !=BM_END_OF_MAP ) + nr_zero_pages++; nr_pages += nr_highmem; - nr_copy_pages = nr_pages; +/* We don't actually copy the zero pages */ + nr_copy_pages = nr_pages - nr_zero_pages; nr_meta_pages =DIV_ROUND_UP (nr_pages *sizeof (long ),PAGE_SIZE ); -pr_info ("Image created (%d pages copied)\n" , nr_pages); +pr_info ("Image created (%d pages copied, %d zero pages)\n" , nr_copy_pages, nr_zero_pages);return 0 ; }@@ -2094,15 +2133,22 @@ static int init_header(struct swsusp_info *info)return init_header_complete (info); } +#define ENCODED_PFN_ZERO_FLAG (1UL << (BITS_PER_LONG - 1)) +#define ENCODED_PFN_MASK (~ENCODED_PFN_ZERO_FLAG) +/** * pack_pfns - Prepare PFNs for saving. * @bm: Memory bitmap. * @buf: Memory buffer to store the PFNs in. +* @zero_bm: Memory bitmap containing PFNs of zero pages. * * PFNs corresponding to set bits in @bm are stored in the area of memory -* pointed to by @buf (1 page at a time). +* pointed to by @buf (1 page at a time). Pages which were filled with only +* zeros will have the highest bit set in the packed format to distinguish +* them from PFNs which will be contained in the image file. */ -static inline void pack_pfns (unsigned long *buf,struct memory_bitmap *bm) +static inline void pack_pfns (unsigned long *buf,struct memory_bitmap *bm, +struct memory_bitmap *zero_bm) {int j;@@ -2110,6 +2156,8 @@ static inline void pack_pfns(unsigned long *buf, struct memory_bitmap *bm) buf[j] =memory_bm_next_pfn (bm);if (unlikely (buf[j] ==BM_END_OF_MAP ))break ; +if (memory_bm_test_bit (zero_bm, buf[j])) + buf[j] |=ENCODED_PFN_ZERO_FLAG ; } }@@ -2151,7 +2199,7 @@ int snapshot_read_next(struct snapshot_handle *handle)memory_bm_position_reset (©_bm); }else if (handle->cur <= nr_meta_pages) {clear_page (buffer); -pack_pfns (buffer, &orig_bm); +pack_pfns (buffer, &orig_bm, &zero_bm); }else {struct page *page;@@ -2247,24 +2295,32 @@ static int load_header(struct swsusp_info *info)* unpack_orig_pfns - Set bits corresponding to given PFNs in a memory bitmap. * @bm: Memory bitmap. * @buf: Area of memory containing the PFNs. +* @zero_bm: Memory bitmap which will be populated with the PFNs of zero pages. * * For each element of the array pointed to by @buf (1 page at a time), set the -* corresponding bit in @bm. +* corresponding bit in @bm. If the page was originally populated with only +* zeros then a corresponding bit will also be set in @zero_bm. */ -static int unpack_orig_pfns (unsigned long *buf,struct memory_bitmap *bm) +static int unpack_orig_pfns (unsigned long *buf,struct memory_bitmap *bm, +struct memory_bitmap *zero_bm) { -int j; +int j, zero; +unsigned long decoded_pfn;for (j =0 ; j <PAGE_SIZE /sizeof (long ); j++) {if (unlikely (buf[j] ==BM_END_OF_MAP ))break ; -if (pfn_valid (buf[j]) &&memory_bm_pfn_present (bm, buf[j])) { -memory_bm_set_bit (bm, buf[j]); + zero = !!(buf[j] &ENCODED_PFN_ZERO_FLAG ); + decoded_pfn = buf[j] &ENCODED_PFN_MASK ; +if (pfn_valid (decoded_pfn) &&memory_bm_pfn_present (bm, decoded_pfn)) { +memory_bm_set_bit (bm, decoded_pfn); +if (zero) +memory_bm_set_bit (zero_bm, decoded_pfn); }else { -if (!pfn_valid (buf[j])) +if (!pfn_valid (decoded_pfn))pr_err (FW_BUG "Memory map mismatch at 0x%llx after hibernation\n" , - (unsigned long long )PFN_PHYS (buf[j])); + (unsigned long long )PFN_PHYS (decoded_pfn));return -EFAULT ; } }@@ -2631,6 +2687,7 @@ int snapshot_write_next(struct snapshot_handle *handle)static struct chain_allocator ca;int error =0 ; +next:/* Check if we have already loaded the entire image */ if (handle->cur >1 && handle->cur > nr_meta_pages + nr_copy_pages)return 0 ;@@ -2657,9 +2714,13 @@ int snapshot_write_next(struct snapshot_handle *handle)if (error)return error; + error =memory_bm_create (&zero_bm,GFP_ATOMIC ,PG_ANY ); +if (error) +return error; +hibernate_restore_protection_begin (); }else if (handle->cur <= nr_meta_pages +1 ) { - error =unpack_orig_pfns (buffer, ©_bm); + error =unpack_orig_pfns (buffer, ©_bm, &zero_bm);if (error)return error;@@ -2686,6 +2747,14 @@ int snapshot_write_next(struct snapshot_handle *handle) handle->sync_read =0 ; } handle->cur++; + +/* Zero pages were not included in the image, memset it and move on. */ +if ((handle->cur > nr_meta_pages +1 ) && +memory_bm_test_bit (&zero_bm,memory_bm_get_current (&orig_bm))) { +memset (handle->buffer,0 ,PAGE_SIZE ); + goto next; + } +return PAGE_SIZE ; } --2.39.0.314.g84b9a713c41-goog
Hi!
Quoted 6 lines
Quoted 2 lines
I need some more time to go through this in more detail, so it is likely to miss 6.3. Sorry about that.
No problem, consider this more of an RFC, it seems like a low-risk/low-cost way to reduce image sizes so I was just hoping to get feedback. Take your time reviewing.
Seems like special case of compression, really, it might be better to leave it to compression algorithm to solve that.
Not sure if lzo is optimal if you want max speed, but things like gzip should be "almost free", too.
Best regards,
Pavel
Signature · 1 line
People of Russia, stop Putin before his war on Ukraine escalates.
Quoted 2 lines · Pavel Machek
Hi!
Hey Pavel,
Quoted 10 lines
Quoted 7 lines
Quoted 3 lines
I need some more time to go through this in more detail, so it is likely to miss 6.3. Sorry about that.
No problem, consider this more of an RFC, it seems like a low-risk/low-cost way to reduce image sizes so I was just hoping to get feedback. Take your time reviewing.
Seems like special case of compression, really, it might be better to leave it to compression algorithm to solve that.
It's true that it seems like an optimization that really does resemble compression. But there are a few distinctions I'd like to call out; firstly, this optimization has effectively an infinite compression ratio as the zero pages never have to be included at all for that reason this benefits both the compressed and non-compressed use-cases. Additionally, this is basically free for both the swsusp and uswsusp paths as it's transparently handled in the snapshot_read_next/snapshot_write_next paths.
Quoted 3 lines
Not sure if lzo is optimal if you want max speed, but things like gzip should be "almost free", too.
While certain compression algorithms are cheap they are definitely not free. This specific optimization ultimately results in a single OR after testing the zero flag from a word copy we were already performing, now that's pretty much free :)
Another final thing I'd like to note about this is that when compressing today, the default is to compress in 32 page chunks (iirc). By including the zero pages in those 32 pages you're limiting your ability to better compress the "real" data, if that makes sense. Why bother copying those zero pages over to the compressor kthreads anyway? With all that being said, the code itself is certainly not free in the sense that it does add some complexity to both the read and write paths, do you guys think that additional complexity is worth the benefits we might see?
Quoted 3 lines
Best regards,
Pavel
Thanks for taking the time to discuss this!
Brian
Quoted 2 lines
--
People of Russia, stop Putin before his war on Ukraine escalates.
Quoted 39 lines · Rafael J. Wysocki
Quoted 37 lines · Brian Geffon
On ChromeOS we've observed a considerable number of in-use pages filled with zeros. Today with hibernate it's entirely possible that saveable pages are just zero filled. Since we're already copying pages word-by-word in
do_copy_pageit becomes almost free to determine if a page was completely filled with zeros.This change introduces a new bitmap which will track these zero pages. If a page is zero it will not be included in the saved image, instead to track these zero pages in the image file we will introduce a new flag which we will set on the packed PFN list. When reading back in the image file we will detect these zero page PFNs and rebuild the zero page bitmap.
When the image is being loaded through calls to
snapshot_write_nextif we encounter a zero page we will silently memset it to 0 and then continue on to the next page. Given the implementation insnapshot_read_nextandsnapshot_write_nextthis change will be transparent to non-compressed, compressed, and swsusp modes of operation.To provide some concrete numbers from simple ad-hoc testing, on a device which was lightly in use we saw that:
PM: hibernation: Image created (964408 pages copied, 548304 zero pages)
Of the approximately 6.2GB of saveable pages 2.2GB (36%) were just zero filled and could be tracked entirely within the packed PFN list. The savings would obviously be much lower for lzo compressed images, but even in the case of compression not copying pages across to the compression threads will still speed things up. It's also possible that we would see better overall compression ratios as larger regions of "real data" would improve the compressibility.
Finally, such an approach could dramatically improve swsusp performance as each one of those zero pages requires a write syscall to reload, by handling it as part of the packed PFN list we're able to fully avoid that.
Quoted 5 lines
Quoted 2 lines
patch v2:
- correct a minor issue when rebasing.I need some more time to go through this in more detail, so it is likely to miss 6.3. Sorry about that.
Hi Rafael,
I mailed a v3 patch which fixed an issue where the zero bm wasn't being allocated in safe pages
on resume. This patch now appears to be pretty stable, I haven't seen any issues so far. If you would
be so kind, I'd appreciate any feedback you have.
Thanks in advance!
Quoted 362 lines
Quoted 362 lines
Signed-off-by Brian Geffon <[email protected]>--- kernel/power/snapshot.c | 129 ++++++++++++++++++++++++++++++---------- 1 file changed, 99 insertions(+), 30 deletions(-)kernel/power/snapshot.c +99
-31@@ -404,6 +404,7 @@ struct bm_position {struct mem_zone_bm_rtree *zone;struct rtree_node *node;unsigned long node_pfn; +unsigned long cur_pfn;int node_bit; };@@ -589,6 +590,7 @@ static void memory_bm_position_reset(struct memory_bitmap *bm) bm->cur.node =list_entry (bm->cur.zone->leaves.next, struct rtree_node, list); bm->cur.node_pfn =0 ; + bm->cur.cur_pfn =BM_END_OF_MAP ; bm->cur.node_bit =0 ; }@@ -850,6 +852,11 @@ static void memory_bm_clear_current(struct memory_bitmap *bm)clear_bit (bit, bm->cur.node->data); } +static unsigned long memory_bm_get_current (struct memory_bitmap *bm) +{ +return bm->cur.cur_pfn; +} +static int memory_bm_test_bit (struct memory_bitmap *bm,unsigned long pfn) {void *addr;@@ -929,10 +936,12 @@ static unsigned long memory_bm_next_pfn(struct memory_bitmap *bm)if (bit < bits) { pfn = bm->cur.zone->start_pfn + bm->cur.node_pfn + bit; bm->cur.node_bit = bit +1 ; + bm->cur.cur_pfn = pfn;return pfn; } }while (rtree_next_node (bm)); + bm->cur.cur_pfn =BM_END_OF_MAP ;return BM_END_OF_MAP ; }@@ -1371,14 +1380,18 @@ static unsigned int count_data_pages(void)/* * This is needed, because copy_page and memcpy are not usable for copying -* task structs. +* task structs. Returns 1 if a page was filled with only zeros, otherwise 0. */ -static inline void do_copy_page (long *dst,long *src) +static inline int do_copy_page (long *dst,long *src) {int n; +long z =0 ; -for (n =PAGE_SIZE /sizeof (long ); n; n--) +for (n =PAGE_SIZE /sizeof (long ); n; n--) { + z |= *src; *dst++ = *src++; + } +return !z; }/** @@ -1389,15 +1402,17 @@ static inline void do_copy_page(long *dst, long *src)* CONFIG_ARCH_HAS_SET_DIRECT_MAP is not set. In that case kernel_page_present() * always returns 'true'. */ -static void safe_copy_page (void *dst,struct page *s_page) +static int safe_copy_page (void *dst,struct page *s_page) { +int ret;if (kernel_page_present (s_page)) { -do_copy_page (dst,page_address (s_page)); + ret =do_copy_page (dst,page_address (s_page)); }else {hibernate_map_page (s_page); -do_copy_page (dst,page_address (s_page)); + ret =do_copy_page (dst,page_address (s_page));hibernate_unmap_page (s_page); } +return ret; }#ifdef CONFIG_HIGHMEM @@ -1407,17 +1422,18 @@ static inline struct page *page_is_saveable(struct zone *zone, unsigned long pfn saveable_highmem_page(zone, pfn) : saveable_page(zone, pfn); } -static void copy_data_page (unsigned long dst_pfn,unsigned long src_pfn) +static int copy_data_page (unsigned long dst_pfn,unsigned long src_pfn) {struct page *s_page, *d_page;void *src, *dst; +int ret; s_page =pfn_to_page (src_pfn); d_page =pfn_to_page (dst_pfn);if (PageHighMem (s_page)) { src =kmap_atomic (s_page); dst =kmap_atomic (d_page); -do_copy_page (dst, src); + ret =do_copy_page (dst, src);kunmap_atomic (dst);kunmap_atomic (src); }else {@@ -1426,30 +1442,32 @@ static void copy_data_page(unsigned long dst_pfn, unsigned long src_pfn)* The page pointed to by src may contain some kernel * data modified by kmap_atomic() */ -safe_copy_page (buffer, s_page); + ret =safe_copy_page (buffer, s_page); dst =kmap_atomic (d_page);copy_page (dst, buffer); kunmap_atomic(dst); }else { -safe_copy_page (page_address (d_page), s_page); + ret =safe_copy_page (page_address (d_page), s_page); } } +return ret; }#else #define page_is_saveable (zone, pfn) saveable_page(zone, pfn) -static inline void copy_data_page (unsigned long dst_pfn,unsigned long src_pfn) +static inline int copy_data_page (unsigned long dst_pfn,unsigned long src_pfn) { -safe_copy_page (page_address (pfn_to_page (dst_pfn)), +return safe_copy_page (page_address (pfn_to_page (dst_pfn)),pfn_to_page (src_pfn)); }#endif /* CONFIG_HIGHMEM */ static void copy_data_pages (struct memory_bitmap *copy_bm, -struct memory_bitmap *orig_bm) +struct memory_bitmap *orig_bm, +struct memory_bitmap *zero_bm) {struct zone *zone; -unsigned long pfn; +unsigned long pfn, copy_pfn;for_each_populated_zone (zone) {unsigned long max_zone_pfn;@@ -1462,11 +1480,18 @@ static void copy_data_pages(struct memory_bitmap *copy_bm, }memory_bm_position_reset (orig_bm);memory_bm_position_reset (copy_bm); + copy_pfn =memory_bm_next_pfn (copy_bm);for (;;) { pfn =memory_bm_next_pfn (orig_bm);if (unlikely (pfn ==BM_END_OF_MAP ))break ; -copy_data_page (memory_bm_next_pfn (copy_bm), pfn); +if (copy_data_page (copy_pfn, pfn)) { +memory_bm_set_bit (zero_bm, pfn); + +/* We will reuse this copy_pfn for a real 'nonzero' page. */ +continue ; + } + copy_pfn =memory_bm_next_pfn (copy_bm); } }@@ -1494,6 +1519,9 @@ static struct memory_bitmap orig_bm;*/ static struct memory_bitmap copy_bm; +/* Memory bitmap which tracks which saveable pages were zero filled. */ +static struct memory_bitmap zero_bm; +/** * swsusp_free - Free pages allocated for hibernation image. * @@ -1756,6 +1784,12 @@ int hibernate_preallocate_memory(void) goto err_out; } + error =memory_bm_create (&zero_bm,GFP_IMAGE ,PG_ANY ); +if (error) { +pr_err ("Cannot allocate zero bitmap\n" ); + goto err_out; + } + alloc_normal =0 ; alloc_highmem =0 ;@@ -2013,11 +2047,12 @@ static int swsusp_alloc(struct memory_bitmap *copy_bm, asmlinkage __visible int swsusp_save(void) { -unsigned int nr_pages, nr_highmem; +unsigned int nr_pages, nr_highmem, nr_zero_pages;pr_info ("Creating image:\n" );drain_local_pages (NULL ); + nr_zero_pages =0 ; nr_pages =count_data_pages (); nr_highmem =count_highmem_pages ();pr_info ("Need to copy %u pages\n" , nr_pages + nr_highmem);@@ -2037,19 +2072,23 @@ asmlinkage __visible int swsusp_save(void)* Kill them. */ drain_local_pages (NULL ); -copy_data_pages (©_bm, &orig_bm); +copy_data_pages (©_bm, &orig_bm, &zero_bm);/* * End of critical section. From now on, we can write to memory, * but we should not touch disk. This specially means we must _not_ * touch swap space! Except we must write out our image of course. */ +memory_bm_position_reset (&zero_bm); +while (memory_bm_next_pfn (&zero_bm) !=BM_END_OF_MAP ) + nr_zero_pages++; nr_pages += nr_highmem; - nr_copy_pages = nr_pages; +/* We don't actually copy the zero pages */ + nr_copy_pages = nr_pages - nr_zero_pages; nr_meta_pages =DIV_ROUND_UP (nr_pages *sizeof (long ),PAGE_SIZE ); -pr_info ("Image created (%d pages copied)\n" , nr_pages); +pr_info ("Image created (%d pages copied, %d zero pages)\n" , nr_copy_pages, nr_zero_pages);return 0 ; }@@ -2094,15 +2133,22 @@ static int init_header(struct swsusp_info *info)return init_header_complete (info); } +#define ENCODED_PFN_ZERO_FLAG (1UL << (BITS_PER_LONG - 1)) +#define ENCODED_PFN_MASK (~ENCODED_PFN_ZERO_FLAG) +/** * pack_pfns - Prepare PFNs for saving. * @bm: Memory bitmap. * @buf: Memory buffer to store the PFNs in. +* @zero_bm: Memory bitmap containing PFNs of zero pages. * * PFNs corresponding to set bits in @bm are stored in the area of memory -* pointed to by @buf (1 page at a time). +* pointed to by @buf (1 page at a time). Pages which were filled with only +* zeros will have the highest bit set in the packed format to distinguish +* them from PFNs which will be contained in the image file. */ -static inline void pack_pfns (unsigned long *buf,struct memory_bitmap *bm) +static inline void pack_pfns (unsigned long *buf,struct memory_bitmap *bm, +struct memory_bitmap *zero_bm) {int j;@@ -2110,6 +2156,8 @@ static inline void pack_pfns(unsigned long *buf, struct memory_bitmap *bm) buf[j] =memory_bm_next_pfn (bm);if (unlikely (buf[j] ==BM_END_OF_MAP ))break ; +if (memory_bm_test_bit (zero_bm, buf[j])) + buf[j] |=ENCODED_PFN_ZERO_FLAG ; } }@@ -2151,7 +2199,7 @@ int snapshot_read_next(struct snapshot_handle *handle)memory_bm_position_reset (©_bm); }else if (handle->cur <= nr_meta_pages) {clear_page (buffer); -pack_pfns (buffer, &orig_bm); +pack_pfns (buffer, &orig_bm, &zero_bm); }else {struct page *page;@@ -2247,24 +2295,32 @@ static int load_header(struct swsusp_info *info)* unpack_orig_pfns - Set bits corresponding to given PFNs in a memory bitmap. * @bm: Memory bitmap. * @buf: Area of memory containing the PFNs. +* @zero_bm: Memory bitmap which will be populated with the PFNs of zero pages. * * For each element of the array pointed to by @buf (1 page at a time), set the -* corresponding bit in @bm. +* corresponding bit in @bm. If the page was originally populated with only +* zeros then a corresponding bit will also be set in @zero_bm. */ -static int unpack_orig_pfns (unsigned long *buf,struct memory_bitmap *bm) +static int unpack_orig_pfns (unsigned long *buf,struct memory_bitmap *bm, +struct memory_bitmap *zero_bm) { -int j; +int j, zero; +unsigned long decoded_pfn;for (j =0 ; j <PAGE_SIZE /sizeof (long ); j++) {if (unlikely (buf[j] ==BM_END_OF_MAP ))break ; -if (pfn_valid (buf[j]) &&memory_bm_pfn_present (bm, buf[j])) { -memory_bm_set_bit (bm, buf[j]); + zero = !!(buf[j] &ENCODED_PFN_ZERO_FLAG ); + decoded_pfn = buf[j] &ENCODED_PFN_MASK ; +if (pfn_valid (decoded_pfn) &&memory_bm_pfn_present (bm, decoded_pfn)) { +memory_bm_set_bit (bm, decoded_pfn); +if (zero) +memory_bm_set_bit (zero_bm, decoded_pfn); }else { -if (!pfn_valid (buf[j])) +if (!pfn_valid (decoded_pfn))pr_err (FW_BUG "Memory map mismatch at 0x%llx after hibernation\n" , - (unsigned long long )PFN_PHYS (buf[j])); + (unsigned long long )PFN_PHYS (decoded_pfn));return -EFAULT ; } }@@ -2631,6 +2687,7 @@ int snapshot_write_next(struct snapshot_handle *handle)static struct chain_allocator ca;int error =0 ; +next:/* Check if we have already loaded the entire image */ if (handle->cur >1 && handle->cur > nr_meta_pages + nr_copy_pages)return 0 ;@@ -2657,9 +2714,13 @@ int snapshot_write_next(struct snapshot_handle *handle)if (error)return error; + error =memory_bm_create (&zero_bm,GFP_ATOMIC ,PG_ANY ); +if (error) +return error; +hibernate_restore_protection_begin (); }else if (handle->cur <= nr_meta_pages +1 ) { - error =unpack_orig_pfns (buffer, ©_bm); + error =unpack_orig_pfns (buffer, ©_bm, &zero_bm);if (error)return error;@@ -2686,6 +2747,14 @@ int snapshot_write_next(struct snapshot_handle *handle) handle->sync_read =0 ; } handle->cur++; + +/* Zero pages were not included in the image, memset it and move on. */ +if ((handle->cur > nr_meta_pages +1 ) && +memory_bm_test_bit (&zero_bm,memory_bm_get_current (&orig_bm))) { +memset (handle->buffer,0 ,PAGE_SIZE ); + goto next; + } +return PAGE_SIZE ; } --2.39.0.314.g84b9a713c41-goog
PATCH v3 1/1 PM: hibernate: don't store zero pages in the image file.
In reply to Brian GeffonOn ChromeOS we've observed a considerable number of in-use pages filled with zeros. Today with hibernate it's entirely possible that saveable pages are just zero filled. Since we're already copying pages word-by-word in do_copy_page it becomes almost free to determine if a page was completely filled with zeros.
This change introduces a new bitmap which will track these zero pages. If a page is zero it will not be included in the saved image, instead to track these zero pages in the image file we will introduce a new flag which we will set on the packed PFN list. When reading back in the image file we will detect these zero page PFNs and rebuild the zero page bitmap.
When the image is being loaded through calls to write_next_page if we encounter a zero page we will silently memset it to 0 and then continue on to the next page. Given the implementation in snapshot_read_next/snapshot_write_next this change will be transparent to non-compressed/compressed and swsusp modes of operation.
To provide some concrete numbers from simple ad-hoc testing, on a device which was lightly in use we saw that:
PM: hibernation: Image created (964408 pages copied, 548304 zero pages)
Of the approximately 6.2GB of saveable pages 2.2GB (36%) were just zero filled and could be tracked entirely within the packed PFN list. The savings would obviously be much lower for lzo compressed images, but even in the case of compression not copying pages across to the compression threads will still speed things up. It's also possible that we would see better overall compression ratios as larger regions of "real data" would improve the compressibility.
Finally, such an approach could dramatically improve swsusp performance as each one of those zero pages requires a write syscall to reload, by handling it as part of the packed PFN list we're able to fully avoid that.
Patch v2 -> v3:
- Use nr_zero_pages rather than walking each pfn to count.
- Make sure zero_bm is allocated in safe pages on resume. When reading in the pfn list and building the zero page bm we don't know which pages are unsafe yet so we will need to copy this bm to safe pages after the metadata has been read.
Patch v1 -> v2:
- minor code mistake from rebasing corrected.
--- kernel/power/snapshot.c | 169 +++++++++++++++++++++++++++++++--------- 1 file changed, 133 insertions(+), 36 deletions(-)
kernel/power/snapshot.c +133 -36
@@ -404,6 +404,7 @@ struct bm_position {struct mem_zone_bm_rtree *zone;struct rtree_node *node;unsigned long node_pfn; +unsigned long cur_pfn;int node_bit; };
@@ -589,6 +590,7 @@ static void memory_bm_position_reset(struct memory_bitmap *bm) bm->cur.node =list_entry (bm->cur.zone->leaves.next, struct rtree_node, list); bm->cur.node_pfn =0 ; + bm->cur.cur_pfn =BM_END_OF_MAP ; bm->cur.node_bit =0 ; }
@@ -799,6 +801,7 @@ static int memory_bm_find_bit(struct memory_bitmap *bm, unsigned long pfn, bm->cur.zone = zone; bm->cur.node = node; bm->cur.node_pfn = (pfn - zone->start_pfn) & ~BM_BLOCK_MASK ; + bm->cur.cur_pfn = pfn;/* Set return values */ *addr = node->data;
@@ -850,6 +853,11 @@ static void memory_bm_clear_current(struct memory_bitmap *bm)clear_bit (bit, bm->cur.node->data); } +static unsigned long memory_bm_get_current (struct memory_bitmap *bm) +{ +return bm->cur.cur_pfn; +} +static int memory_bm_test_bit (struct memory_bitmap *bm,unsigned long pfn) {void *addr;
@@ -929,10 +937,12 @@ static unsigned long memory_bm_next_pfn(struct memory_bitmap *bm)if (bit < bits) { pfn = bm->cur.zone->start_pfn + bm->cur.node_pfn + bit; bm->cur.node_bit = bit +1 ; + bm->cur.cur_pfn = pfn;return pfn; } }while (rtree_next_node (bm)); + bm->cur.cur_pfn =BM_END_OF_MAP ;return BM_END_OF_MAP ; }
@@ -1371,14 +1381,18 @@ static unsigned int count_data_pages(void)/* * This is needed, because copy_page and memcpy are not usable for copying -* task structs. +* task structs. Returns 1 if a page was filled with only zeros, otherwise 0. */ -static inline void do_copy_page (long *dst,long *src) +static inline int do_copy_page (long *dst,long *src) {int n; +long z =0 ; -for (n =PAGE_SIZE /sizeof (long ); n; n--) +for (n =PAGE_SIZE /sizeof (long ); n; n--) { + z |= *src; *dst++ = *src++; + } +return !z; }/**
@@ -1389,15 +1403,17 @@ static inline void do_copy_page(long *dst, long *src)* CONFIG_ARCH_HAS_SET_DIRECT_MAP is not set. In that case kernel_page_present() * always returns 'true'. */ -static void safe_copy_page (void *dst,struct page *s_page) +static int safe_copy_page (void *dst,struct page *s_page) { +int ret;if (kernel_page_present (s_page)) { -do_copy_page (dst,page_address (s_page)); + ret =do_copy_page (dst,page_address (s_page)); }else {hibernate_map_page (s_page); -do_copy_page (dst,page_address (s_page)); + ret =do_copy_page (dst,page_address (s_page));hibernate_unmap_page (s_page); } +return ret; }#ifdef CONFIG_HIGHMEM
@@ -1407,17 +1423,18 @@ static inline struct page *page_is_saveable(struct zone *zone, unsigned long pfn saveable_highmem_page(zone, pfn) : saveable_page(zone, pfn); } -static void copy_data_page (unsigned long dst_pfn,unsigned long src_pfn) +static int copy_data_page (unsigned long dst_pfn,unsigned long src_pfn) {struct page *s_page, *d_page;void *src, *dst; +int ret; s_page =pfn_to_page (src_pfn); d_page =pfn_to_page (dst_pfn);if (PageHighMem (s_page)) { src =kmap_atomic (s_page); dst =kmap_atomic (d_page); -do_copy_page (dst, src); + ret =do_copy_page (dst, src);kunmap_atomic (dst);kunmap_atomic (src); }else {
@@ -1426,30 +1443,33 @@ static void copy_data_page(unsigned long dst_pfn, unsigned long src_pfn)* The page pointed to by src may contain some kernel * data modified by kmap_atomic() */ -safe_copy_page (buffer, s_page); + ret =safe_copy_page (buffer, s_page); dst =kmap_atomic (d_page);copy_page (dst, buffer); kunmap_atomic(dst); }else { -safe_copy_page (page_address (d_page), s_page); + ret =safe_copy_page (page_address (d_page), s_page); } } +return ret; }#else #define page_is_saveable (zone, pfn) saveable_page(zone, pfn) -static inline void copy_data_page (unsigned long dst_pfn,unsigned long src_pfn) +static inline int copy_data_page (unsigned long dst_pfn,unsigned long src_pfn) { -safe_copy_page (page_address (pfn_to_page (dst_pfn)), +return safe_copy_page (page_address (pfn_to_page (dst_pfn)),pfn_to_page (src_pfn)); }#endif /* CONFIG_HIGHMEM */ static void copy_data_pages (struct memory_bitmap *copy_bm, -struct memory_bitmap *orig_bm) +struct memory_bitmap *orig_bm, +struct memory_bitmap *zero_bm, +unsigned int *zero_count) {struct zone *zone; -unsigned long pfn; +unsigned long pfn, copy_pfn;for_each_populated_zone (zone) {unsigned long max_zone_pfn;
@@ -1462,11 +1482,20 @@ static void copy_data_pages(struct memory_bitmap *copy_bm, }memory_bm_position_reset (orig_bm);memory_bm_position_reset (copy_bm); + copy_pfn =memory_bm_next_pfn (copy_bm);for (;;) { pfn =memory_bm_next_pfn (orig_bm);if (unlikely (pfn ==BM_END_OF_MAP ))break ; -copy_data_page (memory_bm_next_pfn (copy_bm), pfn); +if (copy_data_page (copy_pfn, pfn)) { +memory_bm_set_bit (zero_bm, pfn); +if (zero_count) + (*zero_count)++; + +/* We will reuse this copy_pfn for a real 'nonzero' page. */ +continue ; + } + copy_pfn =memory_bm_next_pfn (copy_bm); } }
@@ -1474,6 +1503,9 @@ static void copy_data_pages(struct memory_bitmap *copy_bm,static unsigned int nr_copy_pages;/* Number of pages needed for saving the original pfns of the image pages */ static unsigned int nr_meta_pages; +/* Number of zero pages */ +static unsigned int nr_zero_pages; +/* * Numbers of normal and highmem page frames allocated for hibernation image * before suspending devices.
@@ -1494,6 +1526,9 @@ static struct memory_bitmap orig_bm;*/ static struct memory_bitmap copy_bm; +/* Memory bitmap which tracks which saveable pages were zero filled. */ +static struct memory_bitmap zero_bm; +/** * swsusp_free - Free pages allocated for hibernation image. *
@@ -1538,6 +1573,7 @@ void swsusp_free(void) out: nr_copy_pages =0 ; nr_meta_pages =0 ; + nr_zero_pages =0 ; restore_pblist =NULL ; buffer =NULL ; alloc_normal =0 ;
@@ -1756,8 +1792,15 @@ int hibernate_preallocate_memory(void) goto err_out; } + error =memory_bm_create (&zero_bm,GFP_IMAGE ,PG_ANY ); +if (error) { +pr_err ("Cannot allocate zero bitmap\n" ); + goto err_out; + } + alloc_normal =0 ; alloc_highmem =0 ; + nr_zero_pages =0 ;/* Count the number of saveable data pages. */ save_highmem =count_highmem_pages ();
@@ -2037,19 +2080,19 @@ asmlinkage __visible int swsusp_save(void)* Kill them. */ drain_local_pages (NULL ); -copy_data_pages (©_bm, &orig_bm); +copy_data_pages (©_bm, &orig_bm, &zero_bm, &nr_zero_pages);/* * End of critical section. From now on, we can write to memory, * but we should not touch disk. This specially means we must _not_ * touch swap space! Except we must write out our image of course. */ - nr_pages += nr_highmem; - nr_copy_pages = nr_pages; +/* We don't actually copy the zero pages */ + nr_copy_pages = nr_pages - nr_zero_pages; nr_meta_pages =DIV_ROUND_UP (nr_pages *sizeof (long ),PAGE_SIZE ); -pr_info ("Image created (%d pages copied)\n" , nr_pages); +pr_info ("Image created (%d pages copied, %d zero pages)\n" , nr_copy_pages, nr_zero_pages);return 0 ; }
@@ -2094,15 +2137,22 @@ static int init_header(struct swsusp_info *info)return init_header_complete (info); } +#define ENCODED_PFN_ZERO_FLAG ((unsigned long)1 << (BITS_PER_LONG - 1)) +#define ENCODED_PFN_MASK (~ENCODED_PFN_ZERO_FLAG) +/** * pack_pfns - Prepare PFNs for saving. * @bm: Memory bitmap. * @buf: Memory buffer to store the PFNs in. +* @zero_bm: Memory bitmap containing PFNs of zero pages. * * PFNs corresponding to set bits in @bm are stored in the area of memory -* pointed to by @buf (1 page at a time). +* pointed to by @buf (1 page at a time). Pages which were filled with only +* zeros will have the highest bit set in the packed format to distinguish +* them from PFNs which will be contained in the image file. */ -static inline void pack_pfns (unsigned long *buf,struct memory_bitmap *bm) +static inline void pack_pfns (unsigned long *buf,struct memory_bitmap *bm, +struct memory_bitmap *zero_bm) {int j;
@@ -2110,6 +2160,8 @@ static inline void pack_pfns(unsigned long *buf, struct memory_bitmap *bm) buf[j] =memory_bm_next_pfn (bm);if (unlikely (buf[j] ==BM_END_OF_MAP ))break ; +if (memory_bm_test_bit (zero_bm, buf[j])) + buf[j] |=ENCODED_PFN_ZERO_FLAG ; } }
@@ -2151,7 +2203,7 @@ int snapshot_read_next(struct snapshot_handle *handle)memory_bm_position_reset (©_bm); }else if (handle->cur <= nr_meta_pages) {clear_page (buffer); -pack_pfns (buffer, &orig_bm); +pack_pfns (buffer, &orig_bm, &zero_bm); }else {struct page *page;
@@ -2247,24 +2299,34 @@ static int load_header(struct swsusp_info *info)* unpack_orig_pfns - Set bits corresponding to given PFNs in a memory bitmap. * @bm: Memory bitmap. * @buf: Area of memory containing the PFNs. +* @zero_bm: Memory bitmap which will be populated with the PFNs of zero pages. * * For each element of the array pointed to by @buf (1 page at a time), set the -* corresponding bit in @bm. +* corresponding bit in @bm. If the the page was originally populated with only +* zeros then a corresponding bit will also be set in @zero_bm. */ -static int unpack_orig_pfns (unsigned long *buf,struct memory_bitmap *bm) +static int unpack_orig_pfns (unsigned long *buf,struct memory_bitmap *bm, +struct memory_bitmap *zero_bm) { -int j; +int j, zero; +unsigned long decoded_pfn;for (j =0 ; j <PAGE_SIZE /sizeof (long ); j++) {if (unlikely (buf[j] ==BM_END_OF_MAP ))break ; -if (pfn_valid (buf[j]) &&memory_bm_pfn_present (bm, buf[j])) { -memory_bm_set_bit (bm, buf[j]); + zero = !!(buf[j] &ENCODED_PFN_ZERO_FLAG ); + decoded_pfn = buf[j] &ENCODED_PFN_MASK ; +if (pfn_valid (decoded_pfn) &&memory_bm_pfn_present (bm, decoded_pfn)) { +memory_bm_set_bit (bm, decoded_pfn); +if (zero) { +memory_bm_set_bit (zero_bm, decoded_pfn); + nr_zero_pages++; + } }else { -if (!pfn_valid (buf[j])) +if (!pfn_valid (decoded_pfn))pr_err (FW_BUG "Memory map mismatch at 0x%llx after hibernation\n" , - (unsigned long long )PFN_PHYS (buf[j])); + (unsigned long long )PFN_PHYS (decoded_pfn));return -EFAULT ; } }
@@ -2486,6 +2548,7 @@ static inline void free_highmem_data(void) {}* prepare_image - Make room for loading hibernation image. * @new_bm: Uninitialized memory bitmap structure. * @bm: Memory bitmap with unsafe pages marked. +* @zero_bm: Memory bitmap containing the zero pages. * * Use @bm to mark the pages that will be overwritten in the process of * restoring the system memory state from the suspend image ("unsafe" pages)
@@ -2496,8 +2559,12 @@ static inline void free_highmem_data(void) {}* pages will be used for just yet. Instead, we mark them all as allocated and * create a lists of "safe" pages to be used later. On systems with high * memory a list of "safe" highmem pages is created too. +* +* Because we didn't know which pages were unsafe when we created the zero bm we +* will make a copy of it and recreate it within safe pages. */ -static int prepare_image (struct memory_bitmap *new_bm,struct memory_bitmap *bm) +static int prepare_image (struct memory_bitmap *new_bm,struct memory_bitmap *bm, +struct memory_bitmap *zero_bm) {unsigned int nr_pages, nr_highmem;struct linked_page *lp;
@@ -2516,6 +2583,20 @@ static int prepare_image(struct memory_bitmap *new_bm, struct memory_bitmap *bm)duplicate_memory_bitmap (new_bm, bm);memory_bm_free (bm,PG_UNSAFE_KEEP ); + error =memory_bm_create (bm,GFP_ATOMIC ,PG_ANY ); +if (error) + goto Free; + +/* use bm as storage while we rebuild zero_bm using safe pages */ +duplicate_memory_bitmap (bm, zero_bm); +memory_bm_free (zero_bm,PG_UNSAFE_KEEP ); + error =memory_bm_create (zero_bm,GFP_ATOMIC ,PG_SAFE ); +if (error) + goto Free; +duplicate_memory_bitmap (zero_bm, bm); +memory_bm_free (bm,PG_UNSAFE_KEEP ); +/* at this point zero_bm is in safe pages and we can use it while restoring */ +if (nr_highmem >0 ) { error =prepare_highmem_image (bm, &nr_highmem);if (error)
@@ -2530,7 +2611,7 @@ static int prepare_image(struct memory_bitmap *new_bm, struct memory_bitmap *bm)* * nr_copy_pages cannot be less than allocated_unsafe_pages too. */ - nr_pages = nr_copy_pages - nr_highmem - allocated_unsafe_pages; + nr_pages = (nr_zero_pages + nr_copy_pages) - nr_highmem - allocated_unsafe_pages; nr_pages =DIV_ROUND_UP (nr_pages,PBES_PER_LINKED_PAGE );while (nr_pages >0 ) { lp =get_image_page (GFP_ATOMIC ,PG_SAFE );
@@ -2543,7 +2624,7 @@ static int prepare_image(struct memory_bitmap *new_bm, struct memory_bitmap *bm) nr_pages--; }/* Preallocate memory for the image */ - nr_pages = nr_copy_pages - nr_highmem - allocated_unsafe_pages; + nr_pages = (nr_zero_pages + nr_copy_pages) - nr_highmem - allocated_unsafe_pages;while (nr_pages >0 ) { lp = (struct linked_page *)get_zeroed_page (GFP_ATOMIC );if (!lp) {
@@ -2631,8 +2712,9 @@ int snapshot_write_next(struct snapshot_handle *handle)static struct chain_allocator ca;int error =0 ; +next:/* Check if we have already loaded the entire image */ -if (handle->cur >1 && handle->cur > nr_meta_pages + nr_copy_pages) +if (handle->cur >1 && handle->cur > nr_meta_pages + nr_copy_pages + nr_zero_pages)return 0 ; handle->sync_read =1 ;
@@ -2657,19 +2739,26 @@ int snapshot_write_next(struct snapshot_handle *handle)if (error)return error; + error =memory_bm_create (&zero_bm,GFP_ATOMIC ,PG_ANY ); +if (error) +return error; + + nr_zero_pages =0 ; +hibernate_restore_protection_begin (); }else if (handle->cur <= nr_meta_pages +1 ) { - error =unpack_orig_pfns (buffer, ©_bm); + error =unpack_orig_pfns (buffer, ©_bm, &zero_bm);if (error)return error;if (handle->cur == nr_meta_pages +1 ) { - error =prepare_image (&orig_bm, ©_bm); + error =prepare_image (&orig_bm, ©_bm, &zero_bm);if (error)return error;chain_init (&ca,GFP_ATOMIC ,PG_SAFE );memory_bm_position_reset (&orig_bm); +memory_bm_position_reset (&zero_bm); restore_pblist =NULL ; handle->buffer =get_buffer (&orig_bm, &ca); handle->sync_read =0 ;
@@ -2686,6 +2775,14 @@ int snapshot_write_next(struct snapshot_handle *handle) handle->sync_read =0 ; } handle->cur++; + +/* Zero pages were not included in the image, memset it and move on. */ +if ((handle->cur > (nr_meta_pages +1 )) && +memory_bm_test_bit (&zero_bm,memory_bm_get_current (&orig_bm))) { +memset (handle->buffer,0 ,PAGE_SIZE ); + goto next; + } +return PAGE_SIZE ; }
@@ -2702,7 +2799,7 @@ void snapshot_write_finalize(struct snapshot_handle *handle)copy_last_highmem_page ();hibernate_restore_protect_page (handle->buffer);/* Do that only if we have loaded the image entirely */ -if (handle->cur >1 && handle->cur > nr_meta_pages + nr_copy_pages) { +if (handle->cur >1 && handle->cur > nr_meta_pages + nr_copy_pages + nr_zero_pages) {memory_bm_recycle (&orig_bm);free_highmem_data (); }
Signature · 1 line
2.39.2.722.g9855ee24e9-goog
Quoted 53 lines · Brian Geffon
On ChromeOS we've observed a considerable number of in-use pages filled with zeros. Today with hibernate it's entirely possible that saveable pages are just zero filled. Since we're already copying pages word-by-word in
do_copy_pageit becomes almost free to determine if a page was completely filled with zeros.This change introduces a new bitmap which will track these zero pages. If a page is zero it will not be included in the saved image, instead to track these zero pages in the image file we will introduce a new flag which we will set on the packed PFN list. When reading back in the image file we will detect these zero page PFNs and rebuild the zero page bitmap.
When the image is being loaded through calls to
write_next_pageif we encounter a zero page we will silently memset it to 0 and then continue on to the next page. Given the implementation in snapshot_read_next/snapshot_write_next this change will be transparent to non-compressed/compressed and swsusp modes of operation.To provide some concrete numbers from simple ad-hoc testing, on a device which was lightly in use we saw that:
PM: hibernation: Image created (964408 pages copied, 548304 zero pages)
Of the approximately 6.2GB of saveable pages 2.2GB (36%) were just zero filled and could be tracked entirely within the packed PFN list. The savings would obviously be much lower for lzo compressed images, but even in the case of compression not copying pages across to the compression threads will still speed things up. It's also possible that we would see better overall compression ratios as larger regions of "real data" would improve the compressibility.
Finally, such an approach could dramatically improve swsusp performance as each one of those zero pages requires a write syscall to reload, by handling it as part of the packed PFN list we're able to fully avoid that.
Patch v2 -> v3:
- Usenr_zero_pagesrather than walking each pfn to count.
- Make surezero_bmis allocated in safe pages on resume. When reading in the pfn list and building the zero page bm we don't know which pages are unsafe yet so we will need to copy this bm to safe pages after the metadata has been read.Patch v1 -> v2:
- minor code mistake from rebasing corrected.Signed-off-by Brian Geffon <[email protected]>--- kernel/power/snapshot.c | 169 +++++++++++++++++++++++++++++++--------- 1 file changed, 133 insertions(+), 36 deletions(-)kernel/power/snapshot.c +0
-0
...
kernel/power/snapshot.c static unsigned int count_data_pages(void) · line 1384
Quoted 6 lines
kernel/power/snapshot.c +1
-1@@ -1371,14 +1381,18 @@ static unsigned int count_data_pages(void)/* * This is needed, because copy_page and memcpy are not usable for copying -* task structs. +* task structs. Returns 1 if a page was filled with only zeros, otherwise 0.
nit: s/a page/the page/
Quoted 14 lines
kernel/power/snapshot.c +6
-2*/ -static inline void do_copy_page (long *dst,long *src) +static inline int do_copy_page (long *dst,long *src) {int n; +long z =0 ; -for (n =PAGE_SIZE /sizeof (long ); n; n--) +for (n =PAGE_SIZE /sizeof (long ); n; n--) { + z |= *src; *dst++ = *src++; + } +return !z; }
...
Quoted 24 lines
kernel/power/snapshot.c +6
-4-static inline void copy_data_page (unsigned long dst_pfn,unsigned long src_pfn) +static inline int copy_data_page (unsigned long dst_pfn,unsigned long src_pfn) { -safe_copy_page (page_address (pfn_to_page (dst_pfn)), +return safe_copy_page (page_address (pfn_to_page (dst_pfn)),pfn_to_page (src_pfn)); }#endif /* CONFIG_HIGHMEM */ static void copy_data_pages (struct memory_bitmap *copy_bm, -struct memory_bitmap *orig_bm) +struct memory_bitmap *orig_bm, +struct memory_bitmap *zero_bm, +unsigned int *zero_count) {struct zone *zone; -unsigned long pfn; +unsigned long pfn, copy_pfn;for_each_populated_zone (zone) {unsigned long max_zone_pfn;@@ -1462,11 +1482,20 @@ static void copy_data_pages(struct memory_bitmap *copy_bm, }memory_bm_position_reset (orig_bm);
kernel/power/snapshot.c static void copy_data_pages(struct memory_bitmap *copy_bm, · line 1492
Quoted 10 lines
kernel/power/snapshot.c +4
-1memory_bm_position_reset (copy_bm); + copy_pfn =memory_bm_next_pfn (copy_bm);for (;;) { pfn =memory_bm_next_pfn (orig_bm);if (unlikely (pfn ==BM_END_OF_MAP ))break ; -copy_data_page (memory_bm_next_pfn (copy_bm), pfn); +if (copy_data_page (copy_pfn, pfn)) { +memory_bm_set_bit (zero_bm, pfn); +if (zero_count)
This check is not needed. The function is called only once, with a pointer. The kernel trusts itself if the pointer is supposed to be always != NULL.
Or better: use a local counter and have copy_data_pages() return the number of pages that were actually copied, which is what the caller is interested in.
Quoted 8 lines
kernel/power/snapshot.c +6
-0+ (*zero_count)++; + +/* We will reuse this copy_pfn for a real 'nonzero' page. */ +continue ; + } + copy_pfn =memory_bm_next_pfn (copy_bm); } }
...
kernel/power/snapshot.c static int load_header(struct swsusp_info *info) · line 2306
Quoted 10 lines
kernel/power/snapshot.c +3
-1@@ -2247,24 +2299,34 @@ static int load_header(struct swsusp_info *info)* unpack_orig_pfns - Set bits corresponding to given PFNs in a memory bitmap. * @bm: Memory bitmap. * @buf: Area of memory containing the PFNs. +* @zero_bm: Memory bitmap which will be populated with the PFNs of zero pages. * * For each element of the array pointed to by @buf (1 page at a time), set the -* corresponding bit in @bm. +* corresponding bit in @bm. If the the page was originally populated with only +* zeros then a corresponding bit will also be set in @zero_bm.
s/the the/the/
...
kernel/power/snapshot.c static inline void free_highmem_data(void) {} · line 2551
Quoted 5 lines
kernel/power/snapshot.c +1
-0@@ -2486,6 +2548,7 @@ static inline void free_highmem_data(void) {}* prepare_image - Make room for loading hibernation image. * @new_bm: Uninitialized memory bitmap structure. * @bm: Memory bitmap with unsafe pages marked. +* @zero_bm: Memory bitmap containing the zero pages.
That sounds as if the memory bitmap actually contained zero pages. I suggest to change it to something like the comment for 'bm' above, i.e. "... with zero pages marked"
kernel/power/snapshot.c static inline void free_highmem_data(void) {} · line 2564
Quoted 10 lines
kernel/power/snapshot.c +3
-0* * Use @bm to mark the pages that will be overwritten in the process of * restoring the system memory state from the suspend image ("unsafe" pages) @@ -2496,8 +2559,12 @@ static inline void free_highmem_data(void) {}* pages will be used for just yet. Instead, we mark them all as allocated and * create a lists of "safe" pages to be used later. On systems with high * memory a list of "safe" highmem pages is created too. +* +* Because we didn't know which pages were unsafe when we created the zero bm we +* will make a copy of it and recreate it within safe pages.
nit: s/we will make/we make/
Quoted 8 lines
kernel/power/snapshot.c +2
-1*/ -static int prepare_image (struct memory_bitmap *new_bm,struct memory_bitmap *bm) +static int prepare_image (struct memory_bitmap *new_bm,struct memory_bitmap *bm, +struct memory_bitmap *zero_bm) {unsigned int nr_pages, nr_highmem;struct linked_page *lp;
kernel/power/snapshot.c static int prepare_image(struct memory_bitmap *new_bm, struct memory_bitmap *bm) · line 2590
Quoted 8 lines
kernel/power/snapshot.c +5
-0@@ -2516,6 +2583,20 @@ static int prepare_image(struct memory_bitmap *new_bm, struct memory_bitmap *bm)duplicate_memory_bitmap (new_bm, bm);memory_bm_free (bm,PG_UNSAFE_KEEP ); + error =memory_bm_create (bm,GFP_ATOMIC ,PG_ANY ); +if (error) + goto Free; + +/* use bm as storage while we rebuild zero_bm using safe pages */
Re-using the 'bm' parameter is confusing, it should be avoided IMO unless there is a real benefit. struct memory_bitmap isn't that big, why not create a local variable 'zero_mb_tmp' or similar as a temporary store for the zero page bitmap?
Quoted 12 lines
kernel/power/snapshot.c +9
-0+duplicate_memory_bitmap (bm, zero_bm); +memory_bm_free (zero_bm,PG_UNSAFE_KEEP ); + error =memory_bm_create (zero_bm,GFP_ATOMIC ,PG_SAFE ); +if (error) + goto Free; +duplicate_memory_bitmap (zero_bm, bm); +memory_bm_free (bm,PG_UNSAFE_KEEP ); +/* at this point zero_bm is in safe pages and we can use it while restoring */ +if (nr_highmem >0 ) { error =prepare_highmem_image (bm, &nr_highmem);if (error)
Quoted 1 line · Matthias Kaehlcke
Hi Matthias,
Thanks for taking a look.
Quoted 57 lines · Brian Geffon
Quoted 53 lines
On ChromeOS we've observed a considerable number of in-use pages filled with zeros. Today with hibernate it's entirely possible that saveable pages are just zero filled. Since we're already copying pages word-by-word in
do_copy_pageit becomes almost free to determine if a page was completely filled with zeros.This change introduces a new bitmap which will track these zero pages. If a page is zero it will not be included in the saved image, instead to track these zero pages in the image file we will introduce a new flag which we will set on the packed PFN list. When reading back in the image file we will detect these zero page PFNs and rebuild the zero page bitmap.
When the image is being loaded through calls to
write_next_pageif we encounter a zero page we will silently memset it to 0 and then continue on to the next page. Given the implementation in snapshot_read_next/snapshot_write_next this change will be transparent to non-compressed/compressed and swsusp modes of operation.To provide some concrete numbers from simple ad-hoc testing, on a device which was lightly in use we saw that:
PM: hibernation: Image created (964408 pages copied, 548304 zero pages)
Of the approximately 6.2GB of saveable pages 2.2GB (36%) were just zero filled and could be tracked entirely within the packed PFN list. The savings would obviously be much lower for lzo compressed images, but even in the case of compression not copying pages across to the compression threads will still speed things up. It's also possible that we would see better overall compression ratios as larger regions of "real data" would improve the compressibility.
Finally, such an approach could dramatically improve swsusp performance as each one of those zero pages requires a write syscall to reload, by handling it as part of the packed PFN list we're able to fully avoid that.
Patch v2 -> v3:
- Usenr_zero_pagesrather than walking each pfn to count.
- Make surezero_bmis allocated in safe pages on resume. When reading in the pfn list and building the zero page bm we don't know which pages are unsafe yet so we will need to copy this bm to safe pages after the metadata has been read.Patch v1 -> v2:
- minor code mistake from rebasing corrected.Signed-off-by Brian Geffon <[email protected]>--- kernel/power/snapshot.c | 169 +++++++++++++++++++++++++++++++--------- 1 file changed, 133 insertions(+), 36 deletions(-)kernel/power/snapshot.c +0
-0...
Quoted 8 lines
kernel/power/snapshot.c static unsigned int count_data_pages(void) · line 1384
Quoted 6 lines
kernel/power/snapshot.c +1
-1@@ -1371,14 +1381,18 @@ static unsigned int count_data_pages(void)/* * This is needed, because copy_page and memcpy are not usable for copying -* task structs. +* task structs. Returns 1 if a page was filled with only zeros, otherwise 0. nit: s/a page/the page/
Ack. will fix in follow up version.
Quoted 56 lines
Quoted 15 lines
kernel/power/snapshot.c +6
-2*/ -static inline void do_copy_page (long *dst,long *src) +static inline int do_copy_page (long *dst,long *src) {int n; +long z =0 ; -for (n =PAGE_SIZE /sizeof (long ); n; n--) +for (n =PAGE_SIZE /sizeof (long ); n; n--) { + z |= *src; *dst++ = *src++; + } +return !z; }...
Quoted 24 lines
kernel/power/snapshot.c +6
-4-static inline void copy_data_page (unsigned long dst_pfn,unsigned long src_pfn) +static inline int copy_data_page (unsigned long dst_pfn,unsigned long src_pfn) { -safe_copy_page (page_address (pfn_to_page (dst_pfn)), +return safe_copy_page (page_address (pfn_to_page (dst_pfn)),pfn_to_page (src_pfn)); }#endif /* CONFIG_HIGHMEM */ static void copy_data_pages (struct memory_bitmap *copy_bm, -struct memory_bitmap *orig_bm) +struct memory_bitmap *orig_bm, +struct memory_bitmap *zero_bm, +unsigned int *zero_count) {struct zone *zone; -unsigned long pfn; +unsigned long pfn, copy_pfn;for_each_populated_zone (zone) {unsigned long max_zone_pfn;@@ -1462,11 +1482,20 @@ static void copy_data_pages(struct memory_bitmap *copy_bm, }memory_bm_position_reset (orig_bm);kernel/power/snapshot.c static void copy_data_pages(struct memory_bitmap *copy_bm, · line 1492
Quoted 10 lines
kernel/power/snapshot.c +4
-1memory_bm_position_reset (copy_bm); + copy_pfn =memory_bm_next_pfn (copy_bm);for (;;) { pfn =memory_bm_next_pfn (orig_bm);if (unlikely (pfn ==BM_END_OF_MAP ))break ; -copy_data_page (memory_bm_next_pfn (copy_bm), pfn); +if (copy_data_page (copy_pfn, pfn)) { +memory_bm_set_bit (zero_bm, pfn); +if (zero_count)This check is not needed. The function is called only once, with a pointer. The kernel trusts itself if the pointer is supposed to be always != NULL.
Quoted 2 lines
Or better: use a local counter and have
copy_data_pages()return the number of pages that were actually copied, which is what the caller is interested in.
That makes a lot of sense, I'll switch to this approach in next iteration.
Quoted 12 lines
Quoted 9 lines
kernel/power/snapshot.c +6
-0+ (*zero_count)++; + +/* We will reuse this copy_pfn for a real 'nonzero' page. */ +continue ; + } + copy_pfn =memory_bm_next_pfn (copy_bm); } }...
Quoted 12 lines
kernel/power/snapshot.c static int load_header(struct swsusp_info *info) · line 2306
Quoted 10 lines
kernel/power/snapshot.c +3
-1@@ -2247,24 +2299,34 @@ static int load_header(struct swsusp_info *info)* unpack_orig_pfns - Set bits corresponding to given PFNs in a memory bitmap. * @bm: Memory bitmap. * @buf: Area of memory containing the PFNs. +* @zero_bm: Memory bitmap which will be populated with the PFNs of zero pages. * * For each element of the array pointed to by @buf (1 page at a time), set the -* corresponding bit in @bm. +* corresponding bit in @bm. If the the page was originally populated with only +* zeros then a corresponding bit will also be set in @zero_bm. s/the the/the/
Ack.
Quoted 12 lines
...
kernel/power/snapshot.c static inline void free_highmem_data(void) {} · line 2551
Quoted 5 lines
kernel/power/snapshot.c +1
-0@@ -2486,6 +2548,7 @@ static inline void free_highmem_data(void) {}* prepare_image - Make room for loading hibernation image. * @new_bm: Uninitialized memory bitmap structure. * @bm: Memory bitmap with unsafe pages marked. +* @zero_bm: Memory bitmap containing the zero pages. That sounds as if the memory bitmap actually contained zero pages. I suggest to change it to something like the comment for 'bm' above, i.e. "... with zero pages marked"
Sure that makes sense, will reword it.
Quoted 13 lines
kernel/power/snapshot.c static inline void free_highmem_data(void) {} · line 2564
Quoted 11 lines
kernel/power/snapshot.c +3
-0* * Use @bm to mark the pages that will be overwritten in the process of * restoring the system memory state from the suspend image ("unsafe" pages) @@ -2496,8 +2559,12 @@ static inline void free_highmem_data(void) {}* pages will be used for just yet. Instead, we mark them all as allocated and * create a lists of "safe" pages to be used later. On systems with high * memory a list of "safe" highmem pages is created too. +* +* Because we didn't know which pages were unsafe when we created the zero bm we +* will make a copy of it and recreate it within safe pages. nit: s/we will make/we make/
Ack.
Quoted 10 lines
Quoted 10 lines
kernel/power/snapshot.c +2
-1*/ -static int prepare_image (struct memory_bitmap *new_bm,struct memory_bitmap *bm) +static int prepare_image (struct memory_bitmap *new_bm,struct memory_bitmap *bm, +struct memory_bitmap *zero_bm) {unsigned int nr_pages, nr_highmem;struct linked_page *lp;@@ -2516,6 +2583,20 @@ static int prepare_image(struct memory_bitmap *new_bm, struct memory_bitmap *bm)
Quoted 11 lines
kernel/power/snapshot.c static int prepare_image(struct memory_bitmap *new_bm, struct memory_bitmap *bm) · line 2590
Quoted 7 lines
kernel/power/snapshot.c +5
-0duplicate_memory_bitmap (new_bm, bm);memory_bm_free (bm,PG_UNSAFE_KEEP ); + error =memory_bm_create (bm,GFP_ATOMIC ,PG_ANY ); +if (error) + goto Free; + +/* use bm as storage while we rebuild zero_bm using safe pages */ Re-using the 'bm' parameter is confusing, it should be avoided IMO unless there is a real benefit. struct
memory_bitmapisn't that big, why not create a local variable 'zero_mb_tmp' or similar as a temporary store for the zero page bitmap?
Sure, I'll send an updated patch which does that.
Quoted 13 lines
Quoted 13 lines
kernel/power/snapshot.c +9
-0+duplicate_memory_bitmap (bm, zero_bm); +memory_bm_free (zero_bm,PG_UNSAFE_KEEP ); + error =memory_bm_create (zero_bm,GFP_ATOMIC ,PG_SAFE ); +if (error) + goto Free; +duplicate_memory_bitmap (zero_bm, bm); +memory_bm_free (bm,PG_UNSAFE_KEEP ); +/* at this point zero_bm is in safe pages and we can use it while restoring */ +if (nr_highmem >0 ) { error =prepare_highmem_image (bm, &nr_highmem);if (error)
PATCH v4 1/1 PM: hibernate: don't store zero pages in the image file.
In reply to Brian GeffonOn ChromeOS we've observed a considerable number of in-use pages filled with zeros. Today with hibernate it's entirely possible that saveable pages are just zero filled. Since we're already copying pages word-by-word in do_copy_page it becomes almost free to determine if a page was completely filled with zeros.
This change introduces a new bitmap which will track these zero pages. If a page is zero it will not be included in the saved image, instead to track these zero pages in the image file we will introduce a new flag which we will set on the packed PFN list. When reading back in the image file we will detect these zero page PFNs and rebuild the zero page bitmap.
When the image is being loaded through calls to write_next_page if we encounter a zero page we will silently memset it to 0 and then continue on to the next page. Given the implementation in snapshot_read_next/snapshot_write_next this change will be transparent to non-compressed/compressed and swsusp modes of operation.
To provide some concrete numbers from simple ad-hoc testing, on a device which was lightly in use we saw that:
PM: hibernation: Image created (964408 pages copied, 548304 zero pages)
Of the approximately 6.2GB of saveable pages 2.2GB (36%) were just zero filled and could be tracked entirely within the packed PFN list. The savings would obviously be much lower for lzo compressed images, but even in the case of compression not copying pages across to the compression threads will still speed things up. It's also possible that we would see better overall compression ratios as larger regions of "real data" would improve the compressibility.
Finally, such an approach could dramatically improve swsusp performance as each one of those zero pages requires a write syscall to reload, by handling it as part of the packed PFN list we're able to fully avoid that.
Patch v3 -> v4:
- Suggestions from Matthias Kaehlcke:
- Return number of copy pages from copy_data_pages
- Use an explicit temporary bitmap while moving the zerm_bm to safe pages.
Patch v2 -> v3:
- Use nr_zero_pages rather than walking each pfn to count.
- Make sure zero_bm is allocated in safe pages on resume. When reading in the pfn list and building the zero page bm we don't know which pages are unsafe yet so we will need to
copy this bm to safe pages after the metadata has been read.
Patch v1 -> v2:
- minor code mistake from rebasing corrected.
--- kernel/power/snapshot.c | 180 +++++++++++++++++++++++++++++++--------- 1 file changed, 142 insertions(+), 38 deletions(-)
kernel/power/snapshot.c +142 -38
@@ -404,6 +404,7 @@ struct bm_position {struct mem_zone_bm_rtree *zone;struct rtree_node *node;unsigned long node_pfn; +unsigned long cur_pfn;int node_bit; };
@@ -589,6 +590,7 @@ static void memory_bm_position_reset(struct memory_bitmap *bm) bm->cur.node =list_entry (bm->cur.zone->leaves.next, struct rtree_node, list); bm->cur.node_pfn =0 ; + bm->cur.cur_pfn =BM_END_OF_MAP ; bm->cur.node_bit =0 ; }
@@ -799,6 +801,7 @@ static int memory_bm_find_bit(struct memory_bitmap *bm, unsigned long pfn, bm->cur.zone = zone; bm->cur.node = node; bm->cur.node_pfn = (pfn - zone->start_pfn) & ~BM_BLOCK_MASK ; + bm->cur.cur_pfn = pfn;/* Set return values */ *addr = node->data;
@@ -850,6 +853,11 @@ static void memory_bm_clear_current(struct memory_bitmap *bm)clear_bit (bit, bm->cur.node->data); } +static unsigned long memory_bm_get_current (struct memory_bitmap *bm) +{ +return bm->cur.cur_pfn; +} +static int memory_bm_test_bit (struct memory_bitmap *bm,unsigned long pfn) {void *addr;
@@ -929,10 +937,12 @@ static unsigned long memory_bm_next_pfn(struct memory_bitmap *bm)if (bit < bits) { pfn = bm->cur.zone->start_pfn + bm->cur.node_pfn + bit; bm->cur.node_bit = bit +1 ; + bm->cur.cur_pfn = pfn;return pfn; } }while (rtree_next_node (bm)); + bm->cur.cur_pfn =BM_END_OF_MAP ;return BM_END_OF_MAP ; }
@@ -1371,14 +1381,18 @@ static unsigned int count_data_pages(void)/* * This is needed, because copy_page and memcpy are not usable for copying -* task structs. +* task structs. Returns 1 if the page was filled with only zeros, otherwise 0. */ -static inline void do_copy_page (long *dst,long *src) +static inline int do_copy_page (long *dst,long *src) {int n; +long z =0 ; -for (n =PAGE_SIZE /sizeof (long ); n; n--) +for (n =PAGE_SIZE /sizeof (long ); n; n--) { + z |= *src; *dst++ = *src++; + } +return !z; }/**
@@ -1389,15 +1403,17 @@ static inline void do_copy_page(long *dst, long *src)* CONFIG_ARCH_HAS_SET_DIRECT_MAP is not set. In that case kernel_page_present() * always returns 'true'. */ -static void safe_copy_page (void *dst,struct page *s_page) +static int safe_copy_page (void *dst,struct page *s_page) { +int ret;if (kernel_page_present (s_page)) { -do_copy_page (dst,page_address (s_page)); + ret =do_copy_page (dst,page_address (s_page)); }else {hibernate_map_page (s_page); -do_copy_page (dst,page_address (s_page)); + ret =do_copy_page (dst,page_address (s_page));hibernate_unmap_page (s_page); } +return ret; }#ifdef CONFIG_HIGHMEM
@@ -1407,17 +1423,18 @@ static inline struct page *page_is_saveable(struct zone *zone, unsigned long pfn saveable_highmem_page(zone, pfn) : saveable_page(zone, pfn); } -static void copy_data_page (unsigned long dst_pfn,unsigned long src_pfn) +static int copy_data_page (unsigned long dst_pfn,unsigned long src_pfn) {struct page *s_page, *d_page;void *src, *dst; +int ret; s_page =pfn_to_page (src_pfn); d_page =pfn_to_page (dst_pfn);if (PageHighMem (s_page)) { src =kmap_atomic (s_page); dst =kmap_atomic (d_page); -do_copy_page (dst, src); + ret =do_copy_page (dst, src);kunmap_atomic (dst);kunmap_atomic (src); }else {
@@ -1426,30 +1443,38 @@ static void copy_data_page(unsigned long dst_pfn, unsigned long src_pfn)* The page pointed to by src may contain some kernel * data modified by kmap_atomic() */ -safe_copy_page (buffer, s_page); + ret =safe_copy_page (buffer, s_page); dst =kmap_atomic (d_page);copy_page (dst, buffer); kunmap_atomic(dst); }else { -safe_copy_page (page_address (d_page), s_page); + ret =safe_copy_page (page_address (d_page), s_page); } } +return ret; }#else #define page_is_saveable (zone, pfn) saveable_page(zone, pfn) -static inline void copy_data_page (unsigned long dst_pfn,unsigned long src_pfn) +static inline int copy_data_page (unsigned long dst_pfn,unsigned long src_pfn) { -safe_copy_page (page_address (pfn_to_page (dst_pfn)), +return safe_copy_page (page_address (pfn_to_page (dst_pfn)),pfn_to_page (src_pfn)); }#endif /* CONFIG_HIGHMEM */ -static void copy_data_pages (struct memory_bitmap *copy_bm, -struct memory_bitmap *orig_bm) +/* +* Copy data pages will copy all pages into pages pulled from the copy_bm. +* If a page was entirely filled with zeros it will be marked in the zero_bm. +* +* Returns the number of pages copied. +*/ +static unsigned long copy_data_pages (struct memory_bitmap *copy_bm, +struct memory_bitmap *orig_bm, +struct memory_bitmap *zero_bm) {struct zone *zone; -unsigned long pfn; +unsigned long pfn, copy_pfn, copied_pages =0 ;for_each_populated_zone (zone) {unsigned long max_zone_pfn;
@@ -1462,18 +1487,30 @@ static void copy_data_pages(struct memory_bitmap *copy_bm, }memory_bm_position_reset (orig_bm);memory_bm_position_reset (copy_bm); + copy_pfn =memory_bm_next_pfn (copy_bm);for (;;) { pfn =memory_bm_next_pfn (orig_bm);if (unlikely (pfn ==BM_END_OF_MAP ))break ; -copy_data_page (memory_bm_next_pfn (copy_bm), pfn); +if (copy_data_page (copy_pfn, pfn)) { +memory_bm_set_bit (zero_bm, pfn); + +/* We will reuse this copy_pfn for a real 'nonzero' page. */ +continue ; + } + copied_pages++; + copy_pfn =memory_bm_next_pfn (copy_bm); } +return copied_pages; }/* Total number of image pages */ static unsigned int nr_copy_pages;/* Number of pages needed for saving the original pfns of the image pages */ static unsigned int nr_meta_pages; +/* Number of zero pages */ +static unsigned int nr_zero_pages; +/* * Numbers of normal and highmem page frames allocated for hibernation image * before suspending devices.
@@ -1494,6 +1531,9 @@ static struct memory_bitmap orig_bm;*/ static struct memory_bitmap copy_bm; +/* Memory bitmap which tracks which saveable pages were zero filled. */ +static struct memory_bitmap zero_bm; +/** * swsusp_free - Free pages allocated for hibernation image. *
@@ -1538,6 +1578,7 @@ void swsusp_free(void) out: nr_copy_pages =0 ; nr_meta_pages =0 ; + nr_zero_pages =0 ; restore_pblist =NULL ; buffer =NULL ; alloc_normal =0 ;
@@ -1756,8 +1797,15 @@ int hibernate_preallocate_memory(void) goto err_out; } + error =memory_bm_create (&zero_bm,GFP_IMAGE ,PG_ANY ); +if (error) { +pr_err ("Cannot allocate zero bitmap\n" ); + goto err_out; + } + alloc_normal =0 ; alloc_highmem =0 ; + nr_zero_pages =0 ;/* Count the number of saveable data pages. */ save_highmem =count_highmem_pages ();
@@ -2014,7 +2062,6 @@ static int swsusp_alloc(struct memory_bitmap *copy_bm, asmlinkage __visible int swsusp_save(void) {unsigned int nr_pages, nr_highmem; -pr_info ("Creating image:\n" );drain_local_pages (NULL );
@@ -2037,19 +2084,19 @@ asmlinkage __visible int swsusp_save(void)* Kill them. */ drain_local_pages (NULL ); -copy_data_pages (©_bm, &orig_bm); + nr_copy_pages =copy_data_pages (©_bm, &orig_bm, &zero_bm);/* * End of critical section. From now on, we can write to memory, * but we should not touch disk. This specially means we must _not_ * touch swap space! Except we must write out our image of course. */ - nr_pages += nr_highmem; - nr_copy_pages = nr_pages; +/* We don't actually copy the zero pages */ + nr_zero_pages = nr_pages - nr_copy_pages; nr_meta_pages =DIV_ROUND_UP (nr_pages *sizeof (long ),PAGE_SIZE ); -pr_info ("Image created (%d pages copied)\n" , nr_pages); +pr_info ("Image created (%d pages copied, %d zero pages)\n" , nr_copy_pages, nr_zero_pages);return 0 ; }
@@ -2094,15 +2141,22 @@ static int init_header(struct swsusp_info *info)return init_header_complete (info); } +#define ENCODED_PFN_ZERO_FLAG ((unsigned long)1 << (BITS_PER_LONG - 1)) +#define ENCODED_PFN_MASK (~ENCODED_PFN_ZERO_FLAG) +/** * pack_pfns - Prepare PFNs for saving. * @bm: Memory bitmap. * @buf: Memory buffer to store the PFNs in. +* @zero_bm: Memory bitmap containing PFNs of zero pages. * * PFNs corresponding to set bits in @bm are stored in the area of memory -* pointed to by @buf (1 page at a time). +* pointed to by @buf (1 page at a time). Pages which were filled with only +* zeros will have the highest bit set in the packed format to distinguish +* them from PFNs which will be contained in the image file. */ -static inline void pack_pfns (unsigned long *buf,struct memory_bitmap *bm) +static inline void pack_pfns (unsigned long *buf,struct memory_bitmap *bm, +struct memory_bitmap *zero_bm) {int j;
@@ -2110,6 +2164,8 @@ static inline void pack_pfns(unsigned long *buf, struct memory_bitmap *bm) buf[j] =memory_bm_next_pfn (bm);if (unlikely (buf[j] ==BM_END_OF_MAP ))break ; +if (memory_bm_test_bit (zero_bm, buf[j])) + buf[j] |=ENCODED_PFN_ZERO_FLAG ; } }
@@ -2151,7 +2207,7 @@ int snapshot_read_next(struct snapshot_handle *handle)memory_bm_position_reset (©_bm); }else if (handle->cur <= nr_meta_pages) {clear_page (buffer); -pack_pfns (buffer, &orig_bm); +pack_pfns (buffer, &orig_bm, &zero_bm); }else {struct page *page;
@@ -2247,24 +2303,34 @@ static int load_header(struct swsusp_info *info)* unpack_orig_pfns - Set bits corresponding to given PFNs in a memory bitmap. * @bm: Memory bitmap. * @buf: Area of memory containing the PFNs. +* @zero_bm: Memory bitmap with the zero PFNs marked. * * For each element of the array pointed to by @buf (1 page at a time), set the -* corresponding bit in @bm. +* corresponding bit in @bm. If the page was originally populated with only +* zeros then a corresponding bit will also be set in @zero_bm. */ -static int unpack_orig_pfns (unsigned long *buf,struct memory_bitmap *bm) +static int unpack_orig_pfns (unsigned long *buf,struct memory_bitmap *bm, +struct memory_bitmap *zero_bm) { -int j; +int j, zero; +unsigned long decoded_pfn;for (j =0 ; j <PAGE_SIZE /sizeof (long ); j++) {if (unlikely (buf[j] ==BM_END_OF_MAP ))break ; -if (pfn_valid (buf[j]) &&memory_bm_pfn_present (bm, buf[j])) { -memory_bm_set_bit (bm, buf[j]); + zero = !!(buf[j] &ENCODED_PFN_ZERO_FLAG ); + decoded_pfn = buf[j] &ENCODED_PFN_MASK ; +if (pfn_valid (decoded_pfn) &&memory_bm_pfn_present (bm, decoded_pfn)) { +memory_bm_set_bit (bm, decoded_pfn); +if (zero) { +memory_bm_set_bit (zero_bm, decoded_pfn); + nr_zero_pages++; + } }else { -if (!pfn_valid (buf[j])) +if (!pfn_valid (decoded_pfn))pr_err (FW_BUG "Memory map mismatch at 0x%llx after hibernation\n" , - (unsigned long long )PFN_PHYS (buf[j])); + (unsigned long long )PFN_PHYS (decoded_pfn));return -EFAULT ; } }
@@ -2486,6 +2552,7 @@ static inline void free_highmem_data(void) {}* prepare_image - Make room for loading hibernation image. * @new_bm: Uninitialized memory bitmap structure. * @bm: Memory bitmap with unsafe pages marked. +* @zero_bm: Memory bitmap containing the zero pages. * * Use @bm to mark the pages that will be overwritten in the process of * restoring the system memory state from the suspend image ("unsafe" pages)
@@ -2496,11 +2563,16 @@ static inline void free_highmem_data(void) {}* pages will be used for just yet. Instead, we mark them all as allocated and * create a lists of "safe" pages to be used later. On systems with high * memory a list of "safe" highmem pages is created too. +* +* Because we didn't know which pages were unsafe when we created the zero bm we +* make a copy of it and recreate it within safe pages. */ -static int prepare_image (struct memory_bitmap *new_bm,struct memory_bitmap *bm) +static int prepare_image (struct memory_bitmap *new_bm,struct memory_bitmap *bm, +struct memory_bitmap *zero_bm) {unsigned int nr_pages, nr_highmem;struct linked_page *lp; +struct memory_bitmap tmp;int error;/* If there is no highmem, the buffer will not be necessary */
@@ -2516,6 +2588,22 @@ static int prepare_image(struct memory_bitmap *new_bm, struct memory_bitmap *bm)duplicate_memory_bitmap (new_bm, bm);memory_bm_free (bm,PG_UNSAFE_KEEP ); + +/* Make a copy of the zero bm so it can be created in safe pages */ + error =memory_bm_create (&tmp,GFP_ATOMIC ,PG_ANY ); +if (error) + goto Free; +duplicate_memory_bitmap (&tmp, zero_bm); +memory_bm_free (zero_bm,PG_UNSAFE_KEEP ); + +/* Recreate zero_bm in safe pages */ + error =memory_bm_create (zero_bm,GFP_ATOMIC ,PG_SAFE ); +if (error) + goto Free; +duplicate_memory_bitmap (zero_bm, &tmp); +memory_bm_free (&tmp,PG_UNSAFE_KEEP ); +/* at this point zero_bm is in safe pages and we can use it while restoring */ +if (nr_highmem >0 ) { error =prepare_highmem_image (bm, &nr_highmem);if (error)
@@ -2530,7 +2618,7 @@ static int prepare_image(struct memory_bitmap *new_bm, struct memory_bitmap *bm)* * nr_copy_pages cannot be less than allocated_unsafe_pages too. */ - nr_pages = nr_copy_pages - nr_highmem - allocated_unsafe_pages; + nr_pages = (nr_zero_pages + nr_copy_pages) - nr_highmem - allocated_unsafe_pages; nr_pages =DIV_ROUND_UP (nr_pages,PBES_PER_LINKED_PAGE );while (nr_pages >0 ) { lp =get_image_page (GFP_ATOMIC ,PG_SAFE );
@@ -2543,7 +2631,7 @@ static int prepare_image(struct memory_bitmap *new_bm, struct memory_bitmap *bm) nr_pages--; }/* Preallocate memory for the image */ - nr_pages = nr_copy_pages - nr_highmem - allocated_unsafe_pages; + nr_pages = (nr_zero_pages + nr_copy_pages) - nr_highmem - allocated_unsafe_pages;while (nr_pages >0 ) { lp = (struct linked_page *)get_zeroed_page (GFP_ATOMIC );if (!lp) {
@@ -2631,8 +2719,9 @@ int snapshot_write_next(struct snapshot_handle *handle)static struct chain_allocator ca;int error =0 ; +next:/* Check if we have already loaded the entire image */ -if (handle->cur >1 && handle->cur > nr_meta_pages + nr_copy_pages) +if (handle->cur >1 && handle->cur > nr_meta_pages + nr_copy_pages + nr_zero_pages)return 0 ; handle->sync_read =1 ;
@@ -2657,19 +2746,26 @@ int snapshot_write_next(struct snapshot_handle *handle)if (error)return error; + error =memory_bm_create (&zero_bm,GFP_ATOMIC ,PG_ANY ); +if (error) +return error; + + nr_zero_pages =0 ; +hibernate_restore_protection_begin (); }else if (handle->cur <= nr_meta_pages +1 ) { - error =unpack_orig_pfns (buffer, ©_bm); + error =unpack_orig_pfns (buffer, ©_bm, &zero_bm);if (error)return error;if (handle->cur == nr_meta_pages +1 ) { - error =prepare_image (&orig_bm, ©_bm); + error =prepare_image (&orig_bm, ©_bm, &zero_bm);if (error)return error;chain_init (&ca,GFP_ATOMIC ,PG_SAFE );memory_bm_position_reset (&orig_bm); +memory_bm_position_reset (&zero_bm); restore_pblist =NULL ; handle->buffer =get_buffer (&orig_bm, &ca); handle->sync_read =0 ;
@@ -2686,6 +2782,14 @@ int snapshot_write_next(struct snapshot_handle *handle) handle->sync_read =0 ; } handle->cur++; + +/* Zero pages were not included in the image, memset it and move on. */ +if ((handle->cur > (nr_meta_pages +1 )) && +memory_bm_test_bit (&zero_bm,memory_bm_get_current (&orig_bm))) { +memset (handle->buffer,0 ,PAGE_SIZE ); + goto next; + } +return PAGE_SIZE ; }
@@ -2702,7 +2806,7 @@ void snapshot_write_finalize(struct snapshot_handle *handle)copy_last_highmem_page ();hibernate_restore_protect_page (handle->buffer);/* Do that only if we have loaded the image entirely */ -if (handle->cur >1 && handle->cur > nr_meta_pages + nr_copy_pages) { +if (handle->cur >1 && handle->cur > nr_meta_pages + nr_copy_pages + nr_zero_pages) {memory_bm_recycle (&orig_bm);free_highmem_data (); }
Signature · 1 line
2.40.0.577.gac1e443424-goog
Rafael J. Wysocki
maintainerQuoted 110 lines · Brian Geffon
On ChromeOS we've observed a considerable number of in-use pages filled with zeros. Today with hibernate it's entirely possible that saveable pages are just zero filled. Since we're already copying pages word-by-word in
do_copy_pageit becomes almost free to determine if a page was completely filled with zeros.This change introduces a new bitmap which will track these zero pages. If a page is zero it will not be included in the saved image, instead to track these zero pages in the image file we will introduce a new flag which we will set on the packed PFN list. When reading back in the image file we will detect these zero page PFNs and rebuild the zero page bitmap.
When the image is being loaded through calls to
write_next_pageif we encounter a zero page we will silently memset it to 0 and then continue on to the next page. Given the implementation in snapshot_read_next/snapshot_write_next this change will be transparent to non-compressed/compressed and swsusp modes of operation.To provide some concrete numbers from simple ad-hoc testing, on a device which was lightly in use we saw that:
PM: hibernation: Image created (964408 pages copied, 548304 zero pages)
Of the approximately 6.2GB of saveable pages 2.2GB (36%) were just zero filled and could be tracked entirely within the packed PFN list. The savings would obviously be much lower for lzo compressed images, but even in the case of compression not copying pages across to the compression threads will still speed things up. It's also possible that we would see better overall compression ratios as larger regions of "real data" would improve the compressibility.
Finally, such an approach could dramatically improve swsusp performance as each one of those zero pages requires a write syscall to reload, by handling it as part of the packed PFN list we're able to fully avoid that.
Patch v3 -> v4:
- Suggestions from Matthias Kaehlcke:
- Return number of copy pages fromcopy_data_pages
- Use an explicit temporary bitmap while moving thezerm_bmto safe pages.Patch v2 -> v3:
- Usenr_zero_pagesrather than walking each pfn to count.
- Make surezero_bmis allocated in safe pages on resume. When reading in the pfn list and building the zero page bm we don't know which pages are unsafe yet so we will need tocopy this bm to safe pages after the metadata has been read.Patch v1 -> v2:
- minor code mistake from rebasing corrected.Signed-off-by Brian Geffon <[email protected]>--- kernel/power/snapshot.c | 180 +++++++++++++++++++++++++++++++--------- 1 file changed, 142 insertions(+), 38 deletions(-)kernel/power/snapshot.c +10
-0@@ -404,6 +404,7 @@ struct bm_position {struct mem_zone_bm_rtree *zone;struct rtree_node *node;unsigned long node_pfn; +unsigned long cur_pfn;int node_bit; };@@ -589,6 +590,7 @@ static void memory_bm_position_reset(struct memory_bitmap *bm) bm->cur.node =list_entry (bm->cur.zone->leaves.next, struct rtree_node, list); bm->cur.node_pfn =0 ; + bm->cur.cur_pfn =BM_END_OF_MAP ; bm->cur.node_bit =0 ; }@@ -799,6 +801,7 @@ static int memory_bm_find_bit(struct memory_bitmap *bm, unsigned long pfn, bm->cur.zone = zone; bm->cur.node = node; bm->cur.node_pfn = (pfn - zone->start_pfn) & ~BM_BLOCK_MASK ; + bm->cur.cur_pfn = pfn;/* Set return values */ *addr = node->data;@@ -850,6 +853,11 @@ static void memory_bm_clear_current(struct memory_bitmap *bm)clear_bit (bit, bm->cur.node->data); } +static unsigned long memory_bm_get_current (struct memory_bitmap *bm) +{ +return bm->cur.cur_pfn; +} +static int memory_bm_test_bit (struct memory_bitmap *bm,unsigned long pfn) {void *addr;@@ -929,10 +937,12 @@ static unsigned long memory_bm_next_pfn(struct memory_bitmap *bm)if (bit < bits) { pfn = bm->cur.zone->start_pfn + bm->cur.node_pfn + bit; bm->cur.node_bit = bit +1 ; + bm->cur.cur_pfn = pfn;return pfn; } }while (rtree_next_node (bm)); + bm->cur.cur_pfn =BM_END_OF_MAP ;return BM_END_OF_MAP ; }
kernel/power/snapshot.c static unsigned int count_data_pages(void) · line 1386
Quoted 8 lines
kernel/power/snapshot.c +2
-2@@ -1371,14 +1381,18 @@ static unsigned int count_data_pages(void)/* * This is needed, because copy_page and memcpy are not usable for copying -* task structs. +* task structs. Returns 1 if the page was filled with only zeros, otherwise 0. */ -static inline void do_copy_page (long *dst,long *src) +static inline int do_copy_page (long *dst,long *src)
Make it bool, please.
kernel/power/snapshot.c static unsigned int count_data_pages(void) · line 1389
Quoted 3 lines
kernel/power/snapshot.c +1
-0{int n; +long z =0 ;
Please put this above the other declaration.
Quoted 11 lines
kernel/power/snapshot.c +4
-1-for (n =PAGE_SIZE /sizeof (long ); n; n--) +for (n =PAGE_SIZE /sizeof (long ); n; n--) { + z |= *src; *dst++ = *src++; + } +return !z; }/**
kernel/power/snapshot.c static inline void do_copy_page(long *dst, long *src) · line 1406
Quoted 5 lines
kernel/power/snapshot.c +1
-1@@ -1389,15 +1403,17 @@ static inline void do_copy_page(long *dst, long *src)* CONFIG_ARCH_HAS_SET_DIRECT_MAP is not set. In that case kernel_page_present() * always returns 'true'. */ -static void safe_copy_page (void *dst,struct page *s_page) +static int safe_copy_page (void *dst,struct page *s_page)
This can be bool too.
kernel/power/snapshot.c static inline void do_copy_page(long *dst, long *src) · line 1408
Quoted 2 lines
kernel/power/snapshot.c +1
-0{ +int ret;
I'd call this "zeros_only" or similar and it can be bool.
Quoted 14 lines
kernel/power/snapshot.c +3
-2if (kernel_page_present (s_page)) { -do_copy_page (dst,page_address (s_page)); + ret =do_copy_page (dst,page_address (s_page)); }else {hibernate_map_page (s_page); -do_copy_page (dst,page_address (s_page)); + ret =do_copy_page (dst,page_address (s_page));hibernate_unmap_page (s_page); } +return ret; }#ifdef CONFIG_HIGHMEM
kernel/power/snapshot.c static inline struct page *page_is_saveable(struct zone *zone, unsigned long pfn · line 1426
Quoted 5 lines
kernel/power/snapshot.c +1
-1@@ -1407,17 +1423,18 @@ static inline struct page *page_is_saveable(struct zone *zone, unsigned long pfn saveable_highmem_page(zone, pfn) : saveable_page(zone, pfn); } -static void copy_data_page (unsigned long dst_pfn,unsigned long src_pfn) +static int copy_data_page (unsigned long dst_pfn,unsigned long src_pfn)
This can be bool.
kernel/power/snapshot.c static inline struct page *page_is_saveable(struct zone *zone, unsigned long pfn · line 1430
Quoted 4 lines
kernel/power/snapshot.c +1
-0{struct page *s_page, *d_page;void *src, *dst; +int ret;
And this can be bool and please rename it to something more meaningful like above.
Quoted 22 lines
kernel/power/snapshot.c +2
-3s_page =pfn_to_page (src_pfn); d_page =pfn_to_page (dst_pfn);if (PageHighMem (s_page)) { src =kmap_atomic (s_page); dst =kmap_atomic (d_page); -do_copy_page (dst, src); + ret =do_copy_page (dst, src);kunmap_atomic (dst);kunmap_atomic (src); }else {@@ -1426,30 +1443,38 @@ static void copy_data_page(unsigned long dst_pfn, unsigned long src_pfn)* The page pointed to by src may contain some kernel * data modified by kmap_atomic() */ -safe_copy_page (buffer, s_page); + ret =safe_copy_page (buffer, s_page); dst =kmap_atomic (d_page);copy_page (dst, buffer);kunmap_atomic (dst); }else { -safe_copy_page (page_address (d_page), s_page);
kernel/power/snapshot.c static void copy_data_page(unsigned long dst_pfn, unsigned long src_pfn) · line 1459
Quoted 10 lines
kernel/power/snapshot.c +3
-1+ ret = safe_copy_page(page_address(d_page), s_page); } } +return ret; }#else #define page_is_saveable (zone, pfn) saveable_page(zone, pfn) -static inline void copy_data_page (unsigned long dst_pfn,unsigned long src_pfn) +static inline int copy_data_page (unsigned long dst_pfn,unsigned long src_pfn)
This can be bool.
Quoted 12 lines
kernel/power/snapshot.c +4
-3{ -safe_copy_page (page_address (pfn_to_page (dst_pfn)), +return safe_copy_page (page_address (pfn_to_page (dst_pfn)),pfn_to_page (src_pfn)); }#endif /* CONFIG_HIGHMEM */ -static void copy_data_pages (struct memory_bitmap *copy_bm, -struct memory_bitmap *orig_bm) +/* +* Copy data pages will copy all pages into pages pulled from the copy_bm. +* If a page was entirely filled with zeros it will be marked in the zero_bm.
kernel/power/snapshot.c static void copy_data_page(unsigned long dst_pfn, unsigned long src_pfn) · line 1477
Quoted 10 lines
kernel/power/snapshot.c +7
-1+* +* Returns the number of pages copied. +*/ +static unsigned long copy_data_pages (struct memory_bitmap *copy_bm, +struct memory_bitmap *orig_bm, +struct memory_bitmap *zero_bm) {struct zone *zone; -unsigned long pfn; +unsigned long pfn, copy_pfn, copied_pages =0 ;
Please put this above the other declaration.
Quoted 7 lines
kernel/power/snapshot.c +0
-0for_each_populated_zone (zone) {unsigned long max_zone_pfn;@@ -1462,18 +1487,30 @@ static void copy_data_pages(struct memory_bitmap *copy_bm, }memory_bm_position_reset (orig_bm);memory_bm_position_reset (copy_bm);
kernel/power/snapshot.c static void copy_data_pages(struct memory_bitmap *copy_bm, · line 1498
Quoted 10 lines
kernel/power/snapshot.c +5
-1+ copy_pfn =memory_bm_next_pfn (copy_bm);for (;;) { pfn =memory_bm_next_pfn (orig_bm);if (unlikely (pfn ==BM_END_OF_MAP ))break ; -copy_data_page (memory_bm_next_pfn (copy_bm), pfn); +if (copy_data_page (copy_pfn, pfn)) { +memory_bm_set_bit (zero_bm, pfn); + +/* We will reuse this copy_pfn for a real 'nonzero' page. */
I'd prefer something like "This copy_pfn will be reused for a page that is not full of zeros."
Quoted 53 lines
kernel/power/snapshot.c +19
-0+continue ; + } + copied_pages++; + copy_pfn =memory_bm_next_pfn (copy_bm); } +return copied_pages; }/* Total number of image pages */ static unsigned int nr_copy_pages;/* Number of pages needed for saving the original pfns of the image pages */ static unsigned int nr_meta_pages; +/* Number of zero pages */ +static unsigned int nr_zero_pages; +/* * Numbers of normal and highmem page frames allocated for hibernation image * before suspending devices. @@ -1494,6 +1531,9 @@ static struct memory_bitmap orig_bm;*/ static struct memory_bitmap copy_bm; +/* Memory bitmap which tracks which saveable pages were zero filled. */ +static struct memory_bitmap zero_bm; +/** * swsusp_free - Free pages allocated for hibernation image. * @@ -1538,6 +1578,7 @@ void swsusp_free(void) out: nr_copy_pages =0 ; nr_meta_pages =0 ; + nr_zero_pages =0 ; restore_pblist =NULL ; buffer =NULL ; alloc_normal =0 ;@@ -1756,8 +1797,15 @@ int hibernate_preallocate_memory(void) goto err_out; } + error =memory_bm_create (&zero_bm,GFP_IMAGE ,PG_ANY ); +if (error) { +pr_err ("Cannot allocate zero bitmap\n" ); + goto err_out; + } + alloc_normal =0 ; alloc_highmem =0 ; + nr_zero_pages =0 ;/* Count the number of saveable data pages. */ save_highmem =count_highmem_pages ();
kernel/power/snapshot.c static int swsusp_alloc(struct memory_bitmap *copy_bm, · line 2017
Quoted 4 lines
kernel/power/snapshot.c +0
-1@@ -2014,7 +2062,6 @@ static int swsusp_alloc(struct memory_bitmap *copy_bm, asmlinkage __visible int swsusp_save(void) {unsigned int nr_pages, nr_highmem; -
Unrelated change and not needed AFAICS.
Quoted 77 lines
kernel/power/snapshot.c +17
-7pr_info ("Creating image:\n" );drain_local_pages (NULL );@@ -2037,19 +2084,19 @@ asmlinkage __visible int swsusp_save(void)* Kill them. */ drain_local_pages (NULL ); -copy_data_pages (©_bm, &orig_bm); + nr_copy_pages =copy_data_pages (©_bm, &orig_bm, &zero_bm);/* * End of critical section. From now on, we can write to memory, * but we should not touch disk. This specially means we must _not_ * touch swap space! Except we must write out our image of course. */ - nr_pages += nr_highmem; - nr_copy_pages = nr_pages; +/* We don't actually copy the zero pages */ + nr_zero_pages = nr_pages - nr_copy_pages; nr_meta_pages =DIV_ROUND_UP (nr_pages *sizeof (long ),PAGE_SIZE ); -pr_info ("Image created (%d pages copied)\n" , nr_pages); +pr_info ("Image created (%d pages copied, %d zero pages)\n" , nr_copy_pages, nr_zero_pages);return 0 ; }@@ -2094,15 +2141,22 @@ static int init_header(struct swsusp_info *info)return init_header_complete (info); } +#define ENCODED_PFN_ZERO_FLAG ((unsigned long)1 << (BITS_PER_LONG - 1)) +#define ENCODED_PFN_MASK (~ENCODED_PFN_ZERO_FLAG) +/** * pack_pfns - Prepare PFNs for saving. * @bm: Memory bitmap. * @buf: Memory buffer to store the PFNs in. +* @zero_bm: Memory bitmap containing PFNs of zero pages. * * PFNs corresponding to set bits in @bm are stored in the area of memory -* pointed to by @buf (1 page at a time). +* pointed to by @buf (1 page at a time). Pages which were filled with only +* zeros will have the highest bit set in the packed format to distinguish +* them from PFNs which will be contained in the image file. */ -static inline void pack_pfns (unsigned long *buf,struct memory_bitmap *bm) +static inline void pack_pfns (unsigned long *buf,struct memory_bitmap *bm, +struct memory_bitmap *zero_bm) {int j;@@ -2110,6 +2164,8 @@ static inline void pack_pfns(unsigned long *buf, struct memory_bitmap *bm) buf[j] =memory_bm_next_pfn (bm);if (unlikely (buf[j] ==BM_END_OF_MAP ))break ; +if (memory_bm_test_bit (zero_bm, buf[j])) + buf[j] |=ENCODED_PFN_ZERO_FLAG ; } }@@ -2151,7 +2207,7 @@ int snapshot_read_next(struct snapshot_handle *handle)memory_bm_position_reset (©_bm); }else if (handle->cur <= nr_meta_pages) {clear_page (buffer); -pack_pfns (buffer, &orig_bm); +pack_pfns (buffer, &orig_bm, &zero_bm); }else {struct page *page;@@ -2247,24 +2303,34 @@ static int load_header(struct swsusp_info *info)* unpack_orig_pfns - Set bits corresponding to given PFNs in a memory bitmap. * @bm: Memory bitmap. * @buf: Area of memory containing the PFNs. +* @zero_bm: Memory bitmap with the zero PFNs marked. * * For each element of the array pointed to by @buf (1 page at a time), set the
kernel/power/snapshot.c static int load_header(struct swsusp_info *info) · line 2315
Quoted 10 lines
kernel/power/snapshot.c +5
-3-* corresponding bit in @bm. +* corresponding bit in @bm. If the page was originally populated with only +* zeros then a corresponding bit will also be set in @zero_bm. */ -static int unpack_orig_pfns (unsigned long *buf,struct memory_bitmap *bm) +static int unpack_orig_pfns (unsigned long *buf,struct memory_bitmap *bm, +struct memory_bitmap *zero_bm) { -int j; +int j, zero;
"zero" is a bool variable.
kernel/power/snapshot.c static int load_header(struct swsusp_info *info) · line 2316
Quoted 1 line
kernel/power/snapshot.c +1
-0+unsigned long decoded_pfn;
Please put this above the other declaration.
Quoted 33 lines
kernel/power/snapshot.c +11
-4for (j =0 ; j <PAGE_SIZE /sizeof (long ); j++) {if (unlikely (buf[j] ==BM_END_OF_MAP ))break ; -if (pfn_valid (buf[j]) &&memory_bm_pfn_present (bm, buf[j])) { -memory_bm_set_bit (bm, buf[j]); + zero = !!(buf[j] &ENCODED_PFN_ZERO_FLAG ); + decoded_pfn = buf[j] &ENCODED_PFN_MASK ; +if (pfn_valid (decoded_pfn) &&memory_bm_pfn_present (bm, decoded_pfn)) { +memory_bm_set_bit (bm, decoded_pfn); +if (zero) { +memory_bm_set_bit (zero_bm, decoded_pfn); + nr_zero_pages++; + } }else { -if (!pfn_valid (buf[j])) +if (!pfn_valid (decoded_pfn))pr_err (FW_BUG "Memory map mismatch at 0x%llx after hibernation\n" , - (unsigned long long )PFN_PHYS (buf[j])); + (unsigned long long )PFN_PHYS (decoded_pfn));return -EFAULT ; } }@@ -2486,6 +2552,7 @@ static inline void free_highmem_data(void) {}* prepare_image - Make room for loading hibernation image. * @new_bm: Uninitialized memory bitmap structure. * @bm: Memory bitmap with unsafe pages marked. +* @zero_bm: Memory bitmap containing the zero pages. * * Use @bm to mark the pages that will be overwritten in the process of * restoring the system memory state from the suspend image ("unsafe" pages)
kernel/power/snapshot.c static inline void free_highmem_data(void) {} · line 2568
Quoted 6 lines
kernel/power/snapshot.c +3
-0@@ -2496,11 +2563,16 @@ static inline void free_highmem_data(void) {}* pages will be used for just yet. Instead, we mark them all as allocated and * create a lists of "safe" pages to be used later. On systems with high * memory a list of "safe" highmem pages is created too. +* +* Because we didn't know which pages were unsafe when we created the zero bm we +* make a copy of it and recreate it within safe pages.
I would prefer something like "Because it was not known which pages were unsafe when @zero_bm was created, make a copy of it and recreate it within safe pages."
kernel/power/snapshot.c static inline void free_highmem_data(void) {} · line 2575
Quoted 8 lines
kernel/power/snapshot.c +3
-1*/ -static int prepare_image (struct memory_bitmap *new_bm,struct memory_bitmap *bm) +static int prepare_image (struct memory_bitmap *new_bm,struct memory_bitmap *bm, +struct memory_bitmap *zero_bm) {unsigned int nr_pages, nr_highmem;struct linked_page *lp; +struct memory_bitmap tmp;
Please put this above the previous declaration.
kernel/power/snapshot.c static int prepare_image(struct memory_bitmap *new_bm, struct memory_bitmap *bm) · line 2592
Quoted 9 lines
kernel/power/snapshot.c +2
-0int error;/* If there is no highmem, the buffer will not be necessary */ @@ -2516,6 +2588,22 @@ static int prepare_image(struct memory_bitmap *new_bm, struct memory_bitmap *bm)duplicate_memory_bitmap (new_bm, bm);memory_bm_free (bm,PG_UNSAFE_KEEP ); + +/* Make a copy of the zero bm so it can be created in safe pages */
s/the zero bm/zero_bm/
kernel/power/snapshot.c static int prepare_image(struct memory_bitmap *new_bm, struct memory_bitmap *bm) · line 2595
Quoted 3 lines
kernel/power/snapshot.c +3
-0+ error =memory_bm_create (&tmp,GFP_ATOMIC ,PG_ANY ); +if (error) + goto Free;
Please add empty lines after an if () without a block in all places.
kernel/power/snapshot.c static int prepare_image(struct memory_bitmap *new_bm, struct memory_bitmap *bm) · line 2605
Quoted 10 lines
kernel/power/snapshot.c +10
-0+duplicate_memory_bitmap (&tmp, zero_bm); +memory_bm_free (zero_bm,PG_UNSAFE_KEEP ); + +/* Recreate zero_bm in safe pages */ + error =memory_bm_create (zero_bm,GFP_ATOMIC ,PG_SAFE ); +if (error) + goto Free; +duplicate_memory_bitmap (zero_bm, &tmp); +memory_bm_free (&tmp,PG_UNSAFE_KEEP ); +/* at this point zero_bm is in safe pages and we can use it while restoring */
"At this point zero_bm is in safe pages and it can be used for restoring."
Quoted 87 lines
kernel/power/snapshot.c +23
-7+if (nr_highmem >0 ) { error =prepare_highmem_image (bm, &nr_highmem);if (error)@@ -2530,7 +2618,7 @@ static int prepare_image(struct memory_bitmap *new_bm, struct memory_bitmap *bm)* * nr_copy_pages cannot be less than allocated_unsafe_pages too. */ - nr_pages = nr_copy_pages - nr_highmem - allocated_unsafe_pages; + nr_pages = (nr_zero_pages + nr_copy_pages) - nr_highmem - allocated_unsafe_pages; nr_pages =DIV_ROUND_UP (nr_pages,PBES_PER_LINKED_PAGE );while (nr_pages >0 ) { lp =get_image_page (GFP_ATOMIC ,PG_SAFE );@@ -2543,7 +2631,7 @@ static int prepare_image(struct memory_bitmap *new_bm, struct memory_bitmap *bm) nr_pages--; }/* Preallocate memory for the image */ - nr_pages = nr_copy_pages - nr_highmem - allocated_unsafe_pages; + nr_pages = (nr_zero_pages + nr_copy_pages) - nr_highmem - allocated_unsafe_pages;while (nr_pages >0 ) { lp = (struct linked_page *)get_zeroed_page (GFP_ATOMIC );if (!lp) {@@ -2631,8 +2719,9 @@ int snapshot_write_next(struct snapshot_handle *handle)static struct chain_allocator ca;int error =0 ; +next:/* Check if we have already loaded the entire image */ -if (handle->cur >1 && handle->cur > nr_meta_pages + nr_copy_pages) +if (handle->cur >1 && handle->cur > nr_meta_pages + nr_copy_pages + nr_zero_pages)return 0 ; handle->sync_read =1 ;@@ -2657,19 +2746,26 @@ int snapshot_write_next(struct snapshot_handle *handle)if (error)return error; + error =memory_bm_create (&zero_bm,GFP_ATOMIC ,PG_ANY ); +if (error) +return error; + + nr_zero_pages =0 ; +hibernate_restore_protection_begin (); }else if (handle->cur <= nr_meta_pages +1 ) { - error =unpack_orig_pfns (buffer, ©_bm); + error =unpack_orig_pfns (buffer, ©_bm, &zero_bm);if (error)return error;if (handle->cur == nr_meta_pages +1 ) { - error =prepare_image (&orig_bm, ©_bm); + error =prepare_image (&orig_bm, ©_bm, &zero_bm);if (error)return error;chain_init (&ca,GFP_ATOMIC ,PG_SAFE );memory_bm_position_reset (&orig_bm); +memory_bm_position_reset (&zero_bm); restore_pblist =NULL ; handle->buffer =get_buffer (&orig_bm, &ca); handle->sync_read =0 ;@@ -2686,6 +2782,14 @@ int snapshot_write_next(struct snapshot_handle *handle) handle->sync_read =0 ; } handle->cur++; + +/* Zero pages were not included in the image, memset it and move on. */ +if ((handle->cur > (nr_meta_pages +1 )) && +memory_bm_test_bit (&zero_bm,memory_bm_get_current (&orig_bm))) { +memset (handle->buffer,0 ,PAGE_SIZE ); + goto next; + } +return PAGE_SIZE ; }@@ -2702,7 +2806,7 @@ void snapshot_write_finalize(struct snapshot_handle *handle)copy_last_highmem_page ();hibernate_restore_protect_page (handle->buffer);/* Do that only if we have loaded the image entirely */ -if (handle->cur >1 && handle->cur > nr_meta_pages + nr_copy_pages) { +if (handle->cur >1 && handle->cur > nr_meta_pages + nr_copy_pages + nr_zero_pages) {memory_bm_recycle (&orig_bm);free_highmem_data (); } --
PATCH 1/1 PM: hibernate: don't store zero pages in the image file.
In reply to Brian GeffonOn ChromeOS we've observed a considerable number of in-use pages filled with zeros. Today with hibernate it's entirely possible that saveable pages are just zero filled. Since we're already copying pages word-by-word in do_copy_page it becomes almost free to determine if a page was completely filled with zeros.
This change introduces a new bitmap which will track these zero pages. If a page is zero it will not be included in the saved image, instead to track these zero pages in the image file we will introduce a new flag which we will set on the packed PFN list. When reading back in the image file we will detect these zero page PFNs and rebuild the zero page bitmap.
When the image is being loaded through calls to write_next_page if we encounter a zero page we will silently memset it to 0 and then continue on to the next page. Given the implementation in snapshot_read_next/snapshot_write_next this change will be transparent to non-compressed/compressed and swsusp modes of operation.
To provide some concrete numbers from simple ad-hoc testing, on a device which was lightly in use we saw that:
PM: hibernation: Image created (964408 pages copied, 548304 zero pages)
Of the approximately 6.2GB of saveable pages 2.2GB (36%) were just zero filled and could be tracked entirely within the packed PFN list. The savings would obviously be much lower for lzo compressed images, but even in the case of compression not copying pages across to the compression threads will still speed things up. It's also possible that we would see better overall compression ratios as larger regions of "real data" would improve the compressibility.
Finally, such an approach could dramatically improve swsusp performance as each one of those zero pages requires a write syscall to reload, by handling it as part of the packed PFN list we're able to fully avoid that.
Patch v4 -> v5:
- Addressed numerous style comments from Rafael J. Wysocki.
Patch v3 -> v4:
- Suggestions from Matthias Kaehlcke:
- Return number of copy pages from copy_data_pages
- Use an explicit temporary bitmap while moving the zerm_bm to safe pages.
Patch v2 -> v3:
- Use nr_zero_pages rather than walking each pfn to count.
- Make sure zero_bm is allocated in safe pages on resume. When reading in the pfn list and building the zero page bm we don't know which pages are unsafe yet so we will need to
copy this bm to safe pages after the metadata has been read.
Patch v1 -> v2:
- minor code mistake from rebasing corrected.
--- kernel/power/snapshot.c | 184 ++++++++++++++++++++++++++++++++-------- 1 file changed, 147 insertions(+), 37 deletions(-)
kernel/power/snapshot.c +147 -37
@@ -404,6 +404,7 @@ struct bm_position {struct mem_zone_bm_rtree *zone;struct rtree_node *node;unsigned long node_pfn; +unsigned long cur_pfn;int node_bit; };
@@ -589,6 +590,7 @@ static void memory_bm_position_reset(struct memory_bitmap *bm) bm->cur.node =list_entry (bm->cur.zone->leaves.next, struct rtree_node, list); bm->cur.node_pfn =0 ; + bm->cur.cur_pfn =BM_END_OF_MAP ; bm->cur.node_bit =0 ; }
@@ -799,6 +801,7 @@ static int memory_bm_find_bit(struct memory_bitmap *bm, unsigned long pfn, bm->cur.zone = zone; bm->cur.node = node; bm->cur.node_pfn = (pfn - zone->start_pfn) & ~BM_BLOCK_MASK ; + bm->cur.cur_pfn = pfn;/* Set return values */ *addr = node->data;
@@ -850,6 +853,11 @@ static void memory_bm_clear_current(struct memory_bitmap *bm)clear_bit (bit, bm->cur.node->data); } +static unsigned long memory_bm_get_current (struct memory_bitmap *bm) +{ +return bm->cur.cur_pfn; +} +static int memory_bm_test_bit (struct memory_bitmap *bm,unsigned long pfn) {void *addr;
@@ -929,10 +937,12 @@ static unsigned long memory_bm_next_pfn(struct memory_bitmap *bm)if (bit < bits) { pfn = bm->cur.zone->start_pfn + bm->cur.node_pfn + bit; bm->cur.node_bit = bit +1 ; + bm->cur.cur_pfn = pfn;return pfn; } }while (rtree_next_node (bm)); + bm->cur.cur_pfn =BM_END_OF_MAP ;return BM_END_OF_MAP ; }
@@ -1371,14 +1381,18 @@ static unsigned int count_data_pages(void)/* * This is needed, because copy_page and memcpy are not usable for copying -* task structs. +* task structs. Returns true if the page was filled with only zeros, otherwise false. */ -static inline void do_copy_page (long *dst,long *src) +static inline bool do_copy_page (long *dst,long *src) { +long z =0 ;int n; -for (n =PAGE_SIZE /sizeof (long ); n; n--) +for (n =PAGE_SIZE /sizeof (long ); n; n--) { + z |= *src; *dst++ = *src++; + } +return !z; }/**
@@ -1387,17 +1401,20 @@ static inline void do_copy_page(long *dst, long *src)* Check if the page we are going to copy is marked as present in the kernel * page tables. This always is the case if CONFIG_DEBUG_PAGEALLOC or * CONFIG_ARCH_HAS_SET_DIRECT_MAP is not set. In that case kernel_page_present() -* always returns 'true'. +* always returns 'true'. Returns true if the page was entirely composed of zeros +* otherwise it will return false. */ -static void safe_copy_page (void *dst,struct page *s_page) +static bool safe_copy_page (void *dst,struct page *s_page) { +bool zeros_only;if (kernel_page_present (s_page)) { -do_copy_page (dst,page_address (s_page)); + zeros_only =do_copy_page (dst,page_address (s_page)); }else {hibernate_map_page (s_page); -do_copy_page (dst,page_address (s_page)); + zeros_only =do_copy_page (dst,page_address (s_page));hibernate_unmap_page (s_page); } +return zeros_only; }#ifdef CONFIG_HIGHMEM
@@ -1407,17 +1424,18 @@ static inline struct page *page_is_saveable(struct zone *zone, unsigned long pfn saveable_highmem_page(zone, pfn) : saveable_page(zone, pfn); } -static void copy_data_page (unsigned long dst_pfn,unsigned long src_pfn) +static bool copy_data_page (unsigned long dst_pfn,unsigned long src_pfn) {struct page *s_page, *d_page;void *src, *dst; +bool zeros_only; s_page =pfn_to_page (src_pfn); d_page =pfn_to_page (dst_pfn);if (PageHighMem (s_page)) { src =kmap_atomic (s_page); dst =kmap_atomic (d_page); -do_copy_page (dst, src); + zeros_only =do_copy_page (dst, src);kunmap_atomic (dst);kunmap_atomic (src); }else {
@@ -1426,30 +1444,39 @@ static void copy_data_page(unsigned long dst_pfn, unsigned long src_pfn)* The page pointed to by src may contain some kernel * data modified by kmap_atomic() */ -safe_copy_page (buffer, s_page); + zeros_only =safe_copy_page (buffer, s_page); dst =kmap_atomic (d_page);copy_page (dst, buffer); kunmap_atomic(dst); }else { -safe_copy_page (page_address (d_page), s_page); + zeros_only =safe_copy_page (page_address (d_page), s_page); } } +return ret; }#else #define page_is_saveable (zone, pfn) saveable_page(zone, pfn) -static inline void copy_data_page (unsigned long dst_pfn,unsigned long src_pfn) +static inline int copy_data_page (unsigned long dst_pfn,unsigned long src_pfn) { -safe_copy_page (page_address (pfn_to_page (dst_pfn)), +return safe_copy_page (page_address (pfn_to_page (dst_pfn)),pfn_to_page (src_pfn)); }#endif /* CONFIG_HIGHMEM */ -static void copy_data_pages (struct memory_bitmap *copy_bm, -struct memory_bitmap *orig_bm) +/* +* Copy data pages will copy all pages into pages pulled from the copy_bm. +* If a page was entirely filled with zeros it will be marked in the zero_bm. +* +* Returns the number of pages copied. +*/ +static unsigned long copy_data_pages (struct memory_bitmap *copy_bm, +struct memory_bitmap *orig_bm, +struct memory_bitmap *zero_bm) { +unsigned long copied_pages =0 ;struct zone *zone; -unsigned long pfn; +unsigned long pfn, copy_pfn;for_each_populated_zone (zone) {unsigned long max_zone_pfn;
@@ -1462,18 +1489,30 @@ static void copy_data_pages(struct memory_bitmap *copy_bm, }memory_bm_position_reset (orig_bm);memory_bm_position_reset (copy_bm); + copy_pfn =memory_bm_next_pfn (copy_bm);for (;;) { pfn =memory_bm_next_pfn (orig_bm);if (unlikely (pfn ==BM_END_OF_MAP ))break ; -copy_data_page (memory_bm_next_pfn (copy_bm), pfn); +if (copy_data_page (copy_pfn, pfn)) { +memory_bm_set_bit (zero_bm, pfn); + +/* Use this copy_pfn for a page that is not full of zeros */ +continue ; + } + copied_pages++; + copy_pfn =memory_bm_next_pfn (copy_bm); } +return copied_pages; }/* Total number of image pages */ static unsigned int nr_copy_pages;/* Number of pages needed for saving the original pfns of the image pages */ static unsigned int nr_meta_pages; +/* Number of zero pages */ +static unsigned int nr_zero_pages; +/* * Numbers of normal and highmem page frames allocated for hibernation image * before suspending devices.
@@ -1494,6 +1533,9 @@ static struct memory_bitmap orig_bm;*/ static struct memory_bitmap copy_bm; +/* Memory bitmap which tracks which saveable pages were zero filled. */ +static struct memory_bitmap zero_bm; +/** * swsusp_free - Free pages allocated for hibernation image. *
@@ -1538,6 +1580,7 @@ void swsusp_free(void) out: nr_copy_pages =0 ; nr_meta_pages =0 ; + nr_zero_pages =0 ; restore_pblist =NULL ; buffer =NULL ; alloc_normal =0 ;
@@ -1756,8 +1799,15 @@ int hibernate_preallocate_memory(void) goto err_out; } + error =memory_bm_create (&zero_bm,GFP_IMAGE ,PG_ANY ); +if (error) { +pr_err ("Cannot allocate zero bitmap\n" ); + goto err_out; + } + alloc_normal =0 ; alloc_highmem =0 ; + nr_zero_pages =0 ;/* Count the number of saveable data pages. */ save_highmem =count_highmem_pages ();
@@ -2037,19 +2087,19 @@ asmlinkage __visible int swsusp_save(void)* Kill them. */ drain_local_pages (NULL ); -copy_data_pages (©_bm, &orig_bm); + nr_copy_pages =copy_data_pages (©_bm, &orig_bm, &zero_bm);/* * End of critical section. From now on, we can write to memory, * but we should not touch disk. This specially means we must _not_ * touch swap space! Except we must write out our image of course. */ - nr_pages += nr_highmem; - nr_copy_pages = nr_pages; +/* We don't actually copy the zero pages */ + nr_zero_pages = nr_pages - nr_copy_pages; nr_meta_pages =DIV_ROUND_UP (nr_pages *sizeof (long ),PAGE_SIZE ); -pr_info ("Image created (%d pages copied)\n" , nr_pages); +pr_info ("Image created (%d pages copied, %d zero pages)\n" , nr_copy_pages, nr_zero_pages);return 0 ; }
@@ -2094,15 +2144,22 @@ static int init_header(struct swsusp_info *info)return init_header_complete (info); } +#define ENCODED_PFN_ZERO_FLAG ((unsigned long)1 << (BITS_PER_LONG - 1)) +#define ENCODED_PFN_MASK (~ENCODED_PFN_ZERO_FLAG) +/** * pack_pfns - Prepare PFNs for saving. * @bm: Memory bitmap. * @buf: Memory buffer to store the PFNs in. +* @zero_bm: Memory bitmap containing PFNs of zero pages. * * PFNs corresponding to set bits in @bm are stored in the area of memory -* pointed to by @buf (1 page at a time). +* pointed to by @buf (1 page at a time). Pages which were filled with only +* zeros will have the highest bit set in the packed format to distinguish +* them from PFNs which will be contained in the image file. */ -static inline void pack_pfns (unsigned long *buf,struct memory_bitmap *bm) +static inline void pack_pfns (unsigned long *buf,struct memory_bitmap *bm, +struct memory_bitmap *zero_bm) {int j;
@@ -2110,6 +2167,8 @@ static inline void pack_pfns(unsigned long *buf, struct memory_bitmap *bm) buf[j] =memory_bm_next_pfn (bm);if (unlikely (buf[j] ==BM_END_OF_MAP ))break ; +if (memory_bm_test_bit (zero_bm, buf[j])) + buf[j] |=ENCODED_PFN_ZERO_FLAG ; } }
@@ -2151,7 +2210,7 @@ int snapshot_read_next(struct snapshot_handle *handle)memory_bm_position_reset (©_bm); }else if (handle->cur <= nr_meta_pages) {clear_page (buffer); -pack_pfns (buffer, &orig_bm); +pack_pfns (buffer, &orig_bm, &zero_bm); }else {struct page *page;
@@ -2247,24 +2306,35 @@ static int load_header(struct swsusp_info *info)* unpack_orig_pfns - Set bits corresponding to given PFNs in a memory bitmap. * @bm: Memory bitmap. * @buf: Area of memory containing the PFNs. +* @zero_bm: Memory bitmap with the zero PFNs marked. * * For each element of the array pointed to by @buf (1 page at a time), set the -* corresponding bit in @bm. +* corresponding bit in @bm. If the page was originally populated with only +* zeros then a corresponding bit will also be set in @zero_bm. */ -static int unpack_orig_pfns (unsigned long *buf,struct memory_bitmap *bm) +static int unpack_orig_pfns (unsigned long *buf,struct memory_bitmap *bm, +struct memory_bitmap *zero_bm) { +unsigned long decoded_pfn; +bool zero;int j;for (j =0 ; j <PAGE_SIZE /sizeof (long ); j++) {if (unlikely (buf[j] ==BM_END_OF_MAP ))break ; -if (pfn_valid (buf[j]) &&memory_bm_pfn_present (bm, buf[j])) { -memory_bm_set_bit (bm, buf[j]); + zero = !!(buf[j] &ENCODED_PFN_ZERO_FLAG ); + decoded_pfn = buf[j] &ENCODED_PFN_MASK ; +if (pfn_valid (decoded_pfn) &&memory_bm_pfn_present (bm, decoded_pfn)) { +memory_bm_set_bit (bm, decoded_pfn); +if (zero) { +memory_bm_set_bit (zero_bm, decoded_pfn); + nr_zero_pages++; + } }else { -if (!pfn_valid (buf[j])) +if (!pfn_valid (decoded_pfn))pr_err (FW_BUG "Memory map mismatch at 0x%llx after hibernation\n" , - (unsigned long long )PFN_PHYS (buf[j])); + (unsigned long long )PFN_PHYS (decoded_pfn));return -EFAULT ; } }
@@ -2486,6 +2556,7 @@ static inline void free_highmem_data(void) {}* prepare_image - Make room for loading hibernation image. * @new_bm: Uninitialized memory bitmap structure. * @bm: Memory bitmap with unsafe pages marked. +* @zero_bm: Memory bitmap containing the zero pages. * * Use @bm to mark the pages that will be overwritten in the process of * restoring the system memory state from the suspend image ("unsafe" pages)
@@ -2496,10 +2567,15 @@ static inline void free_highmem_data(void) {}* pages will be used for just yet. Instead, we mark them all as allocated and * create a lists of "safe" pages to be used later. On systems with high * memory a list of "safe" highmem pages is created too. +* +* Because it was not known which pages were unsafe when @zero_bm was created, +* make a copy of it and recreate it within safe pages. */ -static int prepare_image (struct memory_bitmap *new_bm,struct memory_bitmap *bm) +static int prepare_image (struct memory_bitmap *new_bm,struct memory_bitmap *bm, +struct memory_bitmap *zero_bm) {unsigned int nr_pages, nr_highmem; +struct memory_bitmap tmp;struct linked_page *lp;int error;
@@ -2516,6 +2592,24 @@ static int prepare_image(struct memory_bitmap *new_bm, struct memory_bitmap *bm)duplicate_memory_bitmap (new_bm, bm);memory_bm_free (bm,PG_UNSAFE_KEEP ); + +/* Make a copy of zero_bm so it can be created in safe pages */ + error =memory_bm_create (&tmp,GFP_ATOMIC ,PG_ANY ); +if (error) + goto Free; + +duplicate_memory_bitmap (&tmp, zero_bm); +memory_bm_free (zero_bm,PG_UNSAFE_KEEP ); + +/* Recreate zero_bm in safe pages */ + error =memory_bm_create (zero_bm,GFP_ATOMIC ,PG_SAFE ); +if (error) + goto Free; + +duplicate_memory_bitmap (zero_bm, &tmp); +memory_bm_free (&tmp,PG_UNSAFE_KEEP ); +/* At this point zero_bm is in safe pages and it can be used for restoring. */ +if (nr_highmem >0 ) { error =prepare_highmem_image (bm, &nr_highmem);if (error)
@@ -2530,7 +2624,7 @@ static int prepare_image(struct memory_bitmap *new_bm, struct memory_bitmap *bm)* * nr_copy_pages cannot be less than allocated_unsafe_pages too. */ - nr_pages = nr_copy_pages - nr_highmem - allocated_unsafe_pages; + nr_pages = (nr_zero_pages + nr_copy_pages) - nr_highmem - allocated_unsafe_pages; nr_pages =DIV_ROUND_UP (nr_pages,PBES_PER_LINKED_PAGE );while (nr_pages >0 ) { lp =get_image_page (GFP_ATOMIC ,PG_SAFE );
@@ -2543,7 +2637,7 @@ static int prepare_image(struct memory_bitmap *new_bm, struct memory_bitmap *bm) nr_pages--; }/* Preallocate memory for the image */ - nr_pages = nr_copy_pages - nr_highmem - allocated_unsafe_pages; + nr_pages = (nr_zero_pages + nr_copy_pages) - nr_highmem - allocated_unsafe_pages;while (nr_pages >0 ) { lp = (struct linked_page *)get_zeroed_page (GFP_ATOMIC );if (!lp) {
@@ -2631,8 +2725,9 @@ int snapshot_write_next(struct snapshot_handle *handle)static struct chain_allocator ca;int error =0 ; +next:/* Check if we have already loaded the entire image */ -if (handle->cur >1 && handle->cur > nr_meta_pages + nr_copy_pages) +if (handle->cur >1 && handle->cur > nr_meta_pages + nr_copy_pages + nr_zero_pages)return 0 ; handle->sync_read =1 ;
@@ -2657,19 +2752,26 @@ int snapshot_write_next(struct snapshot_handle *handle)if (error)return error; + error =memory_bm_create (&zero_bm,GFP_ATOMIC ,PG_ANY ); +if (error) +return error; + + nr_zero_pages =0 ; +hibernate_restore_protection_begin (); }else if (handle->cur <= nr_meta_pages +1 ) { - error =unpack_orig_pfns (buffer, ©_bm); + error =unpack_orig_pfns (buffer, ©_bm, &zero_bm);if (error)return error;if (handle->cur == nr_meta_pages +1 ) { - error =prepare_image (&orig_bm, ©_bm); + error =prepare_image (&orig_bm, ©_bm, &zero_bm);if (error)return error;chain_init (&ca,GFP_ATOMIC ,PG_SAFE );memory_bm_position_reset (&orig_bm); +memory_bm_position_reset (&zero_bm); restore_pblist =NULL ; handle->buffer =get_buffer (&orig_bm, &ca); handle->sync_read =0 ;
@@ -2686,6 +2788,14 @@ int snapshot_write_next(struct snapshot_handle *handle) handle->sync_read =0 ; } handle->cur++; + +/* Zero pages were not included in the image, memset it and move on. */ +if ((handle->cur > (nr_meta_pages +1 )) && +memory_bm_test_bit (&zero_bm,memory_bm_get_current (&orig_bm))) { +memset (handle->buffer,0 ,PAGE_SIZE ); + goto next; + } +return PAGE_SIZE ; }
@@ -2702,7 +2812,7 @@ void snapshot_write_finalize(struct snapshot_handle *handle)copy_last_highmem_page ();hibernate_restore_protect_page (handle->buffer);/* Do that only if we have loaded the image entirely */ -if (handle->cur >1 && handle->cur > nr_meta_pages + nr_copy_pages) { +if (handle->cur >1 && handle->cur > nr_meta_pages + nr_copy_pages + nr_zero_pages) {memory_bm_recycle (&orig_bm);free_highmem_data (); }
Signature · 1 line
2.41.0.162.gfafddb0af9-goog
PATCH v6 1/1 PM: hibernate: don't store zero pages in the image file.
In reply to Brian GeffonOn ChromeOS we've observed a considerable number of in-use pages filled with zeros. Today with hibernate it's entirely possible that saveable pages are just zero filled. Since we're already copying pages word-by-word in do_copy_page it becomes almost free to determine if a page was completely filled with zeros.
This change introduces a new bitmap which will track these zero pages. If a page is zero it will not be included in the saved image, instead to track these zero pages in the image file we will introduce a new flag which we will set on the packed PFN list. When reading back in the image file we will detect these zero page PFNs and rebuild the zero page bitmap.
When the image is being loaded through calls to write_next_page if we encounter a zero page we will silently memset it to 0 and then continue on to the next page. Given the implementation in snapshot_read_next/snapshot_write_next this change will be transparent to non-compressed/compressed and swsusp modes of operation.
To provide some concrete numbers from simple ad-hoc testing, on a device which was lightly in use we saw that:
PM: hibernation: Image created (964408 pages copied, 548304 zero pages)
Of the approximately 6.2GB of saveable pages 2.2GB (36%) were just zero filled and could be tracked entirely within the packed PFN list. The savings would obviously be much lower for lzo compressed images, but even in the case of compression not copying pages across to the compression threads will still speed things up. It's also possible that we would see better overall compression ratios as larger regions of "real data" would improve the compressibility.
Finally, such an approach could dramatically improve swsusp performance as each one of those zero pages requires a write syscall to reload, by handling it as part of the packed PFN list we're able to fully avoid that.
Patch v5 -> v6:
- Correcting missed variable when changing types.
Patch v4 -> v5:
- Addressed numerous style comments from Rafael J. Wysocki.
Patch v3 -> v4:
- Suggestions from Matthias Kaehlcke:
- Return number of copy pages from copy_data_pages
- Use an explicit temporary bitmap while moving the zerm_bm to safe pages.
Patch v2 -> v3:
- Use nr_zero_pages rather than walking each pfn to count.
- Make sure zero_bm is allocated in safe pages on resume. When reading in the pfn list and building the zero page bm we don't know which pages are unsafe yet so we will need to
copy this bm to safe pages after the metadata has been read.
Patch v1 -> v2:
- minor code mistake from rebasing corrected.
--- kernel/power/snapshot.c | 184 ++++++++++++++++++++++++++++++++-------- 1 file changed, 147 insertions(+), 37 deletions(-)
kernel/power/snapshot.c +147 -37
@@ -404,6 +404,7 @@ struct bm_position {struct mem_zone_bm_rtree *zone;struct rtree_node *node;unsigned long node_pfn; +unsigned long cur_pfn;int node_bit; };
@@ -589,6 +590,7 @@ static void memory_bm_position_reset(struct memory_bitmap *bm) bm->cur.node =list_entry (bm->cur.zone->leaves.next, struct rtree_node, list); bm->cur.node_pfn =0 ; + bm->cur.cur_pfn =BM_END_OF_MAP ; bm->cur.node_bit =0 ; }
@@ -799,6 +801,7 @@ static int memory_bm_find_bit(struct memory_bitmap *bm, unsigned long pfn, bm->cur.zone = zone; bm->cur.node = node; bm->cur.node_pfn = (pfn - zone->start_pfn) & ~BM_BLOCK_MASK ; + bm->cur.cur_pfn = pfn;/* Set return values */ *addr = node->data;
@@ -850,6 +853,11 @@ static void memory_bm_clear_current(struct memory_bitmap *bm)clear_bit (bit, bm->cur.node->data); } +static unsigned long memory_bm_get_current (struct memory_bitmap *bm) +{ +return bm->cur.cur_pfn; +} +static int memory_bm_test_bit (struct memory_bitmap *bm,unsigned long pfn) {void *addr;
@@ -929,10 +937,12 @@ static unsigned long memory_bm_next_pfn(struct memory_bitmap *bm)if (bit < bits) { pfn = bm->cur.zone->start_pfn + bm->cur.node_pfn + bit; bm->cur.node_bit = bit +1 ; + bm->cur.cur_pfn = pfn;return pfn; } }while (rtree_next_node (bm)); + bm->cur.cur_pfn =BM_END_OF_MAP ;return BM_END_OF_MAP ; }
@@ -1371,14 +1381,18 @@ static unsigned int count_data_pages(void)/* * This is needed, because copy_page and memcpy are not usable for copying -* task structs. +* task structs. Returns true if the page was filled with only zeros, otherwise false. */ -static inline void do_copy_page (long *dst,long *src) +static inline bool do_copy_page (long *dst,long *src) { +long z =0 ;int n; -for (n =PAGE_SIZE /sizeof (long ); n; n--) +for (n =PAGE_SIZE /sizeof (long ); n; n--) { + z |= *src; *dst++ = *src++; + } +return !z; }/**
@@ -1387,17 +1401,20 @@ static inline void do_copy_page(long *dst, long *src)* Check if the page we are going to copy is marked as present in the kernel * page tables. This always is the case if CONFIG_DEBUG_PAGEALLOC or * CONFIG_ARCH_HAS_SET_DIRECT_MAP is not set. In that case kernel_page_present() -* always returns 'true'. +* always returns 'true'. Returns true if the page was entirely composed of zeros +* otherwise it will return false. */ -static void safe_copy_page (void *dst,struct page *s_page) +static bool safe_copy_page (void *dst,struct page *s_page) { +bool zeros_only;if (kernel_page_present (s_page)) { -do_copy_page (dst,page_address (s_page)); + zeros_only =do_copy_page (dst,page_address (s_page)); }else {hibernate_map_page (s_page); -do_copy_page (dst,page_address (s_page)); + zeros_only =do_copy_page (dst,page_address (s_page));hibernate_unmap_page (s_page); } +return zeros_only; }#ifdef CONFIG_HIGHMEM
@@ -1407,17 +1424,18 @@ static inline struct page *page_is_saveable(struct zone *zone, unsigned long pfn saveable_highmem_page(zone, pfn) : saveable_page(zone, pfn); } -static void copy_data_page (unsigned long dst_pfn,unsigned long src_pfn) +static bool copy_data_page (unsigned long dst_pfn,unsigned long src_pfn) {struct page *s_page, *d_page;void *src, *dst; +bool zeros_only; s_page =pfn_to_page (src_pfn); d_page =pfn_to_page (dst_pfn);if (PageHighMem (s_page)) { src =kmap_atomic (s_page); dst =kmap_atomic (d_page); -do_copy_page (dst, src); + zeros_only =do_copy_page (dst, src);kunmap_atomic (dst);kunmap_atomic (src); }else {
@@ -1426,30 +1444,39 @@ static void copy_data_page(unsigned long dst_pfn, unsigned long src_pfn)* The page pointed to by src may contain some kernel * data modified by kmap_atomic() */ -safe_copy_page (buffer, s_page); + zeros_only =safe_copy_page (buffer, s_page); dst =kmap_atomic (d_page);copy_page (dst, buffer); kunmap_atomic(dst); }else { -safe_copy_page (page_address (d_page), s_page); + zeros_only =safe_copy_page (page_address (d_page), s_page); } } +return zeros_only; }#else #define page_is_saveable (zone, pfn) saveable_page(zone, pfn) -static inline void copy_data_page (unsigned long dst_pfn,unsigned long src_pfn) +static inline int copy_data_page (unsigned long dst_pfn,unsigned long src_pfn) { -safe_copy_page (page_address (pfn_to_page (dst_pfn)), +return safe_copy_page (page_address (pfn_to_page (dst_pfn)),pfn_to_page (src_pfn)); }#endif /* CONFIG_HIGHMEM */ -static void copy_data_pages (struct memory_bitmap *copy_bm, -struct memory_bitmap *orig_bm) +/* +* Copy data pages will copy all pages into pages pulled from the copy_bm. +* If a page was entirely filled with zeros it will be marked in the zero_bm. +* +* Returns the number of pages copied. +*/ +static unsigned long copy_data_pages (struct memory_bitmap *copy_bm, +struct memory_bitmap *orig_bm, +struct memory_bitmap *zero_bm) { +unsigned long copied_pages =0 ;struct zone *zone; -unsigned long pfn; +unsigned long pfn, copy_pfn;for_each_populated_zone (zone) {unsigned long max_zone_pfn;
@@ -1462,18 +1489,30 @@ static void copy_data_pages(struct memory_bitmap *copy_bm, }memory_bm_position_reset (orig_bm);memory_bm_position_reset (copy_bm); + copy_pfn =memory_bm_next_pfn (copy_bm);for (;;) { pfn =memory_bm_next_pfn (orig_bm);if (unlikely (pfn ==BM_END_OF_MAP ))break ; -copy_data_page (memory_bm_next_pfn (copy_bm), pfn); +if (copy_data_page (copy_pfn, pfn)) { +memory_bm_set_bit (zero_bm, pfn); + +/* Use this copy_pfn for a page that is not full of zeros */ +continue ; + } + copied_pages++; + copy_pfn =memory_bm_next_pfn (copy_bm); } +return copied_pages; }/* Total number of image pages */ static unsigned int nr_copy_pages;/* Number of pages needed for saving the original pfns of the image pages */ static unsigned int nr_meta_pages; +/* Number of zero pages */ +static unsigned int nr_zero_pages; +/* * Numbers of normal and highmem page frames allocated for hibernation image * before suspending devices.
@@ -1494,6 +1533,9 @@ static struct memory_bitmap orig_bm;*/ static struct memory_bitmap copy_bm; +/* Memory bitmap which tracks which saveable pages were zero filled. */ +static struct memory_bitmap zero_bm; +/** * swsusp_free - Free pages allocated for hibernation image. *
@@ -1538,6 +1580,7 @@ void swsusp_free(void) out: nr_copy_pages =0 ; nr_meta_pages =0 ; + nr_zero_pages =0 ; restore_pblist =NULL ; buffer =NULL ; alloc_normal =0 ;
@@ -1756,8 +1799,15 @@ int hibernate_preallocate_memory(void) goto err_out; } + error =memory_bm_create (&zero_bm,GFP_IMAGE ,PG_ANY ); +if (error) { +pr_err ("Cannot allocate zero bitmap\n" ); + goto err_out; + } + alloc_normal =0 ; alloc_highmem =0 ; + nr_zero_pages =0 ;/* Count the number of saveable data pages. */ save_highmem =count_highmem_pages ();
@@ -2037,19 +2087,19 @@ asmlinkage __visible int swsusp_save(void)* Kill them. */ drain_local_pages (NULL ); -copy_data_pages (©_bm, &orig_bm); + nr_copy_pages =copy_data_pages (©_bm, &orig_bm, &zero_bm);/* * End of critical section. From now on, we can write to memory, * but we should not touch disk. This specially means we must _not_ * touch swap space! Except we must write out our image of course. */ - nr_pages += nr_highmem; - nr_copy_pages = nr_pages; +/* We don't actually copy the zero pages */ + nr_zero_pages = nr_pages - nr_copy_pages; nr_meta_pages =DIV_ROUND_UP (nr_pages *sizeof (long ),PAGE_SIZE ); -pr_info ("Image created (%d pages copied)\n" , nr_pages); +pr_info ("Image created (%d pages copied, %d zero pages)\n" , nr_copy_pages, nr_zero_pages);return 0 ; }
@@ -2094,15 +2144,22 @@ static int init_header(struct swsusp_info *info)return init_header_complete (info); } +#define ENCODED_PFN_ZERO_FLAG ((unsigned long)1 << (BITS_PER_LONG - 1)) +#define ENCODED_PFN_MASK (~ENCODED_PFN_ZERO_FLAG) +/** * pack_pfns - Prepare PFNs for saving. * @bm: Memory bitmap. * @buf: Memory buffer to store the PFNs in. +* @zero_bm: Memory bitmap containing PFNs of zero pages. * * PFNs corresponding to set bits in @bm are stored in the area of memory -* pointed to by @buf (1 page at a time). +* pointed to by @buf (1 page at a time). Pages which were filled with only +* zeros will have the highest bit set in the packed format to distinguish +* them from PFNs which will be contained in the image file. */ -static inline void pack_pfns (unsigned long *buf,struct memory_bitmap *bm) +static inline void pack_pfns (unsigned long *buf,struct memory_bitmap *bm, +struct memory_bitmap *zero_bm) {int j;
@@ -2110,6 +2167,8 @@ static inline void pack_pfns(unsigned long *buf, struct memory_bitmap *bm) buf[j] =memory_bm_next_pfn (bm);if (unlikely (buf[j] ==BM_END_OF_MAP ))break ; +if (memory_bm_test_bit (zero_bm, buf[j])) + buf[j] |=ENCODED_PFN_ZERO_FLAG ; } }
@@ -2151,7 +2210,7 @@ int snapshot_read_next(struct snapshot_handle *handle)memory_bm_position_reset (©_bm); }else if (handle->cur <= nr_meta_pages) {clear_page (buffer); -pack_pfns (buffer, &orig_bm); +pack_pfns (buffer, &orig_bm, &zero_bm); }else {struct page *page;
@@ -2247,24 +2306,35 @@ static int load_header(struct swsusp_info *info)* unpack_orig_pfns - Set bits corresponding to given PFNs in a memory bitmap. * @bm: Memory bitmap. * @buf: Area of memory containing the PFNs. +* @zero_bm: Memory bitmap with the zero PFNs marked. * * For each element of the array pointed to by @buf (1 page at a time), set the -* corresponding bit in @bm. +* corresponding bit in @bm. If the page was originally populated with only +* zeros then a corresponding bit will also be set in @zero_bm. */ -static int unpack_orig_pfns (unsigned long *buf,struct memory_bitmap *bm) +static int unpack_orig_pfns (unsigned long *buf,struct memory_bitmap *bm, +struct memory_bitmap *zero_bm) { +unsigned long decoded_pfn; +bool zero;int j;for (j =0 ; j <PAGE_SIZE /sizeof (long ); j++) {if (unlikely (buf[j] ==BM_END_OF_MAP ))break ; -if (pfn_valid (buf[j]) &&memory_bm_pfn_present (bm, buf[j])) { -memory_bm_set_bit (bm, buf[j]); + zero = !!(buf[j] &ENCODED_PFN_ZERO_FLAG ); + decoded_pfn = buf[j] &ENCODED_PFN_MASK ; +if (pfn_valid (decoded_pfn) &&memory_bm_pfn_present (bm, decoded_pfn)) { +memory_bm_set_bit (bm, decoded_pfn); +if (zero) { +memory_bm_set_bit (zero_bm, decoded_pfn); + nr_zero_pages++; + } }else { -if (!pfn_valid (buf[j])) +if (!pfn_valid (decoded_pfn))pr_err (FW_BUG "Memory map mismatch at 0x%llx after hibernation\n" , - (unsigned long long )PFN_PHYS (buf[j])); + (unsigned long long )PFN_PHYS (decoded_pfn));return -EFAULT ; } }
@@ -2486,6 +2556,7 @@ static inline void free_highmem_data(void) {}* prepare_image - Make room for loading hibernation image. * @new_bm: Uninitialized memory bitmap structure. * @bm: Memory bitmap with unsafe pages marked. +* @zero_bm: Memory bitmap containing the zero pages. * * Use @bm to mark the pages that will be overwritten in the process of * restoring the system memory state from the suspend image ("unsafe" pages)
@@ -2496,10 +2567,15 @@ static inline void free_highmem_data(void) {}* pages will be used for just yet. Instead, we mark them all as allocated and * create a lists of "safe" pages to be used later. On systems with high * memory a list of "safe" highmem pages is created too. +* +* Because it was not known which pages were unsafe when @zero_bm was created, +* make a copy of it and recreate it within safe pages. */ -static int prepare_image (struct memory_bitmap *new_bm,struct memory_bitmap *bm) +static int prepare_image (struct memory_bitmap *new_bm,struct memory_bitmap *bm, +struct memory_bitmap *zero_bm) {unsigned int nr_pages, nr_highmem; +struct memory_bitmap tmp;struct linked_page *lp;int error;
@@ -2516,6 +2592,24 @@ static int prepare_image(struct memory_bitmap *new_bm, struct memory_bitmap *bm)duplicate_memory_bitmap (new_bm, bm);memory_bm_free (bm,PG_UNSAFE_KEEP ); + +/* Make a copy of zero_bm so it can be created in safe pages */ + error =memory_bm_create (&tmp,GFP_ATOMIC ,PG_ANY ); +if (error) + goto Free; + +duplicate_memory_bitmap (&tmp, zero_bm); +memory_bm_free (zero_bm,PG_UNSAFE_KEEP ); + +/* Recreate zero_bm in safe pages */ + error =memory_bm_create (zero_bm,GFP_ATOMIC ,PG_SAFE ); +if (error) + goto Free; + +duplicate_memory_bitmap (zero_bm, &tmp); +memory_bm_free (&tmp,PG_UNSAFE_KEEP ); +/* At this point zero_bm is in safe pages and it can be used for restoring. */ +if (nr_highmem >0 ) { error =prepare_highmem_image (bm, &nr_highmem);if (error)
@@ -2530,7 +2624,7 @@ static int prepare_image(struct memory_bitmap *new_bm, struct memory_bitmap *bm)* * nr_copy_pages cannot be less than allocated_unsafe_pages too. */ - nr_pages = nr_copy_pages - nr_highmem - allocated_unsafe_pages; + nr_pages = (nr_zero_pages + nr_copy_pages) - nr_highmem - allocated_unsafe_pages; nr_pages =DIV_ROUND_UP (nr_pages,PBES_PER_LINKED_PAGE );while (nr_pages >0 ) { lp =get_image_page (GFP_ATOMIC ,PG_SAFE );
@@ -2543,7 +2637,7 @@ static int prepare_image(struct memory_bitmap *new_bm, struct memory_bitmap *bm) nr_pages--; }/* Preallocate memory for the image */ - nr_pages = nr_copy_pages - nr_highmem - allocated_unsafe_pages; + nr_pages = (nr_zero_pages + nr_copy_pages) - nr_highmem - allocated_unsafe_pages;while (nr_pages >0 ) { lp = (struct linked_page *)get_zeroed_page (GFP_ATOMIC );if (!lp) {
@@ -2631,8 +2725,9 @@ int snapshot_write_next(struct snapshot_handle *handle)static struct chain_allocator ca;int error =0 ; +next:/* Check if we have already loaded the entire image */ -if (handle->cur >1 && handle->cur > nr_meta_pages + nr_copy_pages) +if (handle->cur >1 && handle->cur > nr_meta_pages + nr_copy_pages + nr_zero_pages)return 0 ; handle->sync_read =1 ;
@@ -2657,19 +2752,26 @@ int snapshot_write_next(struct snapshot_handle *handle)if (error)return error; + error =memory_bm_create (&zero_bm,GFP_ATOMIC ,PG_ANY ); +if (error) +return error; + + nr_zero_pages =0 ; +hibernate_restore_protection_begin (); }else if (handle->cur <= nr_meta_pages +1 ) { - error =unpack_orig_pfns (buffer, ©_bm); + error =unpack_orig_pfns (buffer, ©_bm, &zero_bm);if (error)return error;if (handle->cur == nr_meta_pages +1 ) { - error =prepare_image (&orig_bm, ©_bm); + error =prepare_image (&orig_bm, ©_bm, &zero_bm);if (error)return error;chain_init (&ca,GFP_ATOMIC ,PG_SAFE );memory_bm_position_reset (&orig_bm); +memory_bm_position_reset (&zero_bm); restore_pblist =NULL ; handle->buffer =get_buffer (&orig_bm, &ca); handle->sync_read =0 ;
@@ -2686,6 +2788,14 @@ int snapshot_write_next(struct snapshot_handle *handle) handle->sync_read =0 ; } handle->cur++; + +/* Zero pages were not included in the image, memset it and move on. */ +if ((handle->cur > (nr_meta_pages +1 )) && +memory_bm_test_bit (&zero_bm,memory_bm_get_current (&orig_bm))) { +memset (handle->buffer,0 ,PAGE_SIZE ); + goto next; + } +return PAGE_SIZE ; }
@@ -2702,7 +2812,7 @@ void snapshot_write_finalize(struct snapshot_handle *handle)copy_last_highmem_page ();hibernate_restore_protect_page (handle->buffer);/* Do that only if we have loaded the image entirely */ -if (handle->cur >1 && handle->cur > nr_meta_pages + nr_copy_pages) { +if (handle->cur >1 && handle->cur > nr_meta_pages + nr_copy_pages + nr_zero_pages) {memory_bm_recycle (&orig_bm);free_highmem_data (); }
Signature · 1 line
2.41.0.162.gfafddb0af9-goog
PATCH v7 1/1 PM: hibernate: don't store zero pages in the image file.
In reply to Brian GeffonOn ChromeOS we've observed a considerable number of in-use pages filled with zeros. Today with hibernate it's entirely possible that saveable pages are just zero filled. Since we're already copying pages word-by-word in do_copy_page it becomes almost free to determine if a page was completely filled with zeros.
This change introduces a new bitmap which will track these zero pages. If a page is zero it will not be included in the saved image, instead to track these zero pages in the image file we will introduce a new flag which we will set on the packed PFN list. When reading back in the image file we will detect these zero page PFNs and rebuild the zero page bitmap.
When the image is being loaded through calls to write_next_page if we encounter a zero page we will silently memset it to 0 and then continue on to the next page. Given the implementation in snapshot_read_next/snapshot_write_next this change will be transparent to non-compressed/compressed and swsusp modes of operation.
To provide some concrete numbers from simple ad-hoc testing, on a device which was lightly in use we saw that:
PM: hibernation: Image created (964408 pages copied, 548304 zero pages)
Of the approximately 6.2GB of saveable pages 2.2GB (36%) were just zero filled and could be tracked entirely within the packed PFN list. The savings would obviously be much lower for lzo compressed images, but even in the case of compression not copying pages across to the compression threads will still speed things up. It's also possible that we would see better overall compression ratios as larger regions of "real data" would improve the compressibility.
Finally, such an approach could dramatically improve swsusp performance as each one of those zero pages requires a write syscall to reload, by handling it as part of the packed PFN list we're able to fully avoid that.
Patch v6 -> v7:
- Fix a bug in image_loaded() not accounting for zero pages.
Patch v5 -> v6:
- Correcting missed variable when changing types.
Patch v4 -> v5:
- Addressed numerous style comments from Rafael J. Wysocki.
Patch v3 -> v4:
- Suggestions from Matthias Kaehlcke:
- Return number of copy pages from copy_data_pages
- Use an explicit temporary bitmap while moving the zerm_bm to safe pages.
Patch v2 -> v3:
- Use nr_zero_pages rather than walking each pfn to count.
- Make sure zero_bm is allocated in safe pages on resume. When reading in the pfn list and building the zero page bm we don't know which pages are unsafe yet so we will need to
copy this bm to safe pages after the metadata has been read.
Patch v1 -> v2:
- minor code mistake from rebasing corrected.
--- kernel/power/snapshot.c | 186 ++++++++++++++++++++++++++++++++-------- 1 file changed, 148 insertions(+), 38 deletions(-)
kernel/power/snapshot.c +148 -38
@@ -404,6 +404,7 @@ struct bm_position {struct mem_zone_bm_rtree *zone;struct rtree_node *node;unsigned long node_pfn; +unsigned long cur_pfn;int node_bit; };
@@ -589,6 +590,7 @@ static void memory_bm_position_reset(struct memory_bitmap *bm) bm->cur.node =list_entry (bm->cur.zone->leaves.next, struct rtree_node, list); bm->cur.node_pfn =0 ; + bm->cur.cur_pfn =BM_END_OF_MAP ; bm->cur.node_bit =0 ; }
@@ -799,6 +801,7 @@ static int memory_bm_find_bit(struct memory_bitmap *bm, unsigned long pfn, bm->cur.zone = zone; bm->cur.node = node; bm->cur.node_pfn = (pfn - zone->start_pfn) & ~BM_BLOCK_MASK ; + bm->cur.cur_pfn = pfn;/* Set return values */ *addr = node->data;
@@ -850,6 +853,11 @@ static void memory_bm_clear_current(struct memory_bitmap *bm)clear_bit (bit, bm->cur.node->data); } +static unsigned long memory_bm_get_current (struct memory_bitmap *bm) +{ +return bm->cur.cur_pfn; +} +static int memory_bm_test_bit (struct memory_bitmap *bm,unsigned long pfn) {void *addr;
@@ -929,10 +937,12 @@ static unsigned long memory_bm_next_pfn(struct memory_bitmap *bm)if (bit < bits) { pfn = bm->cur.zone->start_pfn + bm->cur.node_pfn + bit; bm->cur.node_bit = bit +1 ; + bm->cur.cur_pfn = pfn;return pfn; } }while (rtree_next_node (bm)); + bm->cur.cur_pfn =BM_END_OF_MAP ;return BM_END_OF_MAP ; }
@@ -1371,14 +1381,18 @@ static unsigned int count_data_pages(void)/* * This is needed, because copy_page and memcpy are not usable for copying -* task structs. +* task structs. Returns true if the page was filled with only zeros, otherwise false. */ -static inline void do_copy_page (long *dst,long *src) +static inline bool do_copy_page (long *dst,long *src) { +long z =0 ;int n; -for (n =PAGE_SIZE /sizeof (long ); n; n--) +for (n =PAGE_SIZE /sizeof (long ); n; n--) { + z |= *src; *dst++ = *src++; + } +return !z; }/**
@@ -1387,17 +1401,20 @@ static inline void do_copy_page(long *dst, long *src)* Check if the page we are going to copy is marked as present in the kernel * page tables. This always is the case if CONFIG_DEBUG_PAGEALLOC or * CONFIG_ARCH_HAS_SET_DIRECT_MAP is not set. In that case kernel_page_present() -* always returns 'true'. +* always returns 'true'. Returns true if the page was entirely composed of zeros +* otherwise it will return false. */ -static void safe_copy_page (void *dst,struct page *s_page) +static bool safe_copy_page (void *dst,struct page *s_page) { +bool zeros_only;if (kernel_page_present (s_page)) { -do_copy_page (dst,page_address (s_page)); + zeros_only =do_copy_page (dst,page_address (s_page)); }else {hibernate_map_page (s_page); -do_copy_page (dst,page_address (s_page)); + zeros_only =do_copy_page (dst,page_address (s_page));hibernate_unmap_page (s_page); } +return zeros_only; }#ifdef CONFIG_HIGHMEM
@@ -1407,17 +1424,18 @@ static inline struct page *page_is_saveable(struct zone *zone, unsigned long pfn saveable_highmem_page(zone, pfn) : saveable_page(zone, pfn); } -static void copy_data_page (unsigned long dst_pfn,unsigned long src_pfn) +static bool copy_data_page (unsigned long dst_pfn,unsigned long src_pfn) {struct page *s_page, *d_page;void *src, *dst; +bool zeros_only; s_page =pfn_to_page (src_pfn); d_page =pfn_to_page (dst_pfn);if (PageHighMem (s_page)) { src =kmap_atomic (s_page); dst =kmap_atomic (d_page); -do_copy_page (dst, src); + zeros_only =do_copy_page (dst, src);kunmap_atomic (dst);kunmap_atomic (src); }else {
@@ -1426,30 +1444,39 @@ static void copy_data_page(unsigned long dst_pfn, unsigned long src_pfn)* The page pointed to by src may contain some kernel * data modified by kmap_atomic() */ -safe_copy_page (buffer, s_page); + zeros_only =safe_copy_page (buffer, s_page); dst =kmap_atomic (d_page);copy_page (dst, buffer); kunmap_atomic(dst); }else { -safe_copy_page (page_address (d_page), s_page); + zeros_only =safe_copy_page (page_address (d_page), s_page); } } +return zeros_only; }#else #define page_is_saveable (zone, pfn) saveable_page(zone, pfn) -static inline void copy_data_page (unsigned long dst_pfn,unsigned long src_pfn) +static inline int copy_data_page (unsigned long dst_pfn,unsigned long src_pfn) { -safe_copy_page (page_address (pfn_to_page (dst_pfn)), +return safe_copy_page (page_address (pfn_to_page (dst_pfn)),pfn_to_page (src_pfn)); }#endif /* CONFIG_HIGHMEM */ -static void copy_data_pages (struct memory_bitmap *copy_bm, -struct memory_bitmap *orig_bm) +/* +* Copy data pages will copy all pages into pages pulled from the copy_bm. +* If a page was entirely filled with zeros it will be marked in the zero_bm. +* +* Returns the number of pages copied. +*/ +static unsigned long copy_data_pages (struct memory_bitmap *copy_bm, +struct memory_bitmap *orig_bm, +struct memory_bitmap *zero_bm) { +unsigned long copied_pages =0 ;struct zone *zone; -unsigned long pfn; +unsigned long pfn, copy_pfn;for_each_populated_zone (zone) {unsigned long max_zone_pfn;
@@ -1462,18 +1489,30 @@ static void copy_data_pages(struct memory_bitmap *copy_bm, }memory_bm_position_reset (orig_bm);memory_bm_position_reset (copy_bm); + copy_pfn =memory_bm_next_pfn (copy_bm);for (;;) { pfn =memory_bm_next_pfn (orig_bm);if (unlikely (pfn ==BM_END_OF_MAP ))break ; -copy_data_page (memory_bm_next_pfn (copy_bm), pfn); +if (copy_data_page (copy_pfn, pfn)) { +memory_bm_set_bit (zero_bm, pfn); + +/* Use this copy_pfn for a page that is not full of zeros */ +continue ; + } + copied_pages++; + copy_pfn =memory_bm_next_pfn (copy_bm); } +return copied_pages; }/* Total number of image pages */ static unsigned int nr_copy_pages;/* Number of pages needed for saving the original pfns of the image pages */ static unsigned int nr_meta_pages; +/* Number of zero pages */ +static unsigned int nr_zero_pages; +/* * Numbers of normal and highmem page frames allocated for hibernation image * before suspending devices.
@@ -1494,6 +1533,9 @@ static struct memory_bitmap orig_bm;*/ static struct memory_bitmap copy_bm; +/* Memory bitmap which tracks which saveable pages were zero filled. */ +static struct memory_bitmap zero_bm; +/** * swsusp_free - Free pages allocated for hibernation image. *
@@ -1538,6 +1580,7 @@ void swsusp_free(void) out: nr_copy_pages =0 ; nr_meta_pages =0 ; + nr_zero_pages =0 ; restore_pblist =NULL ; buffer =NULL ; alloc_normal =0 ;
@@ -1756,8 +1799,15 @@ int hibernate_preallocate_memory(void) goto err_out; } + error =memory_bm_create (&zero_bm,GFP_IMAGE ,PG_ANY ); +if (error) { +pr_err ("Cannot allocate zero bitmap\n" ); + goto err_out; + } + alloc_normal =0 ; alloc_highmem =0 ; + nr_zero_pages =0 ;/* Count the number of saveable data pages. */ save_highmem =count_highmem_pages ();
@@ -2037,19 +2087,19 @@ asmlinkage __visible int swsusp_save(void)* Kill them. */ drain_local_pages (NULL ); -copy_data_pages (©_bm, &orig_bm); + nr_copy_pages =copy_data_pages (©_bm, &orig_bm, &zero_bm);/* * End of critical section. From now on, we can write to memory, * but we should not touch disk. This specially means we must _not_ * touch swap space! Except we must write out our image of course. */ - nr_pages += nr_highmem; - nr_copy_pages = nr_pages; +/* We don't actually copy the zero pages */ + nr_zero_pages = nr_pages - nr_copy_pages; nr_meta_pages =DIV_ROUND_UP (nr_pages *sizeof (long ),PAGE_SIZE ); -pr_info ("Image created (%d pages copied)\n" , nr_pages); +pr_info ("Image created (%d pages copied, %d zero pages)\n" , nr_copy_pages, nr_zero_pages);return 0 ; }
@@ -2094,15 +2144,22 @@ static int init_header(struct swsusp_info *info)return init_header_complete (info); } +#define ENCODED_PFN_ZERO_FLAG ((unsigned long)1 << (BITS_PER_LONG - 1)) +#define ENCODED_PFN_MASK (~ENCODED_PFN_ZERO_FLAG) +/** * pack_pfns - Prepare PFNs for saving. * @bm: Memory bitmap. * @buf: Memory buffer to store the PFNs in. +* @zero_bm: Memory bitmap containing PFNs of zero pages. * * PFNs corresponding to set bits in @bm are stored in the area of memory -* pointed to by @buf (1 page at a time). +* pointed to by @buf (1 page at a time). Pages which were filled with only +* zeros will have the highest bit set in the packed format to distinguish +* them from PFNs which will be contained in the image file. */ -static inline void pack_pfns (unsigned long *buf,struct memory_bitmap *bm) +static inline void pack_pfns (unsigned long *buf,struct memory_bitmap *bm, +struct memory_bitmap *zero_bm) {int j;
@@ -2110,6 +2167,8 @@ static inline void pack_pfns(unsigned long *buf, struct memory_bitmap *bm) buf[j] =memory_bm_next_pfn (bm);if (unlikely (buf[j] ==BM_END_OF_MAP ))break ; +if (memory_bm_test_bit (zero_bm, buf[j])) + buf[j] |=ENCODED_PFN_ZERO_FLAG ; } }
@@ -2151,7 +2210,7 @@ int snapshot_read_next(struct snapshot_handle *handle)memory_bm_position_reset (©_bm); }else if (handle->cur <= nr_meta_pages) {clear_page (buffer); -pack_pfns (buffer, &orig_bm); +pack_pfns (buffer, &orig_bm, &zero_bm); }else {struct page *page;
@@ -2247,24 +2306,35 @@ static int load_header(struct swsusp_info *info)* unpack_orig_pfns - Set bits corresponding to given PFNs in a memory bitmap. * @bm: Memory bitmap. * @buf: Area of memory containing the PFNs. +* @zero_bm: Memory bitmap with the zero PFNs marked. * * For each element of the array pointed to by @buf (1 page at a time), set the -* corresponding bit in @bm. +* corresponding bit in @bm. If the page was originally populated with only +* zeros then a corresponding bit will also be set in @zero_bm. */ -static int unpack_orig_pfns (unsigned long *buf,struct memory_bitmap *bm) +static int unpack_orig_pfns (unsigned long *buf,struct memory_bitmap *bm, +struct memory_bitmap *zero_bm) { +unsigned long decoded_pfn; +bool zero;int j;for (j =0 ; j <PAGE_SIZE /sizeof (long ); j++) {if (unlikely (buf[j] ==BM_END_OF_MAP ))break ; -if (pfn_valid (buf[j]) &&memory_bm_pfn_present (bm, buf[j])) { -memory_bm_set_bit (bm, buf[j]); + zero = !!(buf[j] &ENCODED_PFN_ZERO_FLAG ); + decoded_pfn = buf[j] &ENCODED_PFN_MASK ; +if (pfn_valid (decoded_pfn) &&memory_bm_pfn_present (bm, decoded_pfn)) { +memory_bm_set_bit (bm, decoded_pfn); +if (zero) { +memory_bm_set_bit (zero_bm, decoded_pfn); + nr_zero_pages++; + } }else { -if (!pfn_valid (buf[j])) +if (!pfn_valid (decoded_pfn))pr_err (FW_BUG "Memory map mismatch at 0x%llx after hibernation\n" , - (unsigned long long )PFN_PHYS (buf[j])); + (unsigned long long )PFN_PHYS (decoded_pfn));return -EFAULT ; } }
@@ -2486,6 +2556,7 @@ static inline void free_highmem_data(void) {}* prepare_image - Make room for loading hibernation image. * @new_bm: Uninitialized memory bitmap structure. * @bm: Memory bitmap with unsafe pages marked. +* @zero_bm: Memory bitmap containing the zero pages. * * Use @bm to mark the pages that will be overwritten in the process of * restoring the system memory state from the suspend image ("unsafe" pages)
@@ -2496,10 +2567,15 @@ static inline void free_highmem_data(void) {}* pages will be used for just yet. Instead, we mark them all as allocated and * create a lists of "safe" pages to be used later. On systems with high * memory a list of "safe" highmem pages is created too. +* +* Because it was not known which pages were unsafe when @zero_bm was created, +* make a copy of it and recreate it within safe pages. */ -static int prepare_image (struct memory_bitmap *new_bm,struct memory_bitmap *bm) +static int prepare_image (struct memory_bitmap *new_bm,struct memory_bitmap *bm, +struct memory_bitmap *zero_bm) {unsigned int nr_pages, nr_highmem; +struct memory_bitmap tmp;struct linked_page *lp;int error;
@@ -2516,6 +2592,24 @@ static int prepare_image(struct memory_bitmap *new_bm, struct memory_bitmap *bm)duplicate_memory_bitmap (new_bm, bm);memory_bm_free (bm,PG_UNSAFE_KEEP ); + +/* Make a copy of zero_bm so it can be created in safe pages */ + error =memory_bm_create (&tmp,GFP_ATOMIC ,PG_ANY ); +if (error) + goto Free; + +duplicate_memory_bitmap (&tmp, zero_bm); +memory_bm_free (zero_bm,PG_UNSAFE_KEEP ); + +/* Recreate zero_bm in safe pages */ + error =memory_bm_create (zero_bm,GFP_ATOMIC ,PG_SAFE ); +if (error) + goto Free; + +duplicate_memory_bitmap (zero_bm, &tmp); +memory_bm_free (&tmp,PG_UNSAFE_KEEP ); +/* At this point zero_bm is in safe pages and it can be used for restoring. */ +if (nr_highmem >0 ) { error =prepare_highmem_image (bm, &nr_highmem);if (error)
@@ -2530,7 +2624,7 @@ static int prepare_image(struct memory_bitmap *new_bm, struct memory_bitmap *bm)* * nr_copy_pages cannot be less than allocated_unsafe_pages too. */ - nr_pages = nr_copy_pages - nr_highmem - allocated_unsafe_pages; + nr_pages = (nr_zero_pages + nr_copy_pages) - nr_highmem - allocated_unsafe_pages; nr_pages =DIV_ROUND_UP (nr_pages,PBES_PER_LINKED_PAGE );while (nr_pages >0 ) { lp =get_image_page (GFP_ATOMIC ,PG_SAFE );
@@ -2543,7 +2637,7 @@ static int prepare_image(struct memory_bitmap *new_bm, struct memory_bitmap *bm) nr_pages--; }/* Preallocate memory for the image */ - nr_pages = nr_copy_pages - nr_highmem - allocated_unsafe_pages; + nr_pages = (nr_zero_pages + nr_copy_pages) - nr_highmem - allocated_unsafe_pages;while (nr_pages >0 ) { lp = (struct linked_page *)get_zeroed_page (GFP_ATOMIC );if (!lp) {
@@ -2631,8 +2725,9 @@ int snapshot_write_next(struct snapshot_handle *handle)static struct chain_allocator ca;int error =0 ; +next:/* Check if we have already loaded the entire image */ -if (handle->cur >1 && handle->cur > nr_meta_pages + nr_copy_pages) +if (handle->cur >1 && handle->cur > nr_meta_pages + nr_copy_pages + nr_zero_pages)return 0 ; handle->sync_read =1 ;
@@ -2657,19 +2752,26 @@ int snapshot_write_next(struct snapshot_handle *handle)if (error)return error; + error =memory_bm_create (&zero_bm,GFP_ATOMIC ,PG_ANY ); +if (error) +return error; + + nr_zero_pages =0 ; +hibernate_restore_protection_begin (); }else if (handle->cur <= nr_meta_pages +1 ) { - error =unpack_orig_pfns (buffer, ©_bm); + error =unpack_orig_pfns (buffer, ©_bm, &zero_bm);if (error)return error;if (handle->cur == nr_meta_pages +1 ) { - error =prepare_image (&orig_bm, ©_bm); + error =prepare_image (&orig_bm, ©_bm, &zero_bm);if (error)return error;chain_init (&ca,GFP_ATOMIC ,PG_SAFE );memory_bm_position_reset (&orig_bm); +memory_bm_position_reset (&zero_bm); restore_pblist =NULL ; handle->buffer =get_buffer (&orig_bm, &ca); handle->sync_read =0 ;
@@ -2686,6 +2788,14 @@ int snapshot_write_next(struct snapshot_handle *handle) handle->sync_read =0 ; } handle->cur++; + +/* Zero pages were not included in the image, memset it and move on. */ +if ((handle->cur > (nr_meta_pages +1 )) && +memory_bm_test_bit (&zero_bm,memory_bm_get_current (&orig_bm))) { +memset (handle->buffer,0 ,PAGE_SIZE ); + goto next; + } +return PAGE_SIZE ; }
@@ -2702,7 +2812,7 @@ void snapshot_write_finalize(struct snapshot_handle *handle)copy_last_highmem_page ();hibernate_restore_protect_page (handle->buffer);/* Do that only if we have loaded the image entirely */ -if (handle->cur >1 && handle->cur > nr_meta_pages + nr_copy_pages) { +if (handle->cur >1 && handle->cur > nr_meta_pages + nr_copy_pages + nr_zero_pages) {memory_bm_recycle (&orig_bm);free_highmem_data (); }
@@ -2711,7 +2821,7 @@ void snapshot_write_finalize(struct snapshot_handle *handle)int snapshot_image_loaded (struct snapshot_handle *handle) {return !(!nr_copy_pages || !last_highmem_page_copied () || - handle->cur <= nr_meta_pages + nr_copy_pages); + handle->cur <= nr_meta_pages + nr_copy_pages + nr_zero_pages); }#ifdef CONFIG_HIGHMEM
Signature · 1 line
2.41.0.255.g8b1d071c50-goog
Quoted 541 lines · Brian Geffon
On ChromeOS we've observed a considerable number of in-use pages filled with zeros. Today with hibernate it's entirely possible that saveable pages are just zero filled. Since we're already copying pages word-by-word in
do_copy_pageit becomes almost free to determine if a page was completely filled with zeros.This change introduces a new bitmap which will track these zero pages. If a page is zero it will not be included in the saved image, instead to track these zero pages in the image file we will introduce a new flag which we will set on the packed PFN list. When reading back in the image file we will detect these zero page PFNs and rebuild the zero page bitmap.
When the image is being loaded through calls to
write_next_pageif we encounter a zero page we will silently memset it to 0 and then continue on to the next page. Given the implementation in snapshot_read_next/snapshot_write_next this change will be transparent to non-compressed/compressed and swsusp modes of operation.To provide some concrete numbers from simple ad-hoc testing, on a device which was lightly in use we saw that:
PM: hibernation: Image created (964408 pages copied, 548304 zero pages)
Of the approximately 6.2GB of saveable pages 2.2GB (36%) were just zero filled and could be tracked entirely within the packed PFN list. The savings would obviously be much lower for lzo compressed images, but even in the case of compression not copying pages across to the compression threads will still speed things up. It's also possible that we would see better overall compression ratios as larger regions of "real data" would improve the compressibility.
Finally, such an approach could dramatically improve swsusp performance as each one of those zero pages requires a write syscall to reload, by handling it as part of the packed PFN list we're able to fully avoid that.
Patch v6 -> v7:
- Fix a bug inimage_loaded()not accounting for zero pages.Patch v5 -> v6:
- Correcting missed variable when changing types.Patch v4 -> v5:
- Addressed numerous style comments from Rafael J. Wysocki.Patch v3 -> v4:
- Suggestions from Matthias Kaehlcke:
- Return number of copy pages fromcopy_data_pages
- Use an explicit temporary bitmap while moving thezerm_bmto safe pages.Patch v2 -> v3:
- Usenr_zero_pagesrather than walking each pfn to count.
- Make surezero_bmis allocated in safe pages on resume. When reading in the pfn list and building the zero page bm we don't know which pages are unsafe yet so we will need tocopy this bm to safe pages after the metadata has been read.Patch v1 -> v2:
- minor code mistake from rebasing corrected.Signed-off-by Brian Geffon <[email protected]>--- kernel/power/snapshot.c | 186 ++++++++++++++++++++++++++++++++-------- 1 file changed, 148 insertions(+), 38 deletions(-)kernel/power/snapshot.c +147
-37@@ -404,6 +404,7 @@ struct bm_position {struct mem_zone_bm_rtree *zone;struct rtree_node *node;unsigned long node_pfn; +unsigned long cur_pfn;int node_bit; };@@ -589,6 +590,7 @@ static void memory_bm_position_reset(struct memory_bitmap *bm) bm->cur.node =list_entry (bm->cur.zone->leaves.next, struct rtree_node, list); bm->cur.node_pfn =0 ; + bm->cur.cur_pfn =BM_END_OF_MAP ; bm->cur.node_bit =0 ; }@@ -799,6 +801,7 @@ static int memory_bm_find_bit(struct memory_bitmap *bm, unsigned long pfn, bm->cur.zone = zone; bm->cur.node = node; bm->cur.node_pfn = (pfn - zone->start_pfn) & ~BM_BLOCK_MASK ; + bm->cur.cur_pfn = pfn;/* Set return values */ *addr = node->data;@@ -850,6 +853,11 @@ static void memory_bm_clear_current(struct memory_bitmap *bm)clear_bit (bit, bm->cur.node->data); } +static unsigned long memory_bm_get_current (struct memory_bitmap *bm) +{ +return bm->cur.cur_pfn; +} +static int memory_bm_test_bit (struct memory_bitmap *bm,unsigned long pfn) {void *addr;@@ -929,10 +937,12 @@ static unsigned long memory_bm_next_pfn(struct memory_bitmap *bm)if (bit < bits) { pfn = bm->cur.zone->start_pfn + bm->cur.node_pfn + bit; bm->cur.node_bit = bit +1 ; + bm->cur.cur_pfn = pfn;return pfn; } }while (rtree_next_node (bm)); + bm->cur.cur_pfn =BM_END_OF_MAP ;return BM_END_OF_MAP ; }@@ -1371,14 +1381,18 @@ static unsigned int count_data_pages(void)/* * This is needed, because copy_page and memcpy are not usable for copying -* task structs. +* task structs. Returns true if the page was filled with only zeros, otherwise false. */ -static inline void do_copy_page (long *dst,long *src) +static inline bool do_copy_page (long *dst,long *src) { +long z =0 ;int n; -for (n =PAGE_SIZE /sizeof (long ); n; n--) +for (n =PAGE_SIZE /sizeof (long ); n; n--) { + z |= *src; *dst++ = *src++; + } +return !z; }/** @@ -1387,17 +1401,20 @@ static inline void do_copy_page(long *dst, long *src)* Check if the page we are going to copy is marked as present in the kernel * page tables. This always is the case if CONFIG_DEBUG_PAGEALLOC or * CONFIG_ARCH_HAS_SET_DIRECT_MAP is not set. In that case kernel_page_present() -* always returns 'true'. +* always returns 'true'. Returns true if the page was entirely composed of zeros +* otherwise it will return false. */ -static void safe_copy_page (void *dst,struct page *s_page) +static bool safe_copy_page (void *dst,struct page *s_page) { +bool zeros_only;if (kernel_page_present (s_page)) { -do_copy_page (dst,page_address (s_page)); + zeros_only =do_copy_page (dst,page_address (s_page)); }else {hibernate_map_page (s_page); -do_copy_page (dst,page_address (s_page)); + zeros_only =do_copy_page (dst,page_address (s_page));hibernate_unmap_page (s_page); } +return zeros_only; }#ifdef CONFIG_HIGHMEM @@ -1407,17 +1424,18 @@ static inline struct page *page_is_saveable(struct zone *zone, unsigned long pfn saveable_highmem_page(zone, pfn) : saveable_page(zone, pfn); } -static void copy_data_page (unsigned long dst_pfn,unsigned long src_pfn) +static bool copy_data_page (unsigned long dst_pfn,unsigned long src_pfn) {struct page *s_page, *d_page;void *src, *dst; +bool zeros_only; s_page =pfn_to_page (src_pfn); d_page =pfn_to_page (dst_pfn);if (PageHighMem (s_page)) { src =kmap_atomic (s_page); dst =kmap_atomic (d_page); -do_copy_page (dst, src); + zeros_only =do_copy_page (dst, src);kunmap_atomic (dst);kunmap_atomic (src); }else {@@ -1426,30 +1444,39 @@ static void copy_data_page(unsigned long dst_pfn, unsigned long src_pfn)* The page pointed to by src may contain some kernel * data modified by kmap_atomic() */ -safe_copy_page (buffer, s_page); + zeros_only =safe_copy_page (buffer, s_page); dst =kmap_atomic (d_page);copy_page (dst, buffer); kunmap_atomic(dst); }else { -safe_copy_page (page_address (d_page), s_page); + zeros_only =safe_copy_page (page_address (d_page), s_page); } } +return zeros_only; }#else #define page_is_saveable (zone, pfn) saveable_page(zone, pfn) -static inline void copy_data_page (unsigned long dst_pfn,unsigned long src_pfn) +static inline int copy_data_page (unsigned long dst_pfn,unsigned long src_pfn) { -safe_copy_page (page_address (pfn_to_page (dst_pfn)), +return safe_copy_page (page_address (pfn_to_page (dst_pfn)),pfn_to_page (src_pfn)); }#endif /* CONFIG_HIGHMEM */ -static void copy_data_pages (struct memory_bitmap *copy_bm, -struct memory_bitmap *orig_bm) +/* +* Copy data pages will copy all pages into pages pulled from the copy_bm. +* If a page was entirely filled with zeros it will be marked in the zero_bm. +* +* Returns the number of pages copied. +*/ +static unsigned long copy_data_pages (struct memory_bitmap *copy_bm, +struct memory_bitmap *orig_bm, +struct memory_bitmap *zero_bm) { +unsigned long copied_pages =0 ;struct zone *zone; -unsigned long pfn; +unsigned long pfn, copy_pfn;for_each_populated_zone (zone) {unsigned long max_zone_pfn;@@ -1462,18 +1489,30 @@ static void copy_data_pages(struct memory_bitmap *copy_bm, }memory_bm_position_reset (orig_bm);memory_bm_position_reset (copy_bm); + copy_pfn =memory_bm_next_pfn (copy_bm);for (;;) { pfn =memory_bm_next_pfn (orig_bm);if (unlikely (pfn ==BM_END_OF_MAP ))break ; -copy_data_page (memory_bm_next_pfn (copy_bm), pfn); +if (copy_data_page (copy_pfn, pfn)) { +memory_bm_set_bit (zero_bm, pfn); + +/* Use this copy_pfn for a page that is not full of zeros */ +continue ; + } + copied_pages++; + copy_pfn =memory_bm_next_pfn (copy_bm); } +return copied_pages; }/* Total number of image pages */ static unsigned int nr_copy_pages;/* Number of pages needed for saving the original pfns of the image pages */ static unsigned int nr_meta_pages; +/* Number of zero pages */ +static unsigned int nr_zero_pages; +/* * Numbers of normal and highmem page frames allocated for hibernation image * before suspending devices. @@ -1494,6 +1533,9 @@ static struct memory_bitmap orig_bm;*/ static struct memory_bitmap copy_bm; +/* Memory bitmap which tracks which saveable pages were zero filled. */ +static struct memory_bitmap zero_bm; +/** * swsusp_free - Free pages allocated for hibernation image. * @@ -1538,6 +1580,7 @@ void swsusp_free(void) out: nr_copy_pages =0 ; nr_meta_pages =0 ; + nr_zero_pages =0 ; restore_pblist =NULL ; buffer =NULL ; alloc_normal =0 ;@@ -1756,8 +1799,15 @@ int hibernate_preallocate_memory(void) goto err_out; } + error =memory_bm_create (&zero_bm,GFP_IMAGE ,PG_ANY ); +if (error) { +pr_err ("Cannot allocate zero bitmap\n" ); + goto err_out; + } + alloc_normal =0 ; alloc_highmem =0 ; + nr_zero_pages =0 ;/* Count the number of saveable data pages. */ save_highmem =count_highmem_pages ();@@ -2037,19 +2087,19 @@ asmlinkage __visible int swsusp_save(void)* Kill them. */ drain_local_pages (NULL ); -copy_data_pages (©_bm, &orig_bm); + nr_copy_pages =copy_data_pages (©_bm, &orig_bm, &zero_bm);/* * End of critical section. From now on, we can write to memory, * but we should not touch disk. This specially means we must _not_ * touch swap space! Except we must write out our image of course. */ - nr_pages += nr_highmem; - nr_copy_pages = nr_pages; +/* We don't actually copy the zero pages */ + nr_zero_pages = nr_pages - nr_copy_pages; nr_meta_pages =DIV_ROUND_UP (nr_pages *sizeof (long ),PAGE_SIZE ); -pr_info ("Image created (%d pages copied)\n" , nr_pages); +pr_info ("Image created (%d pages copied, %d zero pages)\n" , nr_copy_pages, nr_zero_pages);return 0 ; }@@ -2094,15 +2144,22 @@ static int init_header(struct swsusp_info *info)return init_header_complete (info); } +#define ENCODED_PFN_ZERO_FLAG ((unsigned long)1 << (BITS_PER_LONG - 1)) +#define ENCODED_PFN_MASK (~ENCODED_PFN_ZERO_FLAG) +/** * pack_pfns - Prepare PFNs for saving. * @bm: Memory bitmap. * @buf: Memory buffer to store the PFNs in. +* @zero_bm: Memory bitmap containing PFNs of zero pages. * * PFNs corresponding to set bits in @bm are stored in the area of memory -* pointed to by @buf (1 page at a time). +* pointed to by @buf (1 page at a time). Pages which were filled with only +* zeros will have the highest bit set in the packed format to distinguish +* them from PFNs which will be contained in the image file. */ -static inline void pack_pfns (unsigned long *buf,struct memory_bitmap *bm) +static inline void pack_pfns (unsigned long *buf,struct memory_bitmap *bm, +struct memory_bitmap *zero_bm) {int j;@@ -2110,6 +2167,8 @@ static inline void pack_pfns(unsigned long *buf, struct memory_bitmap *bm) buf[j] =memory_bm_next_pfn (bm);if (unlikely (buf[j] ==BM_END_OF_MAP ))break ; +if (memory_bm_test_bit (zero_bm, buf[j])) + buf[j] |=ENCODED_PFN_ZERO_FLAG ; } }@@ -2151,7 +2210,7 @@ int snapshot_read_next(struct snapshot_handle *handle)memory_bm_position_reset (©_bm); }else if (handle->cur <= nr_meta_pages) {clear_page (buffer); -pack_pfns (buffer, &orig_bm); +pack_pfns (buffer, &orig_bm, &zero_bm); }else {struct page *page;@@ -2247,24 +2306,35 @@ static int load_header(struct swsusp_info *info)* unpack_orig_pfns - Set bits corresponding to given PFNs in a memory bitmap. * @bm: Memory bitmap. * @buf: Area of memory containing the PFNs. +* @zero_bm: Memory bitmap with the zero PFNs marked. * * For each element of the array pointed to by @buf (1 page at a time), set the -* corresponding bit in @bm. +* corresponding bit in @bm. If the page was originally populated with only +* zeros then a corresponding bit will also be set in @zero_bm. */ -static int unpack_orig_pfns (unsigned long *buf,struct memory_bitmap *bm) +static int unpack_orig_pfns (unsigned long *buf,struct memory_bitmap *bm, +struct memory_bitmap *zero_bm) { +unsigned long decoded_pfn; +bool zero;int j;for (j =0 ; j <PAGE_SIZE /sizeof (long ); j++) {if (unlikely (buf[j] ==BM_END_OF_MAP ))break ; -if (pfn_valid (buf[j]) &&memory_bm_pfn_present (bm, buf[j])) { -memory_bm_set_bit (bm, buf[j]); + zero = !!(buf[j] &ENCODED_PFN_ZERO_FLAG ); + decoded_pfn = buf[j] &ENCODED_PFN_MASK ; +if (pfn_valid (decoded_pfn) &&memory_bm_pfn_present (bm, decoded_pfn)) { +memory_bm_set_bit (bm, decoded_pfn); +if (zero) { +memory_bm_set_bit (zero_bm, decoded_pfn); + nr_zero_pages++; + } }else { -if (!pfn_valid (buf[j])) +if (!pfn_valid (decoded_pfn))pr_err (FW_BUG "Memory map mismatch at 0x%llx after hibernation\n" , - (unsigned long long )PFN_PHYS (buf[j])); + (unsigned long long )PFN_PHYS (decoded_pfn));return -EFAULT ; } }@@ -2486,6 +2556,7 @@ static inline void free_highmem_data(void) {}* prepare_image - Make room for loading hibernation image. * @new_bm: Uninitialized memory bitmap structure. * @bm: Memory bitmap with unsafe pages marked. +* @zero_bm: Memory bitmap containing the zero pages. * * Use @bm to mark the pages that will be overwritten in the process of * restoring the system memory state from the suspend image ("unsafe" pages) @@ -2496,10 +2567,15 @@ static inline void free_highmem_data(void) {}* pages will be used for just yet. Instead, we mark them all as allocated and * create a lists of "safe" pages to be used later. On systems with high * memory a list of "safe" highmem pages is created too. +* +* Because it was not known which pages were unsafe when @zero_bm was created, +* make a copy of it and recreate it within safe pages. */ -static int prepare_image (struct memory_bitmap *new_bm,struct memory_bitmap *bm) +static int prepare_image (struct memory_bitmap *new_bm,struct memory_bitmap *bm, +struct memory_bitmap *zero_bm) {unsigned int nr_pages, nr_highmem; +struct memory_bitmap tmp;struct linked_page *lp;int error;@@ -2516,6 +2592,24 @@ static int prepare_image(struct memory_bitmap *new_bm, struct memory_bitmap *bm)duplicate_memory_bitmap (new_bm, bm);memory_bm_free (bm,PG_UNSAFE_KEEP ); + +/* Make a copy of zero_bm so it can be created in safe pages */ + error =memory_bm_create (&tmp,GFP_ATOMIC ,PG_ANY ); +if (error) + goto Free; + +duplicate_memory_bitmap (&tmp, zero_bm); +memory_bm_free (zero_bm,PG_UNSAFE_KEEP ); + +/* Recreate zero_bm in safe pages */ + error =memory_bm_create (zero_bm,GFP_ATOMIC ,PG_SAFE ); +if (error) + goto Free; + +duplicate_memory_bitmap (zero_bm, &tmp); +memory_bm_free (&tmp,PG_UNSAFE_KEEP ); +/* At this point zero_bm is in safe pages and it can be used for restoring. */ +if (nr_highmem >0 ) { error =prepare_highmem_image (bm, &nr_highmem);if (error)@@ -2530,7 +2624,7 @@ static int prepare_image(struct memory_bitmap *new_bm, struct memory_bitmap *bm)* * nr_copy_pages cannot be less than allocated_unsafe_pages too. */ - nr_pages = nr_copy_pages - nr_highmem - allocated_unsafe_pages; + nr_pages = (nr_zero_pages + nr_copy_pages) - nr_highmem - allocated_unsafe_pages; nr_pages =DIV_ROUND_UP (nr_pages,PBES_PER_LINKED_PAGE );while (nr_pages >0 ) { lp =get_image_page (GFP_ATOMIC ,PG_SAFE );@@ -2543,7 +2637,7 @@ static int prepare_image(struct memory_bitmap *new_bm, struct memory_bitmap *bm) nr_pages--; }/* Preallocate memory for the image */ - nr_pages = nr_copy_pages - nr_highmem - allocated_unsafe_pages; + nr_pages = (nr_zero_pages + nr_copy_pages) - nr_highmem - allocated_unsafe_pages;while (nr_pages >0 ) { lp = (struct linked_page *)get_zeroed_page (GFP_ATOMIC );if (!lp) {@@ -2631,8 +2725,9 @@ int snapshot_write_next(struct snapshot_handle *handle)static struct chain_allocator ca;int error =0 ; +next:/* Check if we have already loaded the entire image */ -if (handle->cur >1 && handle->cur > nr_meta_pages + nr_copy_pages) +if (handle->cur >1 && handle->cur > nr_meta_pages + nr_copy_pages + nr_zero_pages)return 0 ; handle->sync_read =1 ;@@ -2657,19 +2752,26 @@ int snapshot_write_next(struct snapshot_handle *handle)if (error)return error; + error =memory_bm_create (&zero_bm,GFP_ATOMIC ,PG_ANY ); +if (error) +return error; + + nr_zero_pages =0 ; +hibernate_restore_protection_begin (); }else if (handle->cur <= nr_meta_pages +1 ) { - error =unpack_orig_pfns (buffer, ©_bm); + error =unpack_orig_pfns (buffer, ©_bm, &zero_bm);if (error)return error;if (handle->cur == nr_meta_pages +1 ) { - error =prepare_image (&orig_bm, ©_bm); + error =prepare_image (&orig_bm, ©_bm, &zero_bm);if (error)return error;chain_init (&ca,GFP_ATOMIC ,PG_SAFE );memory_bm_position_reset (&orig_bm); +memory_bm_position_reset (&zero_bm); restore_pblist =NULL ; handle->buffer =get_buffer (&orig_bm, &ca); handle->sync_read =0 ;@@ -2686,6 +2788,14 @@ int snapshot_write_next(struct snapshot_handle *handle) handle->sync_read =0 ; } handle->cur++; + +/* Zero pages were not included in the image, memset it and move on. */ +if ((handle->cur > (nr_meta_pages +1 )) && +memory_bm_test_bit (&zero_bm,memory_bm_get_current (&orig_bm))) { +memset (handle->buffer,0 ,PAGE_SIZE ); + goto next; + } +return PAGE_SIZE ; }@@ -2702,7 +2812,7 @@ void snapshot_write_finalize(struct snapshot_handle *handle)copy_last_highmem_page ();hibernate_restore_protect_page (handle->buffer);/* Do that only if we have loaded the image entirely */ -if (handle->cur >1 && handle->cur > nr_meta_pages + nr_copy_pages) { +if (handle->cur >1 && handle->cur > nr_meta_pages + nr_copy_pages + nr_zero_pages) {memory_bm_recycle (&orig_bm);free_highmem_data (); }
kernel/power/snapshot.c void snapshot_write_finalize(struct snapshot_handle *handle)
Quoted 9 lines
kernel/power/snapshot.c +1
-2@@ -2711,7 +2821,7 @@ void snapshot_write_finalize(struct snapshot_handle *handle)int snapshot_image_loaded (struct snapshot_handle *handle) {return !(!nr_copy_pages || !last_highmem_page_copied () || - handle->cur <= nr_meta_pages + nr_copy_pages); + handle->cur <= nr_meta_pages + nr_copy_pages + nr_zero_pages); }#ifdef CONFIG_HIGHMEM --
Applied as 6.6 material with some minor adjustments, thanks!