Skip to contentSkip to conversation

ubi: Expose interface for detailed erase counters

PATCH Superseded Rickard Andersson 3 participants 4 messages Nov 27, 2024 – Dec 4, 2024

Subsystems (2)

v2 of 5 Superseded Latest is v5 →

lore
Share & tools
lore
#0 lore raw

PATCH v2 1/2 ubi: Expose interface for detailed erase counters

Using the ioctl command 'UBI_IOCECNFO' user space can obtain detailed erase counter information of all blocks of a device.

---
 include/uapi/mtd/ubi-user.h | 33 +++++++++++++++++++++++++++++++++
 1 file changed, 33 insertions(+)
include/uapi/mtd/ubi-user.h +33 -0
index e1571603175e..aa872a41ffb9 100644
@@ -175,6 +175,8 @@
 #define UBI_IOCRPEB _IOW(UBI_IOC_MAGIC, 4, __s32)
 /* Force scrubbing on the specified PEB */
 #define UBI_IOCSPEB _IOW(UBI_IOC_MAGIC, 5, __s32)
+/* Read detailed device erase counter information */
+#define UBI_IOCECNFO _IOWR(UBI_IOC_MAGIC, 6, struct ubi_ecinfo_req)
 
 /* ioctl commands of the UBI control character device */
 
@@ -412,6 +414,37 @@ struct ubi_rnvol_req {
 	} ents[UBI_MAX_RNVOL];
 } __packed;
 
+/**
+ * struct ubi_ecinfo_req - a data structure used for requesting and receiving
+ * erase block counter information from a UBI device.
+ *
+ * @start: index of first physical erase block to read (in)
+ * @length: number of erase counters to read (in)
+ * @read_length: number of erase counters that was actually read (out)
+ * @padding: reserved for future, not used, has to be zeroed
+ * @erase_counters: array of erase counter values (out)
+ *
+ * This structure is used to retrieve erase counter information for a specified
+ * range of PEBs on a UBI device.
+ * Erase counters are read from @start and attempts to read @length number of
+ * erase counters.
+ * The retrieved values are stored in the @erase_counters array. It is the
+ * responsibility of the caller to allocate enough memory for storing @length
+ * elements in the @erase_counters array.
+ * If a block is bad or if the erase counter is unknown the corresponding value
+ * in the array will be set to -1.
+ * The @read_length field will indicate the number of erase counters actually
+ * read. Typically @read_length will be limited due to memory or the number of
+ * PEBs on the UBI device.
+ */
+struct ubi_ecinfo_req {
+	__s32 start;
+	__s32 length;
+	__s32 read_length;
+	__s8  padding[16];
+	__s32 erase_counters[];
+}  __packed;
+
 /**
  * struct ubi_leb_change_req - a data structure used in atomic LEB change
  *                             requests.
Signature · 6 lines
2.30.2


______________________________________________________
Linux MTD discussion mailing list
http://lists.infradead.org/mailman/listinfo/linux-mtd/
#1 lore raw

PATCH v2 2/2 ubi: Implement ioctl for detailed erase counters

Currently, "max_ec" can be read from sysfs, which provides a limited view of the flash device’s wear. In certain cases, such as bugs in the wear-leveling algorithm, specific blocks can be worn down more than others, resulting in uneven wear distribution. Also some use cases can wear the erase blocks of the fastmap area more heavily than other parts of flash.
Providing detailed erase counter values give a better understanding of the overall flash wear and is needed to be able to calculate for example expected life time.
There exists more detailed info in debugfs, but this information is only available for debug builds.

---
 drivers/mtd/ubi/cdev.c | 96 ++++++++++++++++++++++++++++++++++++++++++
 1 file changed, 96 insertions(+)
drivers/mtd/ubi/cdev.c +96 -0
index 0d8f04cf03c5..681cf8526e2f 100644
@@ -828,6 +828,96 @@ static int rename_volumes(struct ubi_device *ubi,
 	return err;
 }
 
+
+static int ubi_get_ec_info(struct ubi_device *ubi, struct ubi_ecinfo_req __user *ureq)
+{
+	struct ubi_ecinfo_req req;
+	struct ubi_wl_entry *wl;
+	int i;
+	int peb;
+	int end_peb;
+	int err = 0;
+	int max_elem;
+	int32_t *erase_counters;
+
+	/* Copy the input arguments */
+	err = copy_from_user(&req, ureq, sizeof(struct ubi_ecinfo_req));
+	if (err) {
+		err = -EFAULT;
+		goto out;
+	}
+
+	/* Check input arguments */
+	if (req.length <= 0 || req.start < 0) {
+		err = -EINVAL;
+		goto out;
+	}
+
+	max_elem = req.length;
+
+	/* We can not read more than the total amount of PEBs */
+	if (max_elem > ubi->peb_count)
+		max_elem = ubi->peb_count;
+
+	/* Check for overflow */
+	if (req.start + max_elem < req.start) {
+		err = -EINVAL;
+		goto out;
+	}
+
+	erase_counters = kmalloc_array(max_elem,
+				       sizeof(int32_t),
+				       GFP_KERNEL);
+	if (!erase_counters) {
+		err = -ENOMEM;
+		goto out;
+	}
+
+	end_peb = req.start + max_elem;
+	if (end_peb > ubi->peb_count)
+		end_peb = ubi->peb_count;
+
+	i = 0;
+	for (peb = req.start; peb < end_peb; i++, peb++) {
+		int ec;
+
+		if (ubi_io_is_bad(ubi, peb)) {
+			erase_counters[i] = UBI_UNKNOWN;
+			continue;
+		}
+
+		spin_lock(&ubi->wl_lock);
+
+		wl = ubi->lookuptbl[peb];
+		if (wl)
+			ec = wl->ec;
+		else
+			ec = UBI_UNKNOWN;
+
+		spin_unlock(&ubi->wl_lock);
+
+		erase_counters[i] = ec;
+	}
+
+	/* Return actual read length */
+	req.read_length = i;
+
+	/* Copy everything except erase counter array */
+	if (copy_to_user(ureq, &req, sizeof(struct ubi_ecinfo_req))) {
+		err = -EFAULT;
+		goto out_free;
+	}
+
+	/* Copy erase counter array */
+	if (copy_to_user(ureq->erase_counters, erase_counters, max_elem * sizeof(int32_t)))
+		err = -EFAULT;
+
+ out_free:
+	kfree(erase_counters);
+ out:
+	return err;
+}
+
 static long ubi_cdev_ioctl(struct file *file, unsigned int cmd,
 			   unsigned long arg)
 {
@@ -991,6 +1081,12 @@ static long ubi_cdev_ioctl(struct file *file, unsigned int cmd,
 		break;
 	}
 
+	case UBI_IOCECNFO:
+	{
+		err = ubi_get_ec_info(ubi, argp);
+		break;
+	}
+
 	default:
 		err = -ENOTTY;
 		break;
Signature · 6 lines
2.30.2


______________________________________________________
Linux MTD discussion mailing list
http://lists.infradead.org/mailman/listinfo/linux-mtd/
#2 lore raw

Re: [PATCH v2 2/2] ubi: Implement ioctl for detailed erase counters

Rickard,

----- Ursprüngliche Mail -----

Quoted 56 lines

Von: "Rickard X Andersson" <[email protected]>
An: "richard" <[email protected]>, "chengzhihao1" <[email protected]>, "linux-mtd" <[email protected]>, "rickard314 andersson" <[email protected]>
CC: "Rickard X Andersson" <[email protected]>, "kernel" <[email protected]>
Gesendet: Mittwoch, 27. November 2024 10:10:50
Betreff: [PATCH v2 2/2] ubi: Implement ioctl for detailed erase counters

Currently, "max_ec" can be read from sysfs, which provides a limited view of the flash device’s wear. In certain cases, such as bugs in the wear-leveling algorithm, specific blocks can be worn down more than others, resulting in uneven wear distribution. Also some use cases can wear the erase blocks of the fastmap area more heavily than other parts of flash.
Providing detailed erase counter values give a better understanding of the overall flash wear and is needed to be able to calculate for example expected life time.
There exists more detailed info in debugfs, but this information is only available for debug builds.

---
drivers/mtd/ubi/cdev.c | 96 ++++++++++++++++++++++++++++++++++++++++++

1 file changed, 96 insertions(+)
drivers/mtd/ubi/cdev.c +23 -0
index 0d8f04cf03c5..681cf8526e2f 100644
@@ -828,6 +828,96 @@ static int rename_volumes(struct ubi_device *ubi,
 	return err;
 }
 
+
+static int ubi_get_ec_info(struct ubi_device *ubi, struct ubi_ecinfo_req __user
 *ureq)
+{
+	struct ubi_ecinfo_req req;
+	struct ubi_wl_entry *wl;
+	int i;
+	int peb;
+	int end_peb;
+	int err = 0;
+	int max_elem;
+	int32_t *erase_counters;
+
+	/* Copy the input arguments */
+	err = copy_from_user(&req, ureq, sizeof(struct ubi_ecinfo_req));
+	if (err) {
+		err = -EFAULT;
+		goto out;
+	}
+
+	/* Check input arguments */
+	if (req.length <= 0 || req.start < 0) {
+		err = -EINVAL;
+		goto out;

drivers/mtd/ubi/cdev.c static int rename_volumes(struct ubi_device *ubi, · line 864

Quoted 10 lines
drivers/mtd/ubi/cdev.c +10 -0
+	}
+
+	max_elem = req.length;
+
+	/* We can not read more than the total amount of PEBs */
+	if (max_elem > ubi->peb_count)
+		max_elem = ubi->peb_count;
+
+	/* Check for overflow */
+	if (req.start + max_elem < req.start) {

You can use check_add_overflow() or a similar helper.

drivers/mtd/ubi/cdev.c static int rename_volumes(struct ubi_device *ubi, · line 870

Quoted 7 lines
drivers/mtd/ubi/cdev.c +7 -0
+		err = -EINVAL;
+		goto out;
+	}
+
+	erase_counters = kmalloc_array(max_elem,
+				       sizeof(int32_t),
+				       GFP_KERNEL);

I don't think this temporally buffer is needed. Especially since the allocation is userspace controlled and unbound, it can be a problem later.

Quoted 19 lines
drivers/mtd/ubi/cdev.c +19 -0
+	if (!erase_counters) {
+		err = -ENOMEM;
+		goto out;
+	}
+
+	end_peb = req.start + max_elem;
+	if (end_peb > ubi->peb_count)
+		end_peb = ubi->peb_count;
+
+	i = 0;
+	for (peb = req.start; peb < end_peb; i++, peb++) {
+		int ec;
+
+		if (ubi_io_is_bad(ubi, peb)) {
+			erase_counters[i] = UBI_UNKNOWN;
+			continue;
+		}
+
+		spin_lock(&ubi->wl_lock);

drivers/mtd/ubi/cdev.c static int rename_volumes(struct ubi_device *ubi, · line 899

Quoted 10 lines
drivers/mtd/ubi/cdev.c +10 -0
+
+		wl = ubi->lookuptbl[peb];
+		if (wl)
+			ec = wl->ec;
+		else
+			ec = UBI_UNKNOWN;
+
+		spin_unlock(&ubi->wl_lock);
+
+		erase_counters[i] = ec;

My idea way using there something like __put_user() to directly write the record to userspace memory.
With an access_ok() check before you can make sure that the whole destination is within userspace.

Thanks,
//richard

______________________________________________________
Linux MTD discussion mailing list
http://lists.infradead.org/mailman/listinfo/linux-mtd/

reviewer
#3 lore raw

Re: [PATCH v2 2/2] ubi: Implement ioctl for detailed erase counters

Quoted 45 lines · Richard Weinberger

Rickard,

----- Ursprüngliche Mail -----

Quoted 42 lines

Von: "Rickard X Andersson" <[email protected]>
An: "richard" <[email protected]>, "chengzhihao1" <[email protected]>, "linux-mtd" <[email protected]>, "rickard314 andersson" <[email protected]>
CC: "Rickard X Andersson" <[email protected]>, "kernel" <[email protected]>
Gesendet: Mittwoch, 27. November 2024 10:10:50
Betreff: [PATCH v2 2/2] ubi: Implement ioctl for detailed erase counters

Currently, "max_ec" can be read from sysfs, which provides a limited view of the flash device’s wear. In certain cases, such as bugs in the wear-leveling algorithm, specific blocks can be worn down more than others, resulting in uneven wear distribution. Also some use cases can wear the erase blocks of the fastmap area more heavily than other parts of flash.
Providing detailed erase counter values give a better understanding of the overall flash wear and is needed to be able to calculate for example expected life time.
There exists more detailed info in debugfs, but this information is only available for debug builds.

---
drivers/mtd/ubi/cdev.c | 96 ++++++++++++++++++++++++++++++++++++++++++

1 file changed, 96 insertions(+)
drivers/mtd/ubi/cdev.c +9 -0
index 0d8f04cf03c5..681cf8526e2f 100644
@@ -828,6 +828,96 @@ static int rename_volumes(struct ubi_device *ubi,
 	return err;
 }
 
+
+static int ubi_get_ec_info(struct ubi_device *ubi, struct ubi_ecinfo_req __user
 *ureq)
+{
+	struct ubi_ecinfo_req req;
+	struct ubi_wl_entry *wl;
+	int i;
+	int peb;
+	int end_peb;
+	int err = 0;
Quoted 8 lines

drivers/mtd/ubi/cdev.c static int rename_volumes(struct ubi_device *ubi, · line 847

Quoted 8 lines
drivers/mtd/ubi/cdev.c +8 -0
+	int max_elem;
+	int32_t *erase_counters;
+
+	/* Copy the input arguments */
+	err = copy_from_user(&req, ureq, sizeof(struct ubi_ecinfo_req));
+	if (err) {
+		err = -EFAULT;
+		goto out;

How about directly returning function?

Quoted 57 lines
Quoted 6 lines
drivers/mtd/ubi/cdev.c +6 -0
+	}
+
+	/* Check input arguments */
+	if (req.length <= 0 || req.start < 0) {
+		err = -EINVAL;
+		goto out;

drivers/mtd/ubi/cdev.c static int rename_volumes(struct ubi_device *ubi, · line 863

Quoted 10 lines
drivers/mtd/ubi/cdev.c +10 -0
+	}
+
+	max_elem = req.length;
+
+	/* We can not read more than the total amount of PEBs */
+	if (max_elem > ubi->peb_count)
+		max_elem = ubi->peb_count;
+
+	/* Check for overflow */
+	if (req.start + max_elem < req.start) {

You can use check_add_overflow() or a similar helper.

drivers/mtd/ubi/cdev.c static int rename_volumes(struct ubi_device *ubi, · line 870

Quoted 7 lines
drivers/mtd/ubi/cdev.c +7 -0
+		err = -EINVAL;
+		goto out;
+	}
+
+	erase_counters = kmalloc_array(max_elem,
+				       sizeof(int32_t),
+				       GFP_KERNEL);

I don't think this temporally buffer is needed. Especially since the allocation is userspace controlled and unbound, it can be a problem later.

Quoted 26 lines
drivers/mtd/ubi/cdev.c +26 -0
+	if (!erase_counters) {
+		err = -ENOMEM;
+		goto out;
+	}
+
+	end_peb = req.start + max_elem;
+	if (end_peb > ubi->peb_count)
+		end_peb = ubi->peb_count;
+
+	i = 0;
+	for (peb = req.start; peb < end_peb; i++, peb++) {
+		int ec;
+
+		if (ubi_io_is_bad(ubi, peb)) {
+			erase_counters[i] = UBI_UNKNOWN;
+			continue;
+		}
+
+		spin_lock(&ubi->wl_lock);
+
+		wl = ubi->lookuptbl[peb];
+		if (wl)
+			ec = wl->ec;
+		else
+			ec = UBI_UNKNOWN;
+
Quoted 8 lines

drivers/mtd/ubi/cdev.c static int rename_volumes(struct ubi_device *ubi, · line 899

Quoted 3 lines
drivers/mtd/ubi/cdev.c +3 -0
+		spin_unlock(&ubi->wl_lock);
+
+		erase_counters[i] = ec;

My idea way using there something like __put_user() to directly write the record to userspace memory.
With an access_ok() check before you can make sure that the whole destination is within userspace.

Agree. Hi, Rickard. You can have a look at ioctl_fiemap -> ext4_fiemap -> iomap_fiemap -> iomap_to_fiemap -> fiemap_fill_next_extent, just like the suggestions from Richard. No extra memory allocations, copy results to userspace one by one.

Quoted 6 lines

Thanks,
//richard

.

______________________________________________________
Linux MTD discussion mailing list
http://lists.infradead.org/mailman/listinfo/linux-mtd/