Skip to contentSkip to conversation

receipes-multimedia: gstreamer: gstreamer1.0-plugins-good: Add patches for raw10/12/16 bit and IR support

PATCH Superseded Rahul T R 2 participants 3 messages Jun 26, 2023 – Jun 27, 2023

v1 of 2 Superseded Latest is v2 →

lore
Share & tools
lore

Rahul T R

author
#0 lore raw

PATCH 1/1 receipes-multimedia: gstreamer: gstreamer1.0-plugins-good: Add patches for raw10/12/16 bit and IR support

Add patches to support 10/12/16 bayer formats and bayer formats with IR components. This are required to support capture from imx390 and ov2312 cameras using gstreamer v4l2src

---
 ...-for-bayer-formats-with-IR-component.patch | 122 +++++++++++++++++
 ...-raw10-raw12-and-raw16-bayer-formats.patch | 123 ++++++++++++++++++
 .../gstreamer1.0-plugins-good_1.20.%.bbappend |   5 +
 3 files changed, 250 insertions(+)
 create mode 100644 meta-arago-extras/recipes-multimedia/gstreamer/gstreamer1.0-plugins-good/0001-Adding-support-for-bayer-formats-with-IR-component.patch
 create mode 100644 meta-arago-extras/recipes-multimedia/gstreamer/gstreamer1.0-plugins-good/0001-Adding-support-for-raw10-raw12-and-raw16-bayer-formats.patch
meta-arago-extras/recipes-multimedia/gstreamer/gstreamer1.0-plugins-good/0001-Adding-support-for-bayer-formats-with-IR-component.patch new file +122 -0
new file mode 100644
index 00000000..f19068f9
@@ -0,0 +1,122 @@
+From b495c8a8a2b4c5676d27a0a898d58ca83ba36a87 Mon Sep 17 00:00:00 2001
+From: Rahul T R <[email protected]>
+Date: Mon, 4 Jul 2022 15:17:21 +0530
+Subject: [PATCH] Adding support for bayer formats with IR component
+
+Add support for bayer formats with IR component.
+this is required for cameras like ov2312 which
+captures both RGB and IR
+
+Signed-off-by: Rahul T R <[email protected]>
+---
+ sys/v4l2/ext/videodev2.h |  9 +++++++
+ sys/v4l2/gstv4l2object.c | 52 ++++++++++++++++++++++++++++++++++++++++
+ 2 files changed, 61 insertions(+)
+
+diff --git a/sys/v4l2/ext/videodev2.h b/sys/v4l2/ext/videodev2.h
+index dc829f08d..5838bf906 100644
+--- a/sys/v4l2/ext/videodev2.h
++++ b/sys/v4l2/ext/videodev2.h
+@@ -638,6 +638,15 @@ struct v4l2_pix_format {
+ #define V4L2_PIX_FMT_SGBRG16 v4l2_fourcc('G', 'B', '1', '6') /* 16  GBGB.. RGRG.. */
+ #define V4L2_PIX_FMT_SGRBG16 v4l2_fourcc('G', 'R', '1', '6') /* 16  GRGR.. BGBG.. */
+ #define V4L2_PIX_FMT_SRGGB16 v4l2_fourcc('R', 'G', '1', '6') /* 16  RGRG.. GBGB.. */
++	/* Bayer formats - with IR component */
++#define V4L2_PIX_FMT_SRGGI10 v4l2_fourcc('R', 'G', 'I', '0') /* 10 RGBG.. GIrGIr.. */
++#define V4L2_PIX_FMT_SGRIG10 v4l2_fourcc('G', 'R', 'I', '0') /* 10 GRGB.. IrGIrG.. */
++#define V4L2_PIX_FMT_SBGGI10 v4l2_fourcc('B', 'G', 'I', '0') /* 10 BGRG.. GIrGIr.. */
++#define V4L2_PIX_FMT_SGBIG10 v4l2_fourcc('G', 'B', 'I', '0') /* 10 GBGR.. IrGIrG.. */
++#define V4L2_PIX_FMT_SGIRG10 v4l2_fourcc('G', 'I', 'R', '0') /* 10 GIrGIr.. RGBG.. */
++#define V4L2_PIX_FMT_SIGGR10 v4l2_fourcc('I', 'G', 'R', '0') /* 10 IrGIrG.. GRGB.. */
++#define V4L2_PIX_FMT_SGIBG10 v4l2_fourcc('G', 'I', 'B', '0') /* 10 GIrGIr.. BGRG.. */
++#define V4L2_PIX_FMT_SIGGB10 v4l2_fourcc('I', 'G', 'B', '0') /* 10 IrGIrG.. GBGR.. */
+ 
+ /* HSV formats */
+ #define V4L2_PIX_FMT_HSV24 v4l2_fourcc('H', 'S', 'V', '3')
+diff --git a/sys/v4l2/gstv4l2object.c b/sys/v4l2/gstv4l2object.c
+index 97d09774b..74a6c5bf6 100644
+--- a/sys/v4l2/gstv4l2object.c
++++ b/sys/v4l2/gstv4l2object.c
+@@ -175,6 +175,16 @@ static const GstV4L2FormatDesc gst_v4l2_formats[] = {
+   {V4L2_PIX_FMT_SGRBG16, TRUE, GST_V4L2_RAW},
+   {V4L2_PIX_FMT_SRGGB16, TRUE, GST_V4L2_RAW},
+ 
++  /* Bayer formats - with IR component */
++  {V4L2_PIX_FMT_SRGGI10, TRUE, GST_V4L2_RAW},
++  {V4L2_PIX_FMT_SGRIG10, TRUE, GST_V4L2_RAW},
++  {V4L2_PIX_FMT_SBGGI10, TRUE, GST_V4L2_RAW},
++  {V4L2_PIX_FMT_SGBIG10, TRUE, GST_V4L2_RAW},
++  {V4L2_PIX_FMT_SGIRG10, TRUE, GST_V4L2_RAW},
++  {V4L2_PIX_FMT_SIGGR10, TRUE, GST_V4L2_RAW},
++  {V4L2_PIX_FMT_SGIBG10, TRUE, GST_V4L2_RAW},
++  {V4L2_PIX_FMT_SIGGB10, TRUE, GST_V4L2_RAW},
++
+   /* compressed formats */
+   {V4L2_PIX_FMT_MJPEG, FALSE, GST_V4L2_CODEC},
+   {V4L2_PIX_FMT_JPEG, FALSE, GST_V4L2_CODEC},
+@@ -1129,6 +1139,14 @@ gst_v4l2_object_format_get_rank (const struct v4l2_fmtdesc *fmt)
+     case V4L2_PIX_FMT_SGBRG16:
+     case V4L2_PIX_FMT_SGRBG16:
+     case V4L2_PIX_FMT_SRGGB16:
++    case V4L2_PIX_FMT_SRGGI10:
++    case V4L2_PIX_FMT_SGRIG10:
++    case V4L2_PIX_FMT_SBGGI10:
++    case V4L2_PIX_FMT_SGBIG10:
++    case V4L2_PIX_FMT_SGIRG10:
++    case V4L2_PIX_FMT_SIGGR10:
++    case V4L2_PIX_FMT_SGIBG10:
++    case V4L2_PIX_FMT_SIGGB10:
+       rank = BAYER_BASE_RANK;
+       break;
+ 
+@@ -1577,6 +1595,24 @@ gst_v4l2_object_v4l2fourcc_to_bare_struct (guint32 fourcc)
+           fourcc == V4L2_PIX_FMT_SGRBG16 ? "grbg16" :
+           fourcc == V4L2_PIX_FMT_SRGGB16 ? "rggb16" : "rggb16", NULL);
+       break;
++    case V4L2_PIX_FMT_SRGGI10:
++    case V4L2_PIX_FMT_SGRIG10:
++    case V4L2_PIX_FMT_SBGGI10:
++    case V4L2_PIX_FMT_SGBIG10:
++    case V4L2_PIX_FMT_SGIRG10:
++    case V4L2_PIX_FMT_SIGGR10:
++    case V4L2_PIX_FMT_SGIBG10:
++    case V4L2_PIX_FMT_SIGGB10:
++      structure = gst_structure_new ("video/x-bayer", "format", G_TYPE_STRING,
++          fourcc == V4L2_PIX_FMT_SGRIG10 ? "grig10" :
++          fourcc == V4L2_PIX_FMT_SBGGI10 ? "bggi10" :
++          fourcc == V4L2_PIX_FMT_SGBIG10 ? "gbig10" :
++          fourcc == V4L2_PIX_FMT_SGIRG10 ? "girg10" :
++          fourcc == V4L2_PIX_FMT_SIGGR10 ? "iggr10" :
++          fourcc == V4L2_PIX_FMT_SGIBG10 ? "gibg10" :
++          fourcc == V4L2_PIX_FMT_SIGGB10 ? "iggb10" :
++          fourcc == V4L2_PIX_FMT_SRGGI10 ? "rggi10" : "bggi10", NULL);
++      break;
+     case V4L2_PIX_FMT_SN9C10X:
+       structure = gst_structure_new_empty ("video/x-sonix");
+       break;
+@@ -1921,6 +1957,22 @@ gst_v4l2_object_get_caps_info (GstV4l2Object * v4l2object, GstCaps * caps,
+           fourcc = V4L2_PIX_FMT_SGRBG16;
+         else if (!g_ascii_strcasecmp (format, "rggb16"))
+           fourcc = V4L2_PIX_FMT_SRGGB16;
++        else if (!g_ascii_strcasecmp (format, "rggi10"))
++          fourcc = V4L2_PIX_FMT_SRGGI10;
++        else if (!g_ascii_strcasecmp (format, "grig10"))
++          fourcc = V4L2_PIX_FMT_SGRIG10;
++        else if (!g_ascii_strcasecmp (format, "bggi10"))
++          fourcc = V4L2_PIX_FMT_SBGGI10;
++        else if (!g_ascii_strcasecmp (format, "gbig10"))
++          fourcc = V4L2_PIX_FMT_SGBIG10;
++        else if (!g_ascii_strcasecmp (format, "girg10"))
++          fourcc = V4L2_PIX_FMT_SGIRG10;
++        else if (!g_ascii_strcasecmp (format, "iggr10"))
++          fourcc = V4L2_PIX_FMT_SIGGR10;
++        else if (!g_ascii_strcasecmp (format, "gibg10"))
++          fourcc = V4L2_PIX_FMT_SGIBG10;
++        else if (!g_ascii_strcasecmp (format, "iggb10"))
++          fourcc = V4L2_PIX_FMT_SIGGB10;
+       }
+     } else if (g_str_equal (mimetype, "video/x-sonix")) {
+       fourcc = V4L2_PIX_FMT_SN9C10X;
+-- 
+2.37.0
+
meta-arago-extras/recipes-multimedia/gstreamer/gstreamer1.0-plugins-good/0001-Adding-support-for-raw10-raw12-and-raw16-bayer-formats.patch new file +123 -0

123 lines not on this page · raw message

meta-arago-extras/recipes-multimedia/gstreamer/gstreamer1.0-plugins-good_1.20.%.bbappend +5 -0
index 1c4c8515..eb0cafe6 100644
@@ -1,5 +1,10 @@
 FILESEXTRAPATHS:prepend := "${THISDIR}/${PN}:"
 
+SRC_URI:append = " \
+    file://0001-Adding-support-for-bayer-formats-with-IR-component.patch \
+    file://0001-Adding-support-for-raw10-raw12-and-raw16-bayer-formats.patch \
+"
+
 SRC_URI:append:j721s2 = " \
     file://0001-v4l2-Changes-for-DMA-Buf-import-j721s2.patch \
     file://0002-v4l2-Give-preference-to-contiguous-format-if-support.patch \
Signature · 1 line
2.17.1
#1 lore raw
Quoted 1 line

receipes-multimedia: gstreamer: gstreamer1.0-plugins-good: Add patches for raw10/12/16 bit and IR support

^^^ please drop first 2 parts in there - "receipes-multimedia: gstreamer:" And try to keep short log line under 70 characters...

Quoted 5 lines · Rahul T R via lists.yoctoproject.org

Add patches to support 10/12/16 bayer formats and bayer formats with IR components. This are required to support capture from imx390 and ov2312 cameras using gstreamer v4l2src

author
#2 lore raw

Hi Denys,

Quoted 3 lines · Denys Dmytriyenko
Quoted 1 line

receipes-multimedia: gstreamer: gstreamer1.0-plugins-good: Add patches for raw10/12/16 bit and IR support

^^^ please drop first 2 parts in there - "receipes-multimedia: gstreamer:" And try to keep short log line under 70 characters...

Thanks for the review !
Have sent v2 with the fixes

https://lists.yoctoproject.org/g/meta-arago/message/14693

Regards
Rahul T R

Quoted 7 lines · Rahul T R via lists.yoctoproject.org
Quoted 5 lines

Add patches to support 10/12/16 bayer formats and bayer formats with IR components. This are required to support capture from imx390 and ov2312 cameras using gstreamer v4l2src