vivid: Add touch support
A message that is not in the archive (sent off-list or not yet received): [email protected]
PATCH v4 1/1 vivid: Add touch support
Support to emulate touch devices in vivid driver.
---
Incorporate changes from https://patchwork.linuxtv.org/patch/59782/,
to avoid the mutex unlocking/relocking around the kthread_stop.
--- drivers/media/platform/vivid/Makefile | 3 +- drivers/media/platform/vivid/vivid-core.c | 187 +++++++++- drivers/media/platform/vivid/vivid-core.h | 22 ++ drivers/media/platform/vivid/vivid-ctrls.c | 11 + .../platform/vivid/vivid-kthread-touch.c | 207 +++++++++++ .../platform/vivid/vivid-kthread-touch.h | 13 + .../media/platform/vivid/vivid-touch-cap.c | 325 ++++++++++++++++++ .../media/platform/vivid/vivid-touch-cap.h | 43 +++ 8 files changed, 796 insertions(+), 15 deletions(-) create mode 100644 drivers/media/platform/vivid/vivid-kthread-touch.c create mode 100644 drivers/media/platform/vivid/vivid-kthread-touch.h create mode 100644 drivers/media/platform/vivid/vivid-touch-cap.c create mode 100644 drivers/media/platform/vivid/vivid-touch-cap.h
drivers/media/platform/vivid/Makefile +2 -1
@@ -3,7 +3,8 @@ vivid-objs := vivid-core.o vivid-ctrls.o vivid-vid-common.o vivid-vbi-gen.o \ vivid-vid-cap.o vivid-vid-out.o vivid-kthread-cap.o vivid-kthread-out.o \ vivid-radio-rx.o vivid-radio-tx.o vivid-radio-common.o \ vivid-rds-gen.o vivid-sdr-cap.o vivid-vbi-cap.o vivid-vbi-out.o \ - vivid-osd.o vivid-meta-cap.o vivid-meta-out.o + vivid-osd.o vivid-meta-cap.o vivid-meta-out.o \ + vivid-kthread-touch.o vivid-touch-cap.o ifeq ($(CONFIG_VIDEO_VIVID_CEC),y) vivid-objs += vivid-cec.o endif
drivers/media/platform/vivid/vivid-core.c +173 -14
321 lines not on this page · raw message
drivers/media/platform/vivid/vivid-core.h +22 -0
@@ -133,6 +133,7 @@ struct vivid_dev {struct media_pad sdr_cap_pad;struct media_pad meta_cap_pad;struct media_pad meta_out_pad; +struct media_pad touch_cap_pad;#endif struct v4l2_ctrl_handler ctrl_hdl_user_gen;struct v4l2_ctrl_handler ctrl_hdl_user_vid;
@@ -159,6 +160,8 @@ struct vivid_dev {struct v4l2_ctrl_handler ctrl_hdl_meta_cap;struct video_device meta_out_dev;struct v4l2_ctrl_handler ctrl_hdl_meta_out; +struct video_device touch_cap_dev; +struct v4l2_ctrl_handler ctrl_hdl_touch_cap;spinlock_t slock;struct mutex mutex;
@@ -173,6 +176,7 @@ struct vivid_dev {u32 radio_tx_caps;u32 meta_cap_caps;u32 meta_out_caps; +u32 touch_cap_caps;/* supported features */ bool multiplanar;
@@ -201,6 +205,7 @@ struct vivid_dev {bool has_meta_cap;bool has_meta_out;bool has_tv_tuner; +bool has_touch_cap;bool can_loop_video;
@@ -404,6 +409,8 @@ struct vivid_dev {struct list_head vbi_cap_active;struct vb2_queue vb_meta_cap_q;struct list_head meta_cap_active; +struct vb2_queue vb_touch_cap_q; +struct list_head touch_cap_active;/* thread for generating video capture stream */ struct task_struct *kthread_vid_cap;
@@ -425,6 +432,21 @@ struct vivid_dev {u32 meta_cap_seq_count;bool meta_cap_streaming; +/* Touch capture */ +struct task_struct *kthread_touch_cap; +unsigned long jiffies_touch_cap; +u64 touch_cap_stream_start; +u32 touch_cap_seq_offset; +bool touch_cap_seq_resync; +u32 touch_cap_seq_start; +u32 touch_cap_seq_count; +bool touch_cap_streaming; +struct v4l2_fract timeperframe_tch_cap; +struct v4l2_pix_format tch_format; +int tch_test_pattern; +int tch_index; +int tch_cnt; +/* video output */ const struct vivid_fmt *fmt_out;struct v4l2_fract timeperframe_vid_out;
drivers/media/platform/vivid/vivid-ctrls.c +11 -0
@@ -1508,6 +1508,7 @@ int vivid_create_controls(struct vivid_dev *dev, bool show_ccs_cap,struct v4l2_ctrl_handler *hdl_sdr_cap = &dev->ctrl_hdl_sdr_cap;struct v4l2_ctrl_handler *hdl_meta_cap = &dev->ctrl_hdl_meta_cap;struct v4l2_ctrl_handler *hdl_meta_out = &dev->ctrl_hdl_meta_out; +struct v4l2_ctrl_handler *hdl_tch_cap = &dev->ctrl_hdl_touch_cap;struct v4l2_ctrl_config vivid_ctrl_dv_timings = { .ops = &vivid_vid_cap_ctrl_ops,
@@ -1551,6 +1552,8 @@ int vivid_create_controls(struct vivid_dev *dev, bool show_ccs_cap,v4l2_ctrl_new_custom (hdl_meta_cap, &vivid_ctrl_class,NULL );v4l2_ctrl_handler_init (hdl_meta_out,2 );v4l2_ctrl_new_custom (hdl_meta_out, &vivid_ctrl_class,NULL ); +v4l2_ctrl_handler_init (hdl_tch_cap,2 ); +v4l2_ctrl_new_custom (hdl_tch_cap, &vivid_ctrl_class,NULL );/* User Controls */ dev->volume = v4l2_ctrl_new_std(hdl_user_aud, NULL,
@@ -1904,6 +1907,13 @@ int vivid_create_controls(struct vivid_dev *dev, bool show_ccs_cap,return hdl_meta_out->error; dev->meta_out_dev.ctrl_handler = hdl_meta_out; } +if (dev->has_touch_cap) { +v4l2_ctrl_add_handler (hdl_tch_cap, hdl_user_gen,NULL , false); +v4l2_ctrl_add_handler (hdl_tch_cap, hdl_streaming,NULL , false); +if (hdl_tch_cap->error) +return hdl_tch_cap->error; + dev->touch_cap_dev.ctrl_handler = hdl_tch_cap; + }return 0 ; }
@@ -1925,4 +1935,5 @@ void vivid_free_controls(struct vivid_dev *dev)v4l2_ctrl_handler_free (&dev->ctrl_hdl_fb);v4l2_ctrl_handler_free (&dev->ctrl_hdl_meta_cap);v4l2_ctrl_handler_free (&dev->ctrl_hdl_meta_out); +v4l2_ctrl_handler_free (&dev->ctrl_hdl_touch_cap); }
drivers/media/platform/vivid/vivid-kthread-touch.c new file +207 -0
207 lines not on this page · raw message
drivers/media/platform/vivid/vivid-kthread-touch.h new file +13 -0
@@ -0,0 +1,13 @@ +/* SPDX-License-Identifier: GPL-2.0-only */ +/* +* vivid-kthread-cap.h - video/vbi capture thread support functions. +* +*/ + +#ifndef _VIVID_KTHREAD_CAP_H_ +#define _VIVID_KTHREAD_CAP_H_ + +int vivid_start_generating_touch_cap (struct vivid_dev *dev); +void vivid_stop_generating_touch_cap (struct vivid_dev *dev); + +#endif
drivers/media/platform/vivid/vivid-touch-cap.c new file +325 -0
325 lines not on this page · raw message
drivers/media/platform/vivid/vivid-touch-cap.h new file +43 -0
43 lines not on this page · raw message
Signature · 1 line
2.17.1
Hi Vandana,
Is the last posted v4l-utils patch still valid with this v4?
I managed to get the rmi4 driver to work on my Lenovo laptop, but I get weird data from the device. I am still investigating what is going on.
Anyway, I have some more, fairly minor, comments about this patch below.
Regards,
Hans
Quoted 21 lines · Vandana BN
Support to emulate touch devices in vivid driver.
Signed-off-by Vandana BN <[email protected]>---
Incorporate changes from https://patchwork.linuxtv.org/patch/59782/,
to avoid the mutex unlocking/relocking around thekthread_stop.--- drivers/media/platform/vivid/Makefile | 3 +- drivers/media/platform/vivid/vivid-core.c | 187 +++++++++- drivers/media/platform/vivid/vivid-core.h | 22 ++ drivers/media/platform/vivid/vivid-ctrls.c | 11 + .../platform/vivid/vivid-kthread-touch.c | 207 +++++++++++ .../platform/vivid/vivid-kthread-touch.h | 13 + .../media/platform/vivid/vivid-touch-cap.c | 325 ++++++++++++++++++ .../media/platform/vivid/vivid-touch-cap.h | 43 +++ 8 files changed, 796 insertions(+), 15 deletions(-) create mode 100644 drivers/media/platform/vivid/vivid-kthread-touch.c create mode 100644 drivers/media/platform/vivid/vivid-kthread-touch.h create mode 100644 drivers/media/platform/vivid/vivid-touch-cap.c create mode 100644 drivers/media/platform/vivid/vivid-touch-cap.h
<snip>
Quoted 9 lines
drivers/media/platform/vivid/vivid-kthread-touch.c new file +3
-0@@ -0,0 +1,207 @@ +// SPDX-License-Identifier: GPL-2.0-only +/* +* vivid-kthread-touch.c - touch capture thread support functions.
drivers/media/platform/vivid/vivid-kthread-touch.c line 13
Quoted 10 lines
drivers/media/platform/vivid/vivid-kthread-touch.c new file +10
-0+* +*/ + +#include <linux/module.h> +#include <linux/errno.h> +#include <linux/kernel.h> +#include <linux/init.h> +#include <linux/sched.h> +#include <linux/slab.h> +#include <linux/font.h>
This header is unused.
drivers/media/platform/vivid/vivid-kthread-touch.c line 18
Quoted 5 lines
drivers/media/platform/vivid/vivid-kthread-touch.c new file +5
-0+#include <linux/mutex.h> +#include <linux/videodev2.h> +#include <linux/kthread.h> +#include <linux/freezer.h> +#include <linux/random.h>
as is this one (I think).
drivers/media/platform/vivid/vivid-kthread-touch.c line 24
Quoted 6 lines
drivers/media/platform/vivid/vivid-kthread-touch.c new file +6
-0+#include <asm/div64.h> +#include <media/videobuf2-vmalloc.h> +#include <media/v4l2-ioctl.h> +#include <media/v4l2-fh.h> +#include <media/v4l2-event.h> +#include <media/v4l2-rect.h>
I suspect some of these v4l2 headers can be dropped as well.
drivers/media/platform/vivid/vivid-kthread-touch.c line 28
Quoted 4 lines
drivers/media/platform/vivid/vivid-kthread-touch.c new file +4
-0+ +#include "vivid-core.h" +#include "vivid-osd.h" +#include "vivid-ctrls.h"
Are osd and ctrls.h needed?
drivers/media/platform/vivid/vivid-kthread-touch.c line 30
Quoted 2 lines
drivers/media/platform/vivid/vivid-kthread-touch.c new file +2
-0+#include "vivid-kthread-touch.h" +#include "vivid-touch-cap.h"
In other words, weed out the unnecessary headers from this list.
Quoted 202 lines
drivers/media/platform/vivid/vivid-kthread-touch.c new file +177
-0+ +static noinline_for_stack void vivid_thread_tch_cap_tick(struct vivid_dev *dev, +int dropped_bufs) +{ +struct vivid_buffer *tch_cap_buf =NULL ; + +dprintk (dev,1 ,"Touch Capture Thread Tick\n" ); + +spin_lock (&dev->slock); +if (!list_empty (&dev->touch_cap_active)) { + tch_cap_buf =list_entry (dev->touch_cap_active.next, + struct vivid_buffer, list); +list_del (&tch_cap_buf->list); + } + +spin_unlock (&dev->slock); + +if (tch_cap_buf) { +v4l2_ctrl_request_setup (tch_cap_buf->vb.vb2_buf.req_obj.req, + &dev->ctrl_hdl_touch_cap); + +vivid_fillbuff_tch (dev, tch_cap_buf); +v4l2_ctrl_request_complete (tch_cap_buf->vb.vb2_buf.req_obj.req, + &dev->ctrl_hdl_touch_cap); +vb2_buffer_done (&tch_cap_buf->vb.vb2_buf, dev->dqbuf_error ? +VB2_BUF_STATE_ERROR :VB2_BUF_STATE_DONE ); +dprintk (dev,2 ,"touch_cap buffer %d done\n" , + tch_cap_buf->vb.vb2_buf.index); + + tch_cap_buf->vb.vb2_buf.timestamp =ktime_get_ns () + dev->time_wrap_offset; + } + dev->dqbuf_error = false; +} + +static int vivid_thread_touch_cap (void *data) +{ +struct vivid_dev *dev = data; +u64 numerators_since_start; +u64 buffers_since_start; +u64 next_jiffies_since_start; +unsigned long jiffies_since_start; +unsigned long cur_jiffies; +unsigned int wait_jiffies; +unsigned int numerator; +unsigned int denominator; +int dropped_bufs; + +dprintk (dev,1 ,"Touch Capture Thread Start\n" ); + +set_freezable (); + +/* Resets frame counters */ + dev->touch_cap_seq_offset =0 ; + dev->touch_cap_seq_count =0 ; + dev->touch_cap_seq_resync = false; + dev->jiffies_touch_cap = jiffies; + +for (;;) { +try_to_freeze (); +if (kthread_should_stop ()) +break ; + +if (!mutex_trylock (&dev->mutex)) { +schedule_timeout_uninterruptible (1 ); +continue ; + } + cur_jiffies = jiffies; +if (dev->touch_cap_seq_resync) { + dev->jiffies_touch_cap = cur_jiffies; + dev->touch_cap_seq_offset = dev->touch_cap_seq_count +1 ; + dev->touch_cap_seq_count =0 ; + dev->cap_seq_resync = false; + } + denominator = dev->timeperframe_tch_cap.denominator; + numerator = dev->timeperframe_tch_cap.numerator; + +/* Calculate the number of jiffies since we started streaming */ + jiffies_since_start = cur_jiffies - dev->jiffies_touch_cap; +/* Get the number of buffers streamed since the start */ + buffers_since_start = (u64 )jiffies_since_start * denominator + + (HZ * numerator) /2 ; +do_div (buffers_since_start,HZ * numerator); + +/* +* After more than 0xf0000000 (rounded down to a multiple of +* 'jiffies-per-day' to ease jiffies_to_msecs calculation) +* jiffies have passed since we started streaming reset the +* counters and keep track of the sequence offset. +*/ +if (jiffies_since_start >JIFFIES_RESYNC ) { + dev->jiffies_touch_cap = cur_jiffies; + dev->cap_seq_offset = buffers_since_start; + buffers_since_start =0 ; + } + dropped_bufs = buffers_since_start + dev->touch_cap_seq_offset - dev->touch_cap_seq_count; + dev->touch_cap_seq_count = buffers_since_start + dev->touch_cap_seq_offset; + +vivid_thread_tch_cap_tick (dev, dropped_bufs); + +/* +* Calculate the number of 'numerators' streamed +* since we started, including the current buffer. +*/ + numerators_since_start = ++buffers_since_start * numerator; + +/* And the number of jiffies since we started */ + jiffies_since_start = jiffies - dev->jiffies_touch_cap; + +mutex_unlock (&dev->mutex); + +/* +* Calculate when that next buffer is supposed to start +* in jiffies since we started streaming. +*/ + next_jiffies_since_start = numerators_since_start *HZ + + denominator /2 ; +do_div (next_jiffies_since_start, denominator); +/* If it is in the past, then just schedule asap */ +if (next_jiffies_since_start < jiffies_since_start) + next_jiffies_since_start = jiffies_since_start; + + wait_jiffies = next_jiffies_since_start - jiffies_since_start; +schedule_timeout_interruptible (wait_jiffies ? wait_jiffies :1 ); + } +dprintk (dev,1 ,"Touch Capture Thread End\n" ); +return 0 ; +} + +int vivid_start_generating_touch_cap (struct vivid_dev *dev) +{ +dprintk (dev,1 ,"%s\n" , __func__); + +if (dev->kthread_touch_cap) { + dev->touch_cap_streaming = true; +return 0 ; + } + + dev->kthread_touch_cap =kthread_run (vivid_thread_touch_cap, dev, +"%s-tch-cap" , dev->v4l2_dev.name); + +if (IS_ERR (dev->kthread_touch_cap)) { +int err =PTR_ERR (dev->kthread_touch_cap); + + dev->kthread_touch_cap =NULL ; +v4l2_err (&dev->v4l2_dev,"kernel_thread() failed\n" ); +return err; + } + dev->touch_cap_streaming = true; +dprintk (dev,1 ,"returning from %s\n" , __func__); +return 0 ; +} + +void vivid_stop_generating_touch_cap (struct vivid_dev *dev) +{ +dprintk (dev,1 ,"%s\n" , __func__); + +if (!dev->kthread_touch_cap) +return ; + + dev->touch_cap_streaming = false; + +while (!list_empty (&dev->touch_cap_active)) { +struct vivid_buffer *buf; + + buf =list_entry (dev->touch_cap_active.next, + struct vivid_buffer, list); +list_del (&buf->list); +v4l2_ctrl_request_complete (buf->vb.vb2_buf.req_obj.req, + &dev->ctrl_hdl_touch_cap); +vb2_buffer_done (&buf->vb.vb2_buf,VB2_BUF_STATE_ERROR ); +dprintk (dev,2 ,"touch_cap buffer %d done\n" , + buf->vb.vb2_buf.index); + } + +kthread_stop (dev->kthread_touch_cap); + dev->kthread_touch_cap =NULL ; +}drivers/media/platform/vivid/vivid-kthread-touch.h new file +13
-0@@ -0,0 +1,13 @@ +/* SPDX-License-Identifier: GPL-2.0-only */ +/* +* vivid-kthread-cap.h - video/vbi capture thread support functions. +* +*/ + +#ifndef _VIVID_KTHREAD_CAP_H_ +#define _VIVID_KTHREAD_CAP_H_ + +int vivid_start_generating_touch_cap (struct vivid_dev *dev); +void vivid_stop_generating_touch_cap (struct vivid_dev *dev); + +#endif drivers/media/platform/vivid/vivid-touch-cap.c new file +0
-0
drivers/media/platform/vivid/vivid-touch-cap.c line 10
Quoted 10 lines
drivers/media/platform/vivid/vivid-touch-cap.c new file +10
-0@@ -0,0 +1,325 @@ +// SPDX-License-Identifier: GPL-2.0-only +/* +* vivid-touch-cap.c - touch support functions. +*/ + +#include <linux/errno.h> +#include <linux/kernel.h> +#include <linux/videodev2.h> +#include <media/v4l2-common.h> +#include <linux/usb/video.h>
Here too are some includes that can be dropped.
Quoted 204 lines
drivers/media/platform/vivid/vivid-touch-cap.c new file +204
-0+ +#include "vivid-core.h" +#include "vivid-kthread-touch.h" +#include "vivid-touch-cap.h" + +static int touch_cap_queue_setup (struct vb2_queue *vq,unsigned int *nbuffers, +unsigned int *nplanes,unsigned int sizes[], +struct device *alloc_devs[]) +{ +unsigned int size =sizeof (struct vivid_touch_buf ); + +if (*nplanes) { +if (sizes[0 ] < size) +return -EINVAL ; + }else { + sizes[0 ] = size; + } + +if (vq->num_buffers + *nbuffers <2 ) + *nbuffers =2 - vq->num_buffers; + + *nplanes =1 ; +return 0 ; +} + +static int touch_cap_buf_prepare (struct vb2_buffer *vb) +{ +struct vivid_dev *dev =vb2_get_drv_priv (vb->vb2_queue); +unsigned int size =sizeof (struct vivid_touch_buf ); + +dprintk (dev,1 ,"%s\n" , __func__); + +if (dev->buf_prepare_error) { +/* +* Error injection: test what happens if buf_prepare() returns +* an error. +*/ + dev->buf_prepare_error = false; +return -EINVAL ; + } +if (vb2_plane_size (vb,0 ) < size) { +dprintk (dev,1 ,"%s data will not fit into plane (%lu < %u)\n" , + __func__,vb2_plane_size (vb,0 ), size); +return -EINVAL ; + } +vb2_set_plane_payload (vb,0 , size); + +return 0 ; +} + +static void touch_cap_buf_queue (struct vb2_buffer *vb) +{ +struct vb2_v4l2_buffer *vbuf =to_vb2_v4l2_buffer (vb); +struct vivid_dev *dev =vb2_get_drv_priv (vb->vb2_queue); + struct vivid_buffer *buf = container_of(vbuf, struct vivid_buffer, vb); + +dprintk (dev,1 ,"%s\n" , __func__); + +spin_lock (&dev->slock); +list_add_tail (&buf->list, &dev->touch_cap_active); +spin_unlock (&dev->slock); +} + +static int touch_cap_start_streaming (struct vb2_queue *vq,unsigned int count) +{ +struct vivid_dev *dev =vb2_get_drv_priv (vq); +int err; + +dprintk (dev,1 ,"%s\n" , __func__); + dev->touch_cap_seq_count =0 ; + dev->tch_test_pattern =SINGLE_TAP ; + dev->tch_cnt =1 ; +if (dev->start_streaming_error) { + dev->start_streaming_error = false; + err = -EINVAL ; + }else { + err =vivid_start_generating_touch_cap (dev); + } +if (err) { +struct vivid_buffer *buf, *tmp; + +list_for_each_entry_safe (buf, tmp, + &dev->touch_cap_active, list) { +list_del (&buf->list); +vb2_buffer_done (&buf->vb.vb2_buf, +VB2_BUF_STATE_QUEUED ); + } + } +return err; +} + +/* abort streaming and wait for last buffer */ +static void touch_cap_stop_streaming (struct vb2_queue *vq) +{ +struct vivid_dev *dev =vb2_get_drv_priv (vq); + +dprintk (dev,1 ,"%s\n" , __func__); +vivid_stop_generating_touch_cap (dev); +} + +static void touch_cap_buf_request_complete (struct vb2_buffer *vb) +{ +struct vivid_dev *dev =vb2_get_drv_priv (vb->vb2_queue); + +v4l2_ctrl_request_complete (vb->req_obj.req, &dev->ctrl_hdl_touch_cap); +} + +const struct vb2_ops vivid_touch_cap_qops = { + .queue_setup = touch_cap_queue_setup, + .buf_prepare = touch_cap_buf_prepare, + .buf_queue = touch_cap_buf_queue, + .start_streaming = touch_cap_start_streaming, + .stop_streaming = touch_cap_stop_streaming, + .buf_request_complete = touch_cap_buf_request_complete, + .wait_prepare = vb2_ops_wait_prepare, + .wait_finish = vb2_ops_wait_finish, +}; + +int vivid_enum_fmt_tch (struct file *file,void *priv,struct v4l2_fmtdesc *f) +{ +struct vivid_dev *dev =video_drvdata (file); + +if (f->index) +return -EINVAL ; + +dprintk (dev,1 ,"%s\n" , __func__); + + f->pixelformat =V4L2_TCH_FMT_TU16 ; +return 0 ; +} + +int vivid_g_fmt_tch (struct file *file,void *priv,struct v4l2_format *f) +{ +struct vivid_dev *dev =video_drvdata (file); + +dprintk (dev,1 ,"%s\n" , __func__); + + f->fmt.pix = dev->tch_format; +return 0 ; +} + +int vivid_g_parm_tch (struct file *file,void *priv, +struct v4l2_streamparm *parm) +{ +struct vivid_dev *dev =video_drvdata (file); + +dprintk (dev,1 ,"%s\n" , __func__); + +if (parm->type !=V4L2_BUF_TYPE_VIDEO_CAPTURE ) +return -EINVAL ; + + parm->parm.capture.capability =V4L2_CAP_TIMEPERFRAME ; + parm->parm.capture.timeperframe = dev->timeperframe_tch_cap; + parm->parm.capture.readbuffers =1 ; +return 0 ; +} + +int vivid_enum_input_tch (struct file *file,void *priv,struct v4l2_input *inp) +{ +struct vivid_dev *dev =video_drvdata (file); + +dprintk (dev,1 ,"%s\n" , __func__); + +if (inp->index) +return -EINVAL ; + + inp->type =V4L2_INPUT_TYPE_TOUCH ; +snprintf (inp->name,sizeof (inp->name),"Vivid Touch %u" , + dev->input_name_counter[inp->index]); + inp->capabilities =0 ; +return 0 ; +} + +int vivid_g_input_tch (struct file *file,void *priv,unsigned int *i) +{ + *i =0 ; +return 0 ; +} + +int vivid_set_touch (struct vivid_dev *dev,unsigned int i) +{ +struct v4l2_pix_format *f = &dev->tch_format; + +if (i) +return -EINVAL ; + + f->pixelformat =V4L2_TCH_FMT_TU16 ; + f->width =VIVID_TCH_WIDTH ; + f->height =VIVID_TCH_HEIGHT ; + f->field =V4L2_FIELD_NONE ; + f->colorspace =V4L2_COLORSPACE_RAW ; + f->bytesperline = f->width *sizeof (u16); + f->sizeimage = f->width * f->height *sizeof (u16); +return 0 ; +} + +int vivid_s_input_tch (struct file *file,void *priv,unsigned int i) +{ +return vivid_set_touch (video_drvdata (file), i); +} + +int vivid_enum_frameintervals_tch (struct file *file,void *priv, +struct v4l2_frmivalenum *fival) +{
drivers/media/platform/vivid/vivid-touch-cap.c line 224
Quoted 10 lines
drivers/media/platform/vivid/vivid-touch-cap.c new file +10
-0+struct vivid_dev *dev =video_drvdata (file); + +if (fival->index) +return -EINVAL ; +if (fival->width <VIVID_TCH_WIDTH || + fival->width >VIVID_TCH_WIDTH ) +return -EINVAL ; +if (fival->height <VIVID_TCH_HEIGHT || + fival->height >VIVID_TCH_HEIGHT ) +return -EINVAL ;
That's the equivalent of fival->height != VIVID_TCH_HEIGHT :-)
Quoted 113 lines
drivers/media/platform/vivid/vivid-touch-cap.c new file +101
-0+ + fival->type =V4L2_FRMIVAL_TYPE_DISCRETE ; + fival->discrete = dev->timeperframe_tch_cap; +return 0 ; +} + +int vivid_enum_framesizes_tch (struct file *file,void *fh, +struct v4l2_frmsizeenum *fsize) +{ +if (fsize->index) +return -EINVAL ; +if (fsize->pixel_format !=V4L2_TCH_FMT_TU16 ) +return -EINVAL ; + + fsize->type =V4L2_FRMSIZE_TYPE_DISCRETE ; + fsize->discrete.width =VIVID_TCH_WIDTH ; + fsize->discrete.height =VIVID_TCH_HEIGHT ; +return 0 ; +} + +void vivid_fillbuff_tch (struct vivid_dev *dev,struct vivid_buffer *buf) +{ +int size =VIVID_TCH_WIDTH *VIVID_TCH_HEIGHT ; +int index =0 , x, y, xstart, ystart; +struct vivid_touch_buf *tch_buf =vb2_plane_vaddr (&buf->vb.vb2_buf,0 ); + + buf->vb.sequence = dev->touch_cap_seq_count; + +memset (tch_buf,0 ,vb2_plane_size (&buf->vb.vb2_buf,0 )); + +switch (dev->tch_test_pattern) { +case SINGLE_TAP : +case DOUBLE_TAP : +case TRIPLE_TAP : +if (dev->tch_cnt ==1 ) + dev->tch_index =get_random_int () % size; +if (dev->tch_cnt %2 ) + tch_buf->buf[dev->tch_index] =get_random_int () %VIVID_MAX_PRESSURE ; + dev->tch_cnt++; +if (dev->tch_cnt > dev->tch_test_pattern *2 ) { + dev->tch_test_pattern++; + dev->tch_cnt =1 ; + } +break ; +case SWAP_LEFT_RIGHT : + x =get_random_int () %VIVID_TCH_WIDTH ; +for (index = x; index <VIVID_TCH_WIDTH ; index++) + tch_buf->buf[index] =get_random_int () %VIVID_MAX_PRESSURE ; + dev->tch_test_pattern++; + dev->tch_index =0 ; +break ; +case ZOOM_IN : +case ZOOM_OUT : + x =VIVID_TCH_WIDTH /2 ; + y =VIVID_TCH_HEIGHT /2 ; +if (!dev->tch_index) { + index = x +VIVID_TCH_WIDTH * y; + tch_buf->buf[index] =get_random_int () %VIVID_MAX_PRESSURE ; +if (dev->tch_test_pattern ==ZOOM_OUT ) + dev->tch_test_pattern++; + }else { + index = (x - dev->tch_index) +VIVID_TCH_WIDTH * (y - dev->tch_index); + tch_buf->buf[index] =get_random_int () %VIVID_MAX_PRESSURE ; + index = (x + dev->tch_index) +VIVID_TCH_WIDTH * (y + dev->tch_index); + tch_buf->buf[index] =get_random_int () %VIVID_MAX_PRESSURE ; + } +if (dev->tch_test_pattern ==ZOOM_IN ) { + dev->tch_index++; +if (x + dev->tch_index >=VIVID_TCH_WIDTH || + y + dev->tch_index >=VIVID_TCH_HEIGHT ) + dev->tch_test_pattern++; + } +if (dev->tch_test_pattern ==ZOOM_OUT ) + dev->tch_index--; +break ; +case PALM_PRESS : + xstart =VIVID_TCH_WIDTH -VIVID_TCH_WIDTH /4 ; + ystart =VIVID_TCH_HEIGHT -VIVID_TCH_HEIGHT /4 ; +for (x = xstart; x <VIVID_TCH_WIDTH ; x++) { +for (y = ystart; y <VIVID_TCH_HEIGHT ; y++) { + index = x +VIVID_TCH_WIDTH * y; + tch_buf->buf[index] =get_random_int () %VIVID_MAX_PRESSURE ; + } + } + dev->tch_test_pattern++; +break ; +case MULTIPLE_PRESS : +/*16 pressure points*/ +for (x =0 ; x <16 ; x++) { + index =get_random_int () % size; + tch_buf->buf[index] =get_random_int () %VIVID_MAX_PRESSURE ; + } + dev->tch_test_pattern++; +break ; + } + +if (dev->tch_test_pattern ==TEST_CASE_MAX ) { + dev->tch_test_pattern =SINGLE_TAP ; + dev->tch_cnt =1 ; + } +}drivers/media/platform/vivid/vivid-touch-cap.h new file +6
-0@@ -0,0 +1,43 @@ +/* SPDX-License-Identifier: GPL-2.0-only */ +/* +* vivid-touch-cap.h - touch support functions. +*/ +#ifndef _VIVID_TOUCH_CAP_H_ +#define _VIVID_TOUCH_CAP_H_
drivers/media/platform/vivid/vivid-touch-cap.h line 16
Quoted 10 lines
drivers/media/platform/vivid/vivid-touch-cap.h new file +10
-0+ +#define VIVID_TCH_HEIGHT 24 +#define VIVID_TCH_WIDTH 14 +#define VIVID_MAX_PRESSURE 255 + +enum vivid_tch_test { +SINGLE_TAP =1 , +DOUBLE_TAP , +TRIPLE_TAP , +SWAP_LEFT_RIGHT ,
You mean: MOVE_LEFT_TO_RIGHT
Quoted 18 lines
drivers/media/platform/vivid/vivid-touch-cap.h new file +17
-0+ZOOM_IN , +ZOOM_OUT , +PALM_PRESS , +MULTIPLE_PRESS , + TEST_CASE_MAX +}; + +struct vivid_touch_buf { +u16 buf[VIVID_TCH_WIDTH *VIVID_TCH_HEIGHT ]; +}; + +extern const struct vb2_ops vivid_touch_cap_qops; + +int vivid_enum_fmt_tch (struct file *file,void *priv,struct v4l2_fmtdesc *f); +int vivid_g_fmt_tch (struct file *file,void *priv,struct v4l2_format *f); +int vivid_enum_input_tch (struct file *file,void *priv,struct v4l2_input *inp); +int vivid_g_input_tch (struct file *file,void *priv,unsigned int *i);
drivers/media/platform/vivid/vivid-touch-cap.h line 43
Quoted 10 lines
drivers/media/platform/vivid/vivid-touch-cap.h new file +10
-0+int vivid_s_input_tch (struct file *file,void *priv,unsigned int i); +void vivid_fillbuff_tch (struct vivid_dev *dev,struct vivid_buffer *buf); +int vivid_set_touch (struct vivid_dev *dev,unsigned int i); +int vivid_g_parm_tch (struct file *file,void *priv, +struct v4l2_streamparm *parm); +int vivid_enum_frameintervals_tch (struct file *file,void *priv, +struct v4l2_frmivalenum *fival); +int vivid_enum_framesizes_tch (struct file *file,void *fh, +struct v4l2_frmsizeenum *fsize); +#endif
Regards,
Hans
PATCH v5 1/1 vivid: Add touch support
Support to emulate touch devices in vivid driver.
---
Incorporate changes from https://patchwork.linuxtv.org/patch/59782/,
to avoid the mutex unlocking/relocking around the kthread_stop.
--- drivers/media/platform/vivid/Makefile | 3 +- drivers/media/platform/vivid/vivid-core.c | 187 +++++++++- drivers/media/platform/vivid/vivid-core.h | 22 ++ drivers/media/platform/vivid/vivid-ctrls.c | 11 + .../platform/vivid/vivid-kthread-touch.c | 187 ++++++++++ .../platform/vivid/vivid-kthread-touch.h | 13 + .../media/platform/vivid/vivid-touch-cap.c | 324 ++++++++++++++++++ .../media/platform/vivid/vivid-touch-cap.h | 39 +++ 8 files changed, 771 insertions(+), 15 deletions(-) create mode 100644 drivers/media/platform/vivid/vivid-kthread-touch.c create mode 100644 drivers/media/platform/vivid/vivid-kthread-touch.h create mode 100644 drivers/media/platform/vivid/vivid-touch-cap.c create mode 100644 drivers/media/platform/vivid/vivid-touch-cap.h
drivers/media/platform/vivid/Makefile +2 -1
@@ -3,7 +3,8 @@ vivid-objs := vivid-core.o vivid-ctrls.o vivid-vid-common.o vivid-vbi-gen.o \ vivid-vid-cap.o vivid-vid-out.o vivid-kthread-cap.o vivid-kthread-out.o \ vivid-radio-rx.o vivid-radio-tx.o vivid-radio-common.o \ vivid-rds-gen.o vivid-sdr-cap.o vivid-vbi-cap.o vivid-vbi-out.o \ - vivid-osd.o vivid-meta-cap.o vivid-meta-out.o + vivid-osd.o vivid-meta-cap.o vivid-meta-out.o \ + vivid-kthread-touch.o vivid-touch-cap.o ifeq ($(CONFIG_VIDEO_VIVID_CEC),y) vivid-objs += vivid-cec.o endif
drivers/media/platform/vivid/vivid-core.c +173 -14
321 lines not on this page · raw message
drivers/media/platform/vivid/vivid-core.h +22 -0
@@ -133,6 +133,7 @@ struct vivid_dev {struct media_pad sdr_cap_pad;struct media_pad meta_cap_pad;struct media_pad meta_out_pad; +struct media_pad touch_cap_pad;#endif struct v4l2_ctrl_handler ctrl_hdl_user_gen;struct v4l2_ctrl_handler ctrl_hdl_user_vid;
@@ -159,6 +160,8 @@ struct vivid_dev {struct v4l2_ctrl_handler ctrl_hdl_meta_cap;struct video_device meta_out_dev;struct v4l2_ctrl_handler ctrl_hdl_meta_out; +struct video_device touch_cap_dev; +struct v4l2_ctrl_handler ctrl_hdl_touch_cap;spinlock_t slock;struct mutex mutex;
@@ -173,6 +176,7 @@ struct vivid_dev {u32 radio_tx_caps;u32 meta_cap_caps;u32 meta_out_caps; +u32 touch_cap_caps;/* supported features */ bool multiplanar;
@@ -201,6 +205,7 @@ struct vivid_dev {bool has_meta_cap;bool has_meta_out;bool has_tv_tuner; +bool has_touch_cap;bool can_loop_video;
@@ -404,6 +409,8 @@ struct vivid_dev {struct list_head vbi_cap_active;struct vb2_queue vb_meta_cap_q;struct list_head meta_cap_active; +struct vb2_queue vb_touch_cap_q; +struct list_head touch_cap_active;/* thread for generating video capture stream */ struct task_struct *kthread_vid_cap;
@@ -425,6 +432,21 @@ struct vivid_dev {u32 meta_cap_seq_count;bool meta_cap_streaming; +/* Touch capture */ +struct task_struct *kthread_touch_cap; +unsigned long jiffies_touch_cap; +u64 touch_cap_stream_start; +u32 touch_cap_seq_offset; +bool touch_cap_seq_resync; +u32 touch_cap_seq_start; +u32 touch_cap_seq_count; +bool touch_cap_streaming; +struct v4l2_fract timeperframe_tch_cap; +struct v4l2_pix_format tch_format; +int tch_test_pattern; +int tch_index; +int tch_cnt; +/* video output */ const struct vivid_fmt *fmt_out;struct v4l2_fract timeperframe_vid_out;
drivers/media/platform/vivid/vivid-ctrls.c +11 -0
@@ -1508,6 +1508,7 @@ int vivid_create_controls(struct vivid_dev *dev, bool show_ccs_cap,struct v4l2_ctrl_handler *hdl_sdr_cap = &dev->ctrl_hdl_sdr_cap;struct v4l2_ctrl_handler *hdl_meta_cap = &dev->ctrl_hdl_meta_cap;struct v4l2_ctrl_handler *hdl_meta_out = &dev->ctrl_hdl_meta_out; +struct v4l2_ctrl_handler *hdl_tch_cap = &dev->ctrl_hdl_touch_cap;struct v4l2_ctrl_config vivid_ctrl_dv_timings = { .ops = &vivid_vid_cap_ctrl_ops,
@@ -1551,6 +1552,8 @@ int vivid_create_controls(struct vivid_dev *dev, bool show_ccs_cap,v4l2_ctrl_new_custom (hdl_meta_cap, &vivid_ctrl_class,NULL );v4l2_ctrl_handler_init (hdl_meta_out,2 );v4l2_ctrl_new_custom (hdl_meta_out, &vivid_ctrl_class,NULL ); +v4l2_ctrl_handler_init (hdl_tch_cap,2 ); +v4l2_ctrl_new_custom (hdl_tch_cap, &vivid_ctrl_class,NULL );/* User Controls */ dev->volume = v4l2_ctrl_new_std(hdl_user_aud, NULL,
@@ -1904,6 +1907,13 @@ int vivid_create_controls(struct vivid_dev *dev, bool show_ccs_cap,return hdl_meta_out->error; dev->meta_out_dev.ctrl_handler = hdl_meta_out; } +if (dev->has_touch_cap) { +v4l2_ctrl_add_handler (hdl_tch_cap, hdl_user_gen,NULL , false); +v4l2_ctrl_add_handler (hdl_tch_cap, hdl_streaming,NULL , false); +if (hdl_tch_cap->error) +return hdl_tch_cap->error; + dev->touch_cap_dev.ctrl_handler = hdl_tch_cap; + }return 0 ; }
@@ -1925,4 +1935,5 @@ void vivid_free_controls(struct vivid_dev *dev)v4l2_ctrl_handler_free (&dev->ctrl_hdl_fb);v4l2_ctrl_handler_free (&dev->ctrl_hdl_meta_cap);v4l2_ctrl_handler_free (&dev->ctrl_hdl_meta_out); +v4l2_ctrl_handler_free (&dev->ctrl_hdl_touch_cap); }
drivers/media/platform/vivid/vivid-kthread-touch.c new file +187 -0
187 lines not on this page · raw message
drivers/media/platform/vivid/vivid-kthread-touch.h new file +13 -0
@@ -0,0 +1,13 @@ +/* SPDX-License-Identifier: GPL-2.0-only */ +/* +* vivid-kthread-cap.h - video/vbi capture thread support functions. +* +*/ + +#ifndef _VIVID_KTHREAD_CAP_H_ +#define _VIVID_KTHREAD_CAP_H_ + +int vivid_start_generating_touch_cap (struct vivid_dev *dev); +void vivid_stop_generating_touch_cap (struct vivid_dev *dev); + +#endif
drivers/media/platform/vivid/vivid-touch-cap.c new file +324 -0
324 lines not on this page · raw message
drivers/media/platform/vivid/vivid-touch-cap.h new file +39 -0
@@ -0,0 +1,39 @@ +/* SPDX-License-Identifier: GPL-2.0-only */ +/* +* vivid-touch-cap.h - touch support functions. +*/ +#ifndef _VIVID_TOUCH_CAP_H_ +#define _VIVID_TOUCH_CAP_H_ + +#define VIVID_TCH_HEIGHT 24 +#define VIVID_TCH_WIDTH 14 +#define VIVID_MAX_PRESSURE 65535 + +enum vivid_tch_test { +SINGLE_TAP =1 , +DOUBLE_TAP , +TRIPLE_TAP , +MOVE_LEFT_TO_RIGHT , +ZOOM_IN , +ZOOM_OUT , +PALM_PRESS , +MULTIPLE_PRESS , +TEST_CASE_MAX +}; + +extern const struct vb2_ops vivid_touch_cap_qops; + +int vivid_enum_fmt_tch (struct file *file,void *priv,struct v4l2_fmtdesc *f); +int vivid_g_fmt_tch (struct file *file,void *priv,struct v4l2_format *f); +int vivid_enum_input_tch (struct file *file,void *priv,struct v4l2_input *inp); +int vivid_g_input_tch (struct file *file,void *priv,unsigned int *i); +int vivid_s_input_tch (struct file *file,void *priv,unsigned int i); +void vivid_fillbuff_tch (struct vivid_dev *dev,struct vivid_buffer *buf); +int vivid_set_touch (struct vivid_dev *dev,unsigned int i); +int vivid_g_parm_tch (struct file *file,void *priv, +struct v4l2_streamparm *parm); +int vivid_enum_frameintervals_tch (struct file *file,void *priv, +struct v4l2_frmivalenum *fival); +int vivid_enum_framesizes_tch (struct file *file,void *fh, +struct v4l2_frmsizeenum *fsize); +#endif
Signature · 1 line
2.17.1
Hi Vandana,
I've been doing some testing with the Synaptics rmi4 driver that supports the touch API. I finally got a result, but it requires a bit of work in the vivid driver (and v4l2-ctl) because it means that vivid should use a different touch format to match what this driver returns.
Some background (based on what I understood from the driver): the Synaptics driver is used for touchpads on laptops. The touch API itself is meant for diagnostics only, and not for regular use. It 'captures' 21x12 points ('pixels') as an image containing the capacitance measurements.
It looks as if typically not all measuring points are available, instead only a subset is actually returning valid values in this diagnostic module.
Which points are available is reported in 'Function 55', which my Synaptics touchpad does not support, so instead the touch API falls back to the default of 21x12. Looking at the values I receive it appears that on my laptop only part of the bottom set of points in the touchpad is made available (16x1). Alternatively, this could be just a driver bug (I really do not trust the driver, I doubt it sees much testing so it could very well be a regression).
In any case, this is sufficient to see what sort of data values are used.
This is with input 0 of the v4l-touch0 device which uses this format:
https://hverkuil.home.xs4all.nl/spec/uapi/v4l/pixfmt-tch-td16.html
Also, this format returns the data in little endian format. I suspect that the documentation for this touch formats is wrong since that indicates big-endian.
So vivid/v4l2-ctl should be modified to use this instead of V4L2_TCH_FMT_TU16.
Below is a dump of what happens if I move my finger from left to right. Each line is a single frame. As you can see, the background values are around 0. When pressed that max value is around 200 and you see a small Bell-curve of lower values around it stretching 3-4 points.
I'm not sure if it is worth reproducing that Bell curve in vivid, I think it is OK to just set a single value. The background noise can be something like a random number between -3 and 3, and the pressure point a random number between 200-220.
Regards,
Hans
-2 -4 -2 -2 -3 -3 -3 -3 -4 -5 -5 -5 -3 -4 -4 -4
1 0 1 0 0 0 0 0 0 0 0 0 0 0 0 0
-2 -3 -2 -2 -3 -4 -3 -4 -4 -3 -4 -4 -4 -4 -3 -4
13 1 1 0 0 0 0 0 0 0 0 0 0 0 0 1
49 0 -2 -2 -2 -4 -3 -4 -4 -5 -5 -4 -3 -4 -4 -3
201 65 3 0 0 0 0 0 0 0 0 0 0 0 0 0
191 143 3 -2 -2 -3 -3 -4 -5 -5 -5 -5 -4 -5 -4 -5
198 155 8 1 0 0 0 0 0 0 0 0 1 0 1 0
190 159 5 -1 -2 -3 -3 -3 -4 -5 -4 -6 -4 -5 -4 -6
145 214 56 1 1 0 0 0 0 0 0 0 1 0 0 2
90 211 91 0 -2 -3 -3 -4 -4 -5 -3 -5 -3 -4 -4 -4
32 203 171 12 2 0 0 0 0 0 1 0 1 0 1 0
0 71 211 143 2 -3 -3 -3 -3 -3 -3 -3 -2 -3 -3 -3
1 18 193 209 31 1 1 0 0 0 0 0 0 0 0 0
-2 15 192 206 29 -2 -2 -2 -4 -3 -4 -4 -3 -3 -4 -3
2 21 197 215 37 2 1 0 0 0 0 0 0 0 0 0
-2 15 190 209 33 -1 -3 -3 -4 -4 -4 -4 -3 -4 -3 -4
0 3 100 220 153 6 1 0 0 0 0 0 1 0 0 0
-3 -2 20 200 211 35 -1 -2 -3 -3 -2 -4 -3 -3 -2 -2
0 0 6 150 222 105 3 0 0 0 1 0 1 0 0 1
-4 -4 -2 35 208 192 24 -1 -4 -3 -2 -3 -2 -3 -3 -2
0 0 1 35 212 198 29 1 0 0 0 0 0 0 0 0
-3 -3 -2 3 157 198 93 0 -3 -3 -3 -3 -2 -3 -3 -2
0 0 0 0 30 191 197 44 1 0 1 0 2 1 1 1
-3 -4 -3 -3 -1 66 192 182 8 -2 -2 -4 -3 -3 -3 -3
0 0 0 0 0 5 133 212 134 5 1 1 1 1 1 1
-3 -5 -3 -5 -4 -3 19 191 208 51 -1 -4 -3 -4 -3 -3
1 0 0 0 0 0 6 141 212 133 6 1 2 1 2 2
-4 -4 -3 -4 -4 -4 -1 48 206 198 19 -3 -2 -4 -3 -3
0 0 0 0 0 0 0 3 112 214 162 6 1 1 2 1
-3 -4 -4 -5 -5 -4 -3 -2 9 175 202 66 -1 -3 -3 -3
0 0 0 0 0 0 0 0 2 63 205 205 22 1 1 1
-3 -5 -2 -4 -4 -4 -4 -4 -3 28 191 214 40 -2 -3 -5
0 0 0 0 0 0 0 0 0 14 169 223 86 3 1 1
-3 -4 -3 -4 -4 -3 -3 -4 -4 -1 58 213 184 7 -2 -3
0 0 0 0 0 0 0 0 0 0 10 200 225 83 2 1
-4 -5 -4 -5 -5 -5 -5 -4 -5 -4 1 165 218 105 0 -4
0 0 0 0 0 0 0 0 0 0 2 76 222 192 13 1
-3 -4 -4 -4 -5 -5 -4 -4 -5 -6 -5 -1 107 214 149 0
0 0 0 0 0 0 0 0 0 0 0 0 14 181 211 83
-3 -4 -3 -4 -4 -4 -3 -4 -4 -4 -4 -4 0 54 205 191
0 0 0 0 0 0 0 0 0 0 0 0 1 7 136 210
-3 -4 -4 -4 -5 -5 -5 -4 -5 -4 -4 -5 -4 -3 14 179
0 0 0 0 0 0 0 0 0 0 0 0 0 0 3 74
-3 -4 -3 -5 -4 -5 -4 -4 -4 -4 -5 -6 -5 -4 -4 -1
0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
-3 -4 -3 -3 -4 -4 -3 -4 -5 -5 -5 -5 -5 -4 -4 -4
0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
-3 -4 -3 -4 -4 -5 -4 -4 -4 -5 -5 -6 -5 -5 -4 -4
0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
-3 -4 -3 -4 -4 -4 -4 -4 -5 -4 -5 -6 -4 -5 -5 -5
0 0 0 0 0 0 0 0 -1 -1 0 -1 0 -1 0 0
-3 -4 -2 -4 -3 -4 -4 -4 -4 -4 -4 -5 -4 -5 -3 -3
0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0Quoted 15 lines · Hans Verkuil
Hi Vandana,
I've been doing some testing with the Synaptics rmi4 driver that supports the touch API. I finally got a result, but it requires a bit of work in the vivid driver (and v4l2-ctl) because it means that vivid should use a different touch format to match what this driver returns.
Some background (based on what I understood from the driver): the Synaptics driver is used for touchpads on laptops. The touch API itself is meant for diagnostics only, and not for regular use. It 'captures' 21x12 points ('pixels') as an image containing the capacitance measurements.
It looks as if typically not all measuring points are available, instead only a subset is actually returning valid values in this diagnostic module.
Quoted 6 lines
Which points are available is reported in 'Function 55', which my Synaptics touchpad does not support, so instead the touch API falls back to the default of 21x12. Looking at the values I receive it appears that on my laptop only part of the bottom set of points in the touchpad is made available (16x1). Alternatively, this could be just a driver bug (I really do not trust the driver, I doubt it sees much testing so it could very well be a regression).
Yes, it is a regression. I am now able to get a proper 'picture' out of the driver:
0 0 0 0 0 0 0 0 1 0 0 0 0 0 0 -1 0 -1 0 0 0
0 0 0 0 0 0 0 0 1 1 1 0 0 0 0 0 0 0 0 0 0
0 0 0 0 0 0 0 1 3 8 9 3 0 1 0 0 0 0 0 0 0
0 0 0 0 0 0 0 1 11 131 132 14 3 0 0 0 0 0 0 0 0
0 0 0 0 0 0 0 3 36 190 201 65 6 0 0 0 0 1 0 0 0
0 0 0 0 0 0 0 2 41 189 200 76 1 0 0 2 0 0 1 1 1
0 0 0 0 0 0 0 0 7 65 76 10 2 0 0 0 0 0 0 0 0
0 0 0 0 0 0 0 0 0 0 0 0 0 0 -1 0 0 0 0 0 0
0 0 0 0 0 0 0 0 0 0 0 0 0 -1 0 0 0 0 0 0 0
0 0 0 0 0 0 0 0 0 0 -1 0 -1 0 -1 0 0 0 0 0 0
0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
0 0 0 0 0 0 -1 0 0 -1 0 0 0 0 0 -1 0 0 0 0 0This is my finger resting in the middle of the touchpad.
Regards,
Hans
PATCH v6 1/1 vivid: Add touch support
Support to emulate touch devices in vivid driver.
--- drivers/media/platform/vivid/Makefile | 3 +- drivers/media/platform/vivid/vivid-core.c | 187 ++++++++- drivers/media/platform/vivid/vivid-core.h | 23 ++ drivers/media/platform/vivid/vivid-ctrls.c | 11 + .../platform/vivid/vivid-kthread-touch.c | 187 +++++++++ .../platform/vivid/vivid-kthread-touch.h | 13 + .../media/platform/vivid/vivid-touch-cap.c | 360 ++++++++++++++++++ .../media/platform/vivid/vivid-touch-cap.h | 39 ++ 8 files changed, 808 insertions(+), 15 deletions(-) create mode 100644 drivers/media/platform/vivid/vivid-kthread-touch.c create mode 100644 drivers/media/platform/vivid/vivid-kthread-touch.h create mode 100644 drivers/media/platform/vivid/vivid-touch-cap.c create mode 100644 drivers/media/platform/vivid/vivid-touch-cap.h
drivers/media/platform/vivid/Makefile +2 -1
@@ -3,7 +3,8 @@ vivid-objs := vivid-core.o vivid-ctrls.o vivid-vid-common.o vivid-vbi-gen.o \ vivid-vid-cap.o vivid-vid-out.o vivid-kthread-cap.o vivid-kthread-out.o \ vivid-radio-rx.o vivid-radio-tx.o vivid-radio-common.o \ vivid-rds-gen.o vivid-sdr-cap.o vivid-vbi-cap.o vivid-vbi-out.o \ - vivid-osd.o vivid-meta-cap.o vivid-meta-out.o + vivid-osd.o vivid-meta-cap.o vivid-meta-out.o \ + vivid-kthread-touch.o vivid-touch-cap.o ifeq ($(CONFIG_VIDEO_VIVID_CEC),y) vivid-objs += vivid-cec.o endif
drivers/media/platform/vivid/vivid-core.c +173 -14
321 lines not on this page · raw message
drivers/media/platform/vivid/vivid-core.h +23 -0
@@ -133,6 +133,7 @@ struct vivid_dev {struct media_pad sdr_cap_pad;struct media_pad meta_cap_pad;struct media_pad meta_out_pad; +struct media_pad touch_cap_pad;#endif struct v4l2_ctrl_handler ctrl_hdl_user_gen;struct v4l2_ctrl_handler ctrl_hdl_user_vid;
@@ -159,6 +160,8 @@ struct vivid_dev {struct v4l2_ctrl_handler ctrl_hdl_meta_cap;struct video_device meta_out_dev;struct v4l2_ctrl_handler ctrl_hdl_meta_out; +struct video_device touch_cap_dev; +struct v4l2_ctrl_handler ctrl_hdl_touch_cap;spinlock_t slock;struct mutex mutex;
@@ -173,6 +176,7 @@ struct vivid_dev {u32 radio_tx_caps;u32 meta_cap_caps;u32 meta_out_caps; +u32 touch_cap_caps;/* supported features */ bool multiplanar;
@@ -201,6 +205,7 @@ struct vivid_dev {bool has_meta_cap;bool has_meta_out;bool has_tv_tuner; +bool has_touch_cap;bool can_loop_video;
@@ -404,6 +409,8 @@ struct vivid_dev {struct list_head vbi_cap_active;struct vb2_queue vb_meta_cap_q;struct list_head meta_cap_active; +struct vb2_queue vb_touch_cap_q; +struct list_head touch_cap_active;/* thread for generating video capture stream */ struct task_struct *kthread_vid_cap;
@@ -425,6 +432,22 @@ struct vivid_dev {u32 meta_cap_seq_count;bool meta_cap_streaming; +/* Touch capture */ +struct task_struct *kthread_touch_cap; +unsigned long jiffies_touch_cap; +u64 touch_cap_stream_start; +u32 touch_cap_seq_offset; +bool touch_cap_seq_resync; +u32 touch_cap_seq_start; +u32 touch_cap_seq_count; +bool touch_cap_streaming; +struct v4l2_fract timeperframe_tch_cap; +struct v4l2_pix_format tch_format; +int tch_test_pattern; +int tch_index; +int tch_cnt; +int tch_empty_cnt; +/* video output */ const struct vivid_fmt *fmt_out;struct v4l2_fract timeperframe_vid_out;
drivers/media/platform/vivid/vivid-ctrls.c +11 -0
@@ -1508,6 +1508,7 @@ int vivid_create_controls(struct vivid_dev *dev, bool show_ccs_cap,struct v4l2_ctrl_handler *hdl_sdr_cap = &dev->ctrl_hdl_sdr_cap;struct v4l2_ctrl_handler *hdl_meta_cap = &dev->ctrl_hdl_meta_cap;struct v4l2_ctrl_handler *hdl_meta_out = &dev->ctrl_hdl_meta_out; +struct v4l2_ctrl_handler *hdl_tch_cap = &dev->ctrl_hdl_touch_cap;struct v4l2_ctrl_config vivid_ctrl_dv_timings = { .ops = &vivid_vid_cap_ctrl_ops,
@@ -1551,6 +1552,8 @@ int vivid_create_controls(struct vivid_dev *dev, bool show_ccs_cap,v4l2_ctrl_new_custom (hdl_meta_cap, &vivid_ctrl_class,NULL );v4l2_ctrl_handler_init (hdl_meta_out,2 );v4l2_ctrl_new_custom (hdl_meta_out, &vivid_ctrl_class,NULL ); +v4l2_ctrl_handler_init (hdl_tch_cap,2 ); +v4l2_ctrl_new_custom (hdl_tch_cap, &vivid_ctrl_class,NULL );/* User Controls */ dev->volume = v4l2_ctrl_new_std(hdl_user_aud, NULL,
@@ -1904,6 +1907,13 @@ int vivid_create_controls(struct vivid_dev *dev, bool show_ccs_cap,return hdl_meta_out->error; dev->meta_out_dev.ctrl_handler = hdl_meta_out; } +if (dev->has_touch_cap) { +v4l2_ctrl_add_handler (hdl_tch_cap, hdl_user_gen,NULL , false); +v4l2_ctrl_add_handler (hdl_tch_cap, hdl_streaming,NULL , false); +if (hdl_tch_cap->error) +return hdl_tch_cap->error; + dev->touch_cap_dev.ctrl_handler = hdl_tch_cap; + }return 0 ; }
@@ -1925,4 +1935,5 @@ void vivid_free_controls(struct vivid_dev *dev)v4l2_ctrl_handler_free (&dev->ctrl_hdl_fb);v4l2_ctrl_handler_free (&dev->ctrl_hdl_meta_cap);v4l2_ctrl_handler_free (&dev->ctrl_hdl_meta_out); +v4l2_ctrl_handler_free (&dev->ctrl_hdl_touch_cap); }
drivers/media/platform/vivid/vivid-kthread-touch.c new file +187 -0
187 lines not on this page · raw message
drivers/media/platform/vivid/vivid-kthread-touch.h new file +13 -0
@@ -0,0 +1,13 @@ +/* SPDX-License-Identifier: GPL-2.0-only */ +/* +* vivid-kthread-cap.h - video/vbi capture thread support functions. +* +*/ + +#ifndef _VIVID_KTHREAD_CAP_H_ +#define _VIVID_KTHREAD_CAP_H_ + +int vivid_start_generating_touch_cap (struct vivid_dev *dev); +void vivid_stop_generating_touch_cap (struct vivid_dev *dev); + +#endif
drivers/media/platform/vivid/vivid-touch-cap.c new file +360 -0
360 lines not on this page · raw message
drivers/media/platform/vivid/vivid-touch-cap.h new file +39 -0
@@ -0,0 +1,39 @@ +/* SPDX-License-Identifier: GPL-2.0-only */ +/* +* vivid-touch-cap.h - touch support functions. +*/ +#ifndef _VIVID_TOUCH_CAP_H_ +#define _VIVID_TOUCH_CAP_H_ + +#define VIVID_TCH_HEIGHT 12 +#define VIVID_TCH_WIDTH 21 +#define VIVID_MAX_PRESSURE 255 + +enum vivid_tch_test { +SINGLE_TAP =1 , +DOUBLE_TAP , +TRIPLE_TAP , +MOVE_LEFT_TO_RIGHT , +ZOOM_IN , +ZOOM_OUT , +PALM_PRESS , +MULTIPLE_PRESS , +TEST_CASE_MAX +}; + +extern const struct vb2_ops vivid_touch_cap_qops; + +int vivid_enum_fmt_tch (struct file *file,void *priv,struct v4l2_fmtdesc *f); +int vivid_g_fmt_tch (struct file *file,void *priv,struct v4l2_format *f); +int vivid_enum_input_tch (struct file *file,void *priv,struct v4l2_input *inp); +int vivid_g_input_tch (struct file *file,void *priv,unsigned int *i); +int vivid_s_input_tch (struct file *file,void *priv,unsigned int i); +void vivid_fillbuff_tch (struct vivid_dev *dev,struct vivid_buffer *buf); +int vivid_set_touch (struct vivid_dev *dev,unsigned int i); +int vivid_g_parm_tch (struct file *file,void *priv, +struct v4l2_streamparm *parm); +int vivid_enum_frameintervals_tch (struct file *file,void *priv, +struct v4l2_frmivalenum *fival); +int vivid_enum_framesizes_tch (struct file *file,void *fh, +struct v4l2_frmsizeenum *fsize); +#endif
Signature · 1 line
2.17.1
Quoted 98 lines · Vandana BN
Support to emulate touch devices in vivid driver.
Signed-off-by Vandana BN <[email protected]>--- drivers/media/platform/vivid/Makefile | 3 +- drivers/media/platform/vivid/vivid-core.c | 187 ++++++++- drivers/media/platform/vivid/vivid-core.h | 23 ++ drivers/media/platform/vivid/vivid-ctrls.c | 11 + .../platform/vivid/vivid-kthread-touch.c | 187 +++++++++ .../platform/vivid/vivid-kthread-touch.h | 13 + .../media/platform/vivid/vivid-touch-cap.c | 360 ++++++++++++++++++ .../media/platform/vivid/vivid-touch-cap.h | 39 ++ 8 files changed, 808 insertions(+), 15 deletions(-) create mode 100644 drivers/media/platform/vivid/vivid-kthread-touch.c create mode 100644 drivers/media/platform/vivid/vivid-kthread-touch.h create mode 100644 drivers/media/platform/vivid/vivid-touch-cap.c create mode 100644 drivers/media/platform/vivid/vivid-touch-cap.hdrivers/media/platform/vivid/Makefile +2
-1@@ -3,7 +3,8 @@ vivid-objs := vivid-core.o vivid-ctrls.o vivid-vid-common.o vivid-vbi-gen.o \ vivid-vid-cap.o vivid-vid-out.o vivid-kthread-cap.o vivid-kthread-out.o \ vivid-radio-rx.o vivid-radio-tx.o vivid-radio-common.o \ vivid-rds-gen.o vivid-sdr-cap.o vivid-vbi-cap.o vivid-vbi-out.o \ - vivid-osd.o vivid-meta-cap.o vivid-meta-out.o + vivid-osd.o vivid-meta-cap.o vivid-meta-out.o \ + vivid-kthread-touch.o vivid-touch-cap.o ifeq ($(CONFIG_VIDEO_VIVID_CEC),y) vivid-objs += vivid-cec.o endifdrivers/media/platform/vivid/vivid-core.c +13
-4@@ -39,6 +39,7 @@#include "vivid-ctrls.h" #include "vivid-meta-cap.h" #include "vivid-meta-out.h" +#include "vivid-touch-cap.h" #define VIVID_MODULE_NAME "vivid"@@ -89,6 +90,10 @@ static int meta_out_nr[VIVID_MAX_DEVS] = { [0 ... (VIVID_MAX_DEVS - 1)] = -1 };module_param_array (meta_out_nr, int,NULL ,0444 );MODULE_PARM_DESC (meta_out_nr," videoX start number, -1 is autodetect" ); +static int touch_cap_nr[VIVID_MAX_DEVS ] = { [0 ... (VIVID_MAX_DEVS -1 )] =-1 }; +module_param_array (touch_cap_nr, int,NULL ,0444 ); +MODULE_PARM_DESC (touch_cap_nr," v4l-touchX start number, -1 is autodetect" ); +static int ccs_cap_mode[VIVID_MAX_DEVS ] = { [0 ... (VIVID_MAX_DEVS -1 )] =-1 };module_param_array (ccs_cap_mode, int,NULL ,0444 ); MODULE_PARM_DESC(ccs_cap_mode, " capture crop/compose/scale mode:\n"@@ -110,10 +115,10 @@ MODULE_PARM_DESC(multiplanar, " 1 (default) creates a single planar device, 2 cr* vbi-out + vid-out + meta-cap */ static unsigned int node_types[VIVID_MAX_DEVS ] = { - [0 ... (VIVID_MAX_DEVS -1 )] =0x61d3d + [0 ... (VIVID_MAX_DEVS -1 )] =0xe1d3d };module_param_array (node_types, uint,NULL ,0444 ); -MODULE_PARM_DESC (node_types," node types, default is 0x61d3d. Bitmask with the following meaning:\n" +MODULE_PARM_DESC (node_types," node types, default is 0xe1d3d. Bitmask with the following meaning:\n" "\t\t bit 0: Video Capture node\n" "\t\t bit 2-3: VBI Capture node: 0 = none, 1 = raw vbi, 2 = sliced vbi, 3 = both\n" "\t\t bit 4: Radio Receiver node\n"@@ -123,7 +128,8 @@ MODULE_PARM_DESC(node_types, " node types, default is 0x61d3d. Bitmask with the"\t\t bit 12: Radio Transmitter node\n" "\t\t bit 16: Framebuffer for testing overlays\n" "\t\t bit 17: Metadata Capture node\n" - "\t\t bit 18: Metadata Output node\n"); +"\t\t bit 18: Metadata Output node\n" + "\t\t bit 19: Touch Capture node\n");/* Default: 4 inputs */ static unsigned num_inputs[VIVID_MAX_DEVS ] = { [0 ... (VIVID_MAX_DEVS -1 )] =4 };@@ -223,7 +229,8 @@ static int vidioc_querycap(struct file *file, void *priv, dev->vbi_cap_caps | dev->vbi_out_caps | dev->radio_rx_caps | dev->radio_tx_caps | dev->sdr_cap_caps | dev->meta_cap_caps | - dev->meta_out_caps |V4L2_CAP_DEVICE_CAPS ; + dev->meta_out_caps | dev->touch_cap_caps | +V4L2_CAP_DEVICE_CAPS ;return 0 ; }@@ -377,6 +384,8 @@ static int vidioc_g_parm(struct file *file, void *fh, {struct video_device *vdev =video_devdata (file); +if (vdev->vfl_type ==VFL_TYPE_TOUCH ) +return vivid_g_parm_tch (file, fh, parm);if (vdev->vfl_dir ==VFL_DIR_RX )return vivid_vid_cap_g_parm (file, fh, parm);return vivid_vid_out_g_parm (file, fh, parm);
drivers/media/platform/vivid/vivid-core.c static int vidioc_s_parm(struct file *file, void *fh, · line 400
Quoted 5 lines
drivers/media/platform/vivid/vivid-core.c +2
-0@@ -387,6 +396,8 @@ static int vidioc_s_parm(struct file *file, void *fh, {struct video_device *vdev =video_devdata (file); +if (vdev->vfl_type ==VFL_TYPE_TOUCH ) +return vivid_g_parm_tch (file, fh, parm);
This touch driver doesn't support s_parm, only g_parm, so just return -ENOTTY here. S_PARM should only be implemented if it can really change the framerate.
Quoted 84 lines
drivers/media/platform/vivid/vivid-core.c +77
-0if (vdev->vfl_dir ==VFL_DIR_RX )return vivid_vid_cap_s_parm (file, fh, parm);return -ENOTTY ;@@ -432,6 +443,94 @@ static __poll_t vivid_radio_poll(struct file *file, struct poll_table_struct *wareturn vivid_radio_tx_poll (file, wait); } +static int vivid_enum_input (struct file *file,void *priv, +struct v4l2_input *inp) +{ +struct video_device *vdev =video_devdata (file); + +if (vdev->vfl_type ==VFL_TYPE_TOUCH ) +return vivid_enum_input_tch (file, priv, inp); +return vidioc_enum_input (file, priv, inp); +} + +static int vivid_g_input (struct file *file,void *priv,unsigned int *i) +{ +struct video_device *vdev =video_devdata (file); + +if (vdev->vfl_type ==VFL_TYPE_TOUCH ) +return vivid_g_input_tch (file, priv, i); +return vidioc_g_input (file, priv, i); +} + +static int vivid_s_input (struct file *file,void *priv,unsigned int i) +{ +struct video_device *vdev =video_devdata (file); + +if (vdev->vfl_type ==VFL_TYPE_TOUCH ) +return vivid_s_input_tch (file, priv, i); +return vidioc_s_input (file, priv, i); +} + +static int vivid_enum_fmt_cap (struct file *file,void *priv, +struct v4l2_fmtdesc *f) +{ +struct video_device *vdev =video_devdata (file); + +if (vdev->vfl_type ==VFL_TYPE_TOUCH ) +return vivid_enum_fmt_tch (file, priv, f); +return vivid_enum_fmt_vid (file, priv, f); +} + +static int vivid_g_fmt_cap (struct file *file,void *priv, +struct v4l2_format *f) +{ +struct video_device *vdev =video_devdata (file); + +if (vdev->vfl_type ==VFL_TYPE_TOUCH ) +return vivid_g_fmt_tch (file, priv, f); +return vidioc_g_fmt_vid_cap (file, priv, f); +} + +static int vivid_try_fmt_cap (struct file *file,void *priv, +struct v4l2_format *f) +{ +struct video_device *vdev =video_devdata (file); + +if (vdev->vfl_type ==VFL_TYPE_TOUCH ) +return vivid_g_fmt_tch (file, priv, f); +return vidioc_try_fmt_vid_cap (file, priv, f); +} + +static int vivid_s_fmt_cap (struct file *file,void *priv, +struct v4l2_format *f) +{ +struct video_device *vdev =video_devdata (file); + +if (vdev->vfl_type ==VFL_TYPE_TOUCH ) +return vivid_g_fmt_tch (file, priv, f); +return vidioc_s_fmt_vid_cap (file, priv, f); +} + +static int vivid_enum_framesizes (struct file *file,void *fh, +struct v4l2_frmsizeenum *fsize) +{ +struct video_device *vdev =video_devdata (file); + +if (vdev->vfl_type ==VFL_TYPE_TOUCH ) +return vivid_enum_framesizes_tch (file, fh, fsize); +return vidioc_enum_framesizes (file, fh, fsize); +}
drivers/media/platform/vivid/vivid-core.c static __poll_t vivid_radio_poll(struct file *file, struct poll_table_struct *wa · line 532
Quoted 10 lines
drivers/media/platform/vivid/vivid-core.c +10
-0+ +static int vivid_enum_frameintervals (struct file *file,void *priv, +struct v4l2_frmivalenum *fival) +{ +struct video_device *vdev =video_devdata (file); + +if (vdev->vfl_type ==VFL_TYPE_TOUCH ) +return vivid_enum_frameintervals_tch (file, priv, fival); +return vidioc_enum_frameintervals (file, priv, fival); +}
When s_parm returns -ENOTTY for touch devices, then I think you can also just drop support for these two ioctls for touch. I think the only reason that you needed them was to shut up v4l2-compliance fails due to the fact that it detected the presence of S_PARM.
In fact, I think you can just drop the VFL_TYPE_TOUCH checks in s_parm and these two enum functions, and instead disable these three ioctls for the touch device. That simplifies the code.
Quoted 83 lines
drivers/media/platform/vivid/vivid-core.c +20
-10+static bool vivid_is_in_use (struct video_device *vdev) {unsigned long flags;@@ -453,7 +552,8 @@ static bool vivid_is_last_user(struct vivid_dev *dev)vivid_is_in_use (&dev->radio_rx_dev) +vivid_is_in_use (&dev->radio_tx_dev) +vivid_is_in_use (&dev->meta_cap_dev) + -vivid_is_in_use (&dev->meta_out_dev); +vivid_is_in_use (&dev->meta_out_dev) + +vivid_is_in_use (&dev->touch_cap_dev);return uses ==1 ; }@@ -481,6 +581,7 @@ static int vivid_fop_release(struct file *file)set_bit (V4L2_FL_REGISTERED , &dev->radio_tx_dev.flags);set_bit (V4L2_FL_REGISTERED , &dev->meta_cap_dev.flags);set_bit (V4L2_FL_REGISTERED , &dev->meta_out_dev.flags); +set_bit (V4L2_FL_REGISTERED , &dev->touch_cap_dev.flags); }mutex_unlock (&dev->mutex);if (file->private_data == dev->overlay_cap_owner)@@ -522,10 +623,10 @@ static const struct v4l2_file_operations vivid_radio_fops = {static const struct v4l2_ioctl_ops vivid_ioctl_ops = { .vidioc_querycap = vidioc_querycap, - .vidioc_enum_fmt_vid_cap = vivid_enum_fmt_vid, - .vidioc_g_fmt_vid_cap = vidioc_g_fmt_vid_cap, - .vidioc_try_fmt_vid_cap = vidioc_try_fmt_vid_cap, - .vidioc_s_fmt_vid_cap = vidioc_s_fmt_vid_cap, + .vidioc_enum_fmt_vid_cap = vivid_enum_fmt_cap, + .vidioc_g_fmt_vid_cap = vivid_g_fmt_cap, + .vidioc_try_fmt_vid_cap = vivid_try_fmt_cap, + .vidioc_s_fmt_vid_cap = vivid_s_fmt_cap, .vidioc_g_fmt_vid_cap_mplane = vidioc_g_fmt_vid_cap_mplane, .vidioc_try_fmt_vid_cap_mplane = vidioc_try_fmt_vid_cap_mplane, .vidioc_s_fmt_vid_cap_mplane = vidioc_s_fmt_vid_cap_mplane,@@ -565,8 +666,8 @@ static const struct v4l2_ioctl_ops vivid_ioctl_ops = { .vidioc_s_fmt_sdr_cap = vidioc_s_fmt_sdr_cap, .vidioc_overlay = vidioc_overlay, - .vidioc_enum_framesizes = vidioc_enum_framesizes, - .vidioc_enum_frameintervals = vidioc_enum_frameintervals, + .vidioc_enum_framesizes = vivid_enum_framesizes, + .vidioc_enum_frameintervals = vivid_enum_frameintervals, .vidioc_g_parm = vidioc_g_parm, .vidioc_s_parm = vidioc_s_parm,@@ -590,9 +691,9 @@ static const struct v4l2_ioctl_ops vivid_ioctl_ops = { .vidioc_streamon = vb2_ioctl_streamon, .vidioc_streamoff = vb2_ioctl_streamoff, - .vidioc_enum_input = vidioc_enum_input, - .vidioc_g_input = vidioc_g_input, - .vidioc_s_input = vidioc_s_input, + .vidioc_enum_input = vivid_enum_input, + .vidioc_g_input = vivid_g_input, + .vidioc_s_input = vivid_s_input, .vidioc_s_audio = vidioc_s_audio, .vidioc_g_audio = vidioc_g_audio, .vidioc_enumaudio = vidioc_enumaudio,@@ -921,6 +1022,9 @@ static int vivid_create_instance(struct platform_device *pdev, int inst) dev->has_scaler_out ? 'Y' : 'N'); } +/* do we create a touch capture device */ + dev->has_touch_cap = node_type &0x80000 ; +/* end detecting feature set */ if (dev->has_vid_cap) {@@ -994,6 +1098,10 @@ static int vivid_create_instance(struct platform_device *pdev, int inst)if (dev->has_audio_outputs) dev->meta_out_caps |=V4L2_CAP_AUDIO ; } +/* set up the capabilities of the touch capture device */ +if (dev->has_touch_cap) + dev->touch_cap_caps =V4L2_CAP_TOUCH |V4L2_CAP_VIDEO_CAPTURE | +V4L2_CAP_STREAMING |V4L2_CAP_READWRITE ; ret = -ENOMEM ;/* initialize the test pattern generator */
drivers/media/platform/vivid/vivid-core.c static int vivid_create_instance(struct platform_device *pdev, int inst) · line 1314
Quoted 6 lines
drivers/media/platform/vivid/vivid-core.c +3
-0@@ -1201,6 +1309,11 @@ static int vivid_create_instance(struct platform_device *pdev, int inst) dev->fb_cap.fmt.bytesperline = dev->src_rect.width *tpg_g_twopixelsize (&dev->tpg,0 ) /2 ; dev->fb_cap.fmt.sizeimage = dev->src_rect.height * dev->fb_cap.fmt.bytesperline; +/* update touch configuration */ + dev->timeperframe_tch_cap.numerator =20 ; + dev->timeperframe_tch_cap.denominator =10 ;
This is way too slow. Set numerator to 1, that makes much more sense.
Quoted 653 lines
drivers/media/platform/vivid/vivid-core.c +48
-0+vivid_set_touch (dev,0 ); +/* initialize locks */ spin_lock_init (&dev->slock);mutex_init (&dev->mutex);@@ -1213,6 +1326,7 @@ static int vivid_create_instance(struct platform_device *pdev, int inst)INIT_LIST_HEAD (&dev->sdr_cap_active);INIT_LIST_HEAD (&dev->meta_cap_active);INIT_LIST_HEAD (&dev->meta_out_active); +INIT_LIST_HEAD (&dev->touch_cap_active);INIT_LIST_HEAD (&dev->cec_work_list);spin_lock_init (&dev->cec_slock);@@ -1294,6 +1408,15 @@ static int vivid_create_instance(struct platform_device *pdev, int inst) goto unreg_dev; } +if (dev->has_touch_cap) { +/* initialize touch_cap queue */ + ret =vivid_create_queue (dev, &dev->vb_touch_cap_q, +V4L2_BUF_TYPE_VIDEO_CAPTURE ,1 , + &vivid_touch_cap_qops); +if (ret) + goto unreg_dev; + } +if (dev->has_fb) {/* Create framebuffer for testing capture/output overlay */ ret =vivid_fb_init (dev);@@ -1345,6 +1468,7 @@ static int vivid_create_instance(struct platform_device *pdev, int inst)v4l2_ctrl_handler_setup (&dev->ctrl_hdl_sdr_cap);v4l2_ctrl_handler_setup (&dev->ctrl_hdl_meta_cap);v4l2_ctrl_handler_setup (&dev->ctrl_hdl_meta_out); +v4l2_ctrl_handler_setup (&dev->ctrl_hdl_touch_cap);/* finally start creating the device nodes */ if (dev->has_vid_cap) {@@ -1635,6 +1759,35 @@ static int vivid_create_instance(struct platform_device *pdev, int inst) video_device_node_name(vfd)); } +if (dev->has_touch_cap) { + vfd = &dev->touch_cap_dev; +snprintf (vfd->name,sizeof (vfd->name), +"vivid-%03d-touch-cap" , inst); + vfd->fops = &vivid_fops; + vfd->ioctl_ops = &vivid_ioctl_ops; + vfd->device_caps = dev->touch_cap_caps; + vfd->release = video_device_release_empty; + vfd->v4l2_dev = &dev->v4l2_dev; + vfd->queue = &dev->vb_touch_cap_q; + vfd->tvnorms = tvnorms_cap; + vfd->lock = &dev->mutex; +video_set_drvdata (vfd, dev); +#ifdef CONFIG_MEDIA_CONTROLLER + dev->touch_cap_pad.flags =MEDIA_PAD_FL_SINK ; + ret =media_entity_pads_init (&vfd->entity,1 , + &dev->touch_cap_pad); +if (ret) + goto unreg_dev; +#endif + ret =video_register_device (vfd,VFL_TYPE_TOUCH , + touch_cap_nr[inst]); +if (ret <0 ) + goto unreg_dev; +v4l2_info (&dev->v4l2_dev, +"V4L2 touch capture device registered as %s\n" , +video_device_node_name (vfd)); + } +#ifdef CONFIG_MEDIA_CONTROLLER /* Register the media device */ ret =media_device_register (&dev->mdev);@@ -1651,6 +1804,7 @@ static int vivid_create_instance(struct platform_device *pdev, int inst)return 0 ; unreg_dev: +video_unregister_device (&dev->touch_cap_dev);video_unregister_device (&dev->meta_out_dev);video_unregister_device (&dev->meta_cap_dev);video_unregister_device (&dev->radio_tx_dev);@@ -1778,6 +1932,11 @@ static int vivid_remove(struct platform_device *pdev) video_device_node_name(&dev->meta_out_dev));video_unregister_device (&dev->meta_out_dev); } +if (dev->has_touch_cap) { +v4l2_info (&dev->v4l2_dev,"unregistering %s\n" , +video_device_node_name (&dev->touch_cap_dev)); +video_unregister_device (&dev->touch_cap_dev); + }cec_unregister_adapter (dev->cec_rx_adap);for (j =0 ; j <MAX_OUTPUTS ; j++)cec_unregister_adapter (dev->cec_tx_adap[j]);drivers/media/platform/vivid/vivid-core.h +23
-0@@ -133,6 +133,7 @@ struct vivid_dev {struct media_pad sdr_cap_pad;struct media_pad meta_cap_pad;struct media_pad meta_out_pad; +struct media_pad touch_cap_pad;#endif struct v4l2_ctrl_handler ctrl_hdl_user_gen;struct v4l2_ctrl_handler ctrl_hdl_user_vid;@@ -159,6 +160,8 @@ struct vivid_dev {struct v4l2_ctrl_handler ctrl_hdl_meta_cap;struct video_device meta_out_dev;struct v4l2_ctrl_handler ctrl_hdl_meta_out; +struct video_device touch_cap_dev; +struct v4l2_ctrl_handler ctrl_hdl_touch_cap;spinlock_t slock;struct mutex mutex;@@ -173,6 +176,7 @@ struct vivid_dev {u32 radio_tx_caps;u32 meta_cap_caps;u32 meta_out_caps; +u32 touch_cap_caps;/* supported features */ bool multiplanar;@@ -201,6 +205,7 @@ struct vivid_dev {bool has_meta_cap;bool has_meta_out;bool has_tv_tuner; +bool has_touch_cap;bool can_loop_video;@@ -404,6 +409,8 @@ struct vivid_dev {struct list_head vbi_cap_active;struct vb2_queue vb_meta_cap_q;struct list_head meta_cap_active; +struct vb2_queue vb_touch_cap_q; +struct list_head touch_cap_active;/* thread for generating video capture stream */ struct task_struct *kthread_vid_cap;@@ -425,6 +432,22 @@ struct vivid_dev {u32 meta_cap_seq_count;bool meta_cap_streaming; +/* Touch capture */ +struct task_struct *kthread_touch_cap; +unsigned long jiffies_touch_cap; +u64 touch_cap_stream_start; +u32 touch_cap_seq_offset; +bool touch_cap_seq_resync; +u32 touch_cap_seq_start; +u32 touch_cap_seq_count; +bool touch_cap_streaming; +struct v4l2_fract timeperframe_tch_cap; +struct v4l2_pix_format tch_format; +int tch_test_pattern; +int tch_index; +int tch_cnt; +int tch_empty_cnt; +/* video output */ const struct vivid_fmt *fmt_out;struct v4l2_fract timeperframe_vid_out;drivers/media/platform/vivid/vivid-ctrls.c +11
-0@@ -1508,6 +1508,7 @@ int vivid_create_controls(struct vivid_dev *dev, bool show_ccs_cap,struct v4l2_ctrl_handler *hdl_sdr_cap = &dev->ctrl_hdl_sdr_cap;struct v4l2_ctrl_handler *hdl_meta_cap = &dev->ctrl_hdl_meta_cap;struct v4l2_ctrl_handler *hdl_meta_out = &dev->ctrl_hdl_meta_out; +struct v4l2_ctrl_handler *hdl_tch_cap = &dev->ctrl_hdl_touch_cap;struct v4l2_ctrl_config vivid_ctrl_dv_timings = { .ops = &vivid_vid_cap_ctrl_ops,@@ -1551,6 +1552,8 @@ int vivid_create_controls(struct vivid_dev *dev, bool show_ccs_cap,v4l2_ctrl_new_custom (hdl_meta_cap, &vivid_ctrl_class,NULL );v4l2_ctrl_handler_init (hdl_meta_out,2 );v4l2_ctrl_new_custom (hdl_meta_out, &vivid_ctrl_class,NULL ); +v4l2_ctrl_handler_init (hdl_tch_cap,2 ); +v4l2_ctrl_new_custom (hdl_tch_cap, &vivid_ctrl_class,NULL );/* User Controls */ dev->volume = v4l2_ctrl_new_std(hdl_user_aud, NULL,@@ -1904,6 +1907,13 @@ int vivid_create_controls(struct vivid_dev *dev, bool show_ccs_cap,return hdl_meta_out->error; dev->meta_out_dev.ctrl_handler = hdl_meta_out; } +if (dev->has_touch_cap) { +v4l2_ctrl_add_handler (hdl_tch_cap, hdl_user_gen,NULL , false); +v4l2_ctrl_add_handler (hdl_tch_cap, hdl_streaming,NULL , false); +if (hdl_tch_cap->error) +return hdl_tch_cap->error; + dev->touch_cap_dev.ctrl_handler = hdl_tch_cap; + }return 0 ; }@@ -1925,4 +1935,5 @@ void vivid_free_controls(struct vivid_dev *dev)v4l2_ctrl_handler_free (&dev->ctrl_hdl_fb);v4l2_ctrl_handler_free (&dev->ctrl_hdl_meta_cap);v4l2_ctrl_handler_free (&dev->ctrl_hdl_meta_out); +v4l2_ctrl_handler_free (&dev->ctrl_hdl_touch_cap); }drivers/media/platform/vivid/vivid-kthread-touch.c new file +187
-0@@ -0,0 +1,187 @@ +// SPDX-License-Identifier: GPL-2.0-only +/* +* vivid-kthread-touch.c - touch capture thread support functions. +* +*/ + +#include <linux/freezer.h> +#include "vivid-core.h" +#include "vivid-kthread-touch.h" +#include "vivid-touch-cap.h" + +static noinline_for_stack void vivid_thread_tch_cap_tick(struct vivid_dev *dev, +int dropped_bufs) +{ +struct vivid_buffer *tch_cap_buf =NULL ; + +dprintk (dev,1 ,"Touch Capture Thread Tick\n" ); + +spin_lock (&dev->slock); +if (!list_empty (&dev->touch_cap_active)) { + tch_cap_buf =list_entry (dev->touch_cap_active.next, + struct vivid_buffer, list); +list_del (&tch_cap_buf->list); + } + +spin_unlock (&dev->slock); + +if (tch_cap_buf) { +v4l2_ctrl_request_setup (tch_cap_buf->vb.vb2_buf.req_obj.req, + &dev->ctrl_hdl_touch_cap); + +vivid_fillbuff_tch (dev, tch_cap_buf); +v4l2_ctrl_request_complete (tch_cap_buf->vb.vb2_buf.req_obj.req, + &dev->ctrl_hdl_touch_cap); +vb2_buffer_done (&tch_cap_buf->vb.vb2_buf, dev->dqbuf_error ? +VB2_BUF_STATE_ERROR :VB2_BUF_STATE_DONE ); +dprintk (dev,2 ,"touch_cap buffer %d done\n" , + tch_cap_buf->vb.vb2_buf.index); + + tch_cap_buf->vb.vb2_buf.timestamp =ktime_get_ns () + dev->time_wrap_offset; + } + dev->dqbuf_error = false; +} + +static int vivid_thread_touch_cap (void *data) +{ +struct vivid_dev *dev = data; +u64 numerators_since_start; +u64 buffers_since_start; +u64 next_jiffies_since_start; +unsigned long jiffies_since_start; +unsigned long cur_jiffies; +unsigned int wait_jiffies; +unsigned int numerator; +unsigned int denominator; +int dropped_bufs; + +dprintk (dev,1 ,"Touch Capture Thread Start\n" ); + +set_freezable (); + +/* Resets frame counters */ + dev->touch_cap_seq_offset =0 ; + dev->touch_cap_seq_count =0 ; + dev->touch_cap_seq_resync = false; + dev->jiffies_touch_cap = jiffies; + +for (;;) { +try_to_freeze (); +if (kthread_should_stop ()) +break ; + +if (!mutex_trylock (&dev->mutex)) { +schedule_timeout_uninterruptible (1 ); +continue ; + } + cur_jiffies = jiffies; +if (dev->touch_cap_seq_resync) { + dev->jiffies_touch_cap = cur_jiffies; + dev->touch_cap_seq_offset = dev->touch_cap_seq_count +1 ; + dev->touch_cap_seq_count =0 ; + dev->cap_seq_resync = false; + } + denominator = dev->timeperframe_tch_cap.denominator; + numerator = dev->timeperframe_tch_cap.numerator; + +/* Calculate the number of jiffies since we started streaming */ + jiffies_since_start = cur_jiffies - dev->jiffies_touch_cap; +/* Get the number of buffers streamed since the start */ + buffers_since_start = (u64 )jiffies_since_start * denominator + + (HZ * numerator) /2 ; +do_div (buffers_since_start,HZ * numerator); + +/* +* After more than 0xf0000000 (rounded down to a multiple of +* 'jiffies-per-day' to ease jiffies_to_msecs calculation) +* jiffies have passed since we started streaming reset the +* counters and keep track of the sequence offset. +*/ +if (jiffies_since_start >JIFFIES_RESYNC ) { + dev->jiffies_touch_cap = cur_jiffies; + dev->cap_seq_offset = buffers_since_start; + buffers_since_start =0 ; + } + dropped_bufs = buffers_since_start + dev->touch_cap_seq_offset - dev->touch_cap_seq_count; + dev->touch_cap_seq_count = buffers_since_start + dev->touch_cap_seq_offset; + +vivid_thread_tch_cap_tick (dev, dropped_bufs); + +/* +* Calculate the number of 'numerators' streamed +* since we started, including the current buffer. +*/ + numerators_since_start = ++buffers_since_start * numerator; + +/* And the number of jiffies since we started */ + jiffies_since_start = jiffies - dev->jiffies_touch_cap; + +mutex_unlock (&dev->mutex); + +/* +* Calculate when that next buffer is supposed to start +* in jiffies since we started streaming. +*/ + next_jiffies_since_start = numerators_since_start *HZ + + denominator /2 ; +do_div (next_jiffies_since_start, denominator); +/* If it is in the past, then just schedule asap */ +if (next_jiffies_since_start < jiffies_since_start) + next_jiffies_since_start = jiffies_since_start; + + wait_jiffies = next_jiffies_since_start - jiffies_since_start; +schedule_timeout_interruptible (wait_jiffies ? wait_jiffies :1 ); + } +dprintk (dev,1 ,"Touch Capture Thread End\n" ); +return 0 ; +} + +int vivid_start_generating_touch_cap (struct vivid_dev *dev) +{ +dprintk (dev,1 ,"%s\n" , __func__); + +if (dev->kthread_touch_cap) { + dev->touch_cap_streaming = true; +return 0 ; + } + + dev->kthread_touch_cap =kthread_run (vivid_thread_touch_cap, dev, +"%s-tch-cap" , dev->v4l2_dev.name); + +if (IS_ERR (dev->kthread_touch_cap)) { +int err =PTR_ERR (dev->kthread_touch_cap); + + dev->kthread_touch_cap =NULL ; +v4l2_err (&dev->v4l2_dev,"kernel_thread() failed\n" ); +return err; + } + dev->touch_cap_streaming = true; +dprintk (dev,1 ,"returning from %s\n" , __func__); +return 0 ; +} + +void vivid_stop_generating_touch_cap (struct vivid_dev *dev) +{ +dprintk (dev,1 ,"%s\n" , __func__); + +if (!dev->kthread_touch_cap) +return ; + + dev->touch_cap_streaming = false; + +while (!list_empty (&dev->touch_cap_active)) { +struct vivid_buffer *buf; + + buf =list_entry (dev->touch_cap_active.next, + struct vivid_buffer, list); +list_del (&buf->list); +v4l2_ctrl_request_complete (buf->vb.vb2_buf.req_obj.req, + &dev->ctrl_hdl_touch_cap); +vb2_buffer_done (&buf->vb.vb2_buf,VB2_BUF_STATE_ERROR ); +dprintk (dev,2 ,"touch_cap buffer %d done\n" , + buf->vb.vb2_buf.index); + } + +kthread_stop (dev->kthread_touch_cap); + dev->kthread_touch_cap =NULL ; +}drivers/media/platform/vivid/vivid-kthread-touch.h new file +13
-0@@ -0,0 +1,13 @@ +/* SPDX-License-Identifier: GPL-2.0-only */ +/* +* vivid-kthread-cap.h - video/vbi capture thread support functions. +* +*/ + +#ifndef _VIVID_KTHREAD_CAP_H_ +#define _VIVID_KTHREAD_CAP_H_ + +int vivid_start_generating_touch_cap (struct vivid_dev *dev); +void vivid_stop_generating_touch_cap (struct vivid_dev *dev); + +#endif drivers/media/platform/vivid/vivid-touch-cap.c new file +232
-0@@ -0,0 +1,360 @@ +// SPDX-License-Identifier: GPL-2.0-only +/* +* vivid-touch-cap.c - touch support functions. +*/ + +#include "vivid-core.h" +#include "vivid-kthread-touch.h" +#include "vivid-touch-cap.h" + +static int touch_cap_queue_setup (struct vb2_queue *vq,unsigned int *nbuffers, +unsigned int *nplanes,unsigned int sizes[], +struct device *alloc_devs[]) +{ +struct vivid_dev *dev =vb2_get_drv_priv (vq); +struct v4l2_pix_format *f = &dev->tch_format; +unsigned int size = f->sizeimage; + +if (*nplanes) { +if (sizes[0 ] < size) +return -EINVAL ; + }else { + sizes[0 ] = size; + } + +if (vq->num_buffers + *nbuffers <2 ) + *nbuffers =2 - vq->num_buffers; + + *nplanes =1 ; +return 0 ; +} + +static int touch_cap_buf_prepare (struct vb2_buffer *vb) +{ +struct vivid_dev *dev =vb2_get_drv_priv (vb->vb2_queue); +struct v4l2_pix_format *f = &dev->tch_format; +unsigned int size = f->sizeimage; + +dprintk (dev,1 ,"%s\n" , __func__); + +if (dev->buf_prepare_error) { +/* +* Error injection: test what happens if buf_prepare() returns +* an error. +*/ + dev->buf_prepare_error = false; +return -EINVAL ; + } +if (vb2_plane_size (vb,0 ) < size) { +dprintk (dev,1 ,"%s data will not fit into plane (%lu < %u)\n" , + __func__,vb2_plane_size (vb,0 ), size); +return -EINVAL ; + } +vb2_set_plane_payload (vb,0 , size); + +return 0 ; +} + +static void touch_cap_buf_queue (struct vb2_buffer *vb) +{ +struct vb2_v4l2_buffer *vbuf =to_vb2_v4l2_buffer (vb); +struct vivid_dev *dev =vb2_get_drv_priv (vb->vb2_queue); + struct vivid_buffer *buf = container_of(vbuf, struct vivid_buffer, vb); + +dprintk (dev,1 ,"%s\n" , __func__); + +spin_lock (&dev->slock); +list_add_tail (&buf->list, &dev->touch_cap_active); +spin_unlock (&dev->slock); +} + +static int touch_cap_start_streaming (struct vb2_queue *vq,unsigned int count) +{ +struct vivid_dev *dev =vb2_get_drv_priv (vq); +int err; + +dprintk (dev,1 ,"%s\n" , __func__); + dev->touch_cap_seq_count =0 ; + dev->tch_test_pattern =SINGLE_TAP ; + dev->tch_cnt =1 ; + dev->tch_empty_cnt =0 ; +if (dev->start_streaming_error) { + dev->start_streaming_error = false; + err = -EINVAL ; + }else { + err =vivid_start_generating_touch_cap (dev); + } +if (err) { +struct vivid_buffer *buf, *tmp; + +list_for_each_entry_safe (buf, tmp, + &dev->touch_cap_active, list) { +list_del (&buf->list); +vb2_buffer_done (&buf->vb.vb2_buf, +VB2_BUF_STATE_QUEUED ); + } + } +return err; +} + +/* abort streaming and wait for last buffer */ +static void touch_cap_stop_streaming (struct vb2_queue *vq) +{ +struct vivid_dev *dev =vb2_get_drv_priv (vq); + +dprintk (dev,1 ,"%s\n" , __func__); +vivid_stop_generating_touch_cap (dev); +} + +static void touch_cap_buf_request_complete (struct vb2_buffer *vb) +{ +struct vivid_dev *dev =vb2_get_drv_priv (vb->vb2_queue); + +v4l2_ctrl_request_complete (vb->req_obj.req, &dev->ctrl_hdl_touch_cap); +} + +const struct vb2_ops vivid_touch_cap_qops = { + .queue_setup = touch_cap_queue_setup, + .buf_prepare = touch_cap_buf_prepare, + .buf_queue = touch_cap_buf_queue, + .start_streaming = touch_cap_start_streaming, + .stop_streaming = touch_cap_stop_streaming, + .buf_request_complete = touch_cap_buf_request_complete, + .wait_prepare = vb2_ops_wait_prepare, + .wait_finish = vb2_ops_wait_finish, +}; + +int vivid_enum_fmt_tch (struct file *file,void *priv,struct v4l2_fmtdesc *f) +{ +struct vivid_dev *dev =video_drvdata (file); + +if (f->index) +return -EINVAL ; + +dprintk (dev,1 ,"%s\n" , __func__); + + f->pixelformat =V4L2_TCH_FMT_DELTA_TD16 ; +return 0 ; +} + +int vivid_g_fmt_tch (struct file *file,void *priv,struct v4l2_format *f) +{ +struct vivid_dev *dev =video_drvdata (file); + +dprintk (dev,1 ,"%s\n" , __func__); + + f->fmt.pix = dev->tch_format; +return 0 ; +} + +int vivid_g_parm_tch (struct file *file,void *priv, +struct v4l2_streamparm *parm) +{ +struct vivid_dev *dev =video_drvdata (file); + +dprintk (dev,1 ,"%s\n" , __func__); + +if (parm->type !=V4L2_BUF_TYPE_VIDEO_CAPTURE ) +return -EINVAL ; + + parm->parm.capture.capability =V4L2_CAP_TIMEPERFRAME ; + parm->parm.capture.timeperframe = dev->timeperframe_tch_cap; + parm->parm.capture.readbuffers =1 ; +return 0 ; +} + +int vivid_enum_input_tch (struct file *file,void *priv,struct v4l2_input *inp) +{ +struct vivid_dev *dev =video_drvdata (file); + +dprintk (dev,1 ,"%s\n" , __func__); + +if (inp->index) +return -EINVAL ; + + inp->type =V4L2_INPUT_TYPE_TOUCH ; +snprintf (inp->name,sizeof (inp->name),"Vivid Touch %u" , + dev->input_name_counter[inp->index]); + inp->capabilities =0 ; +return 0 ; +} + +int vivid_g_input_tch (struct file *file,void *priv,unsigned int *i) +{ + *i =0 ; +return 0 ; +} + +int vivid_set_touch (struct vivid_dev *dev,unsigned int i) +{ +struct v4l2_pix_format *f = &dev->tch_format; + +if (i) +return -EINVAL ; + + f->pixelformat =V4L2_TCH_FMT_DELTA_TD16 ; + f->width =VIVID_TCH_WIDTH ; + f->height =VIVID_TCH_HEIGHT ; + f->field =V4L2_FIELD_NONE ; + f->colorspace =V4L2_COLORSPACE_RAW ; + f->bytesperline = f->width *sizeof (s16); + f->sizeimage = f->width * f->height *sizeof (s16); +return 0 ; +} + +int vivid_s_input_tch (struct file *file,void *priv,unsigned int i) +{ +return vivid_set_touch (video_drvdata (file), i); +} + +int vivid_enum_frameintervals_tch (struct file *file,void *priv, +struct v4l2_frmivalenum *fival) +{ +struct vivid_dev *dev =video_drvdata (file); +struct v4l2_pix_format *f = &dev->tch_format; + +if (fival->index) +return -EINVAL ; +if (fival->width != f->width || + fival->height != f->height) +return -EINVAL ; + + fival->type =V4L2_FRMIVAL_TYPE_DISCRETE ; + fival->discrete = dev->timeperframe_tch_cap; +return 0 ; +} + +int vivid_enum_framesizes_tch (struct file *file,void *fh, +struct v4l2_frmsizeenum *fsize) +{ +struct vivid_dev *dev =video_drvdata (file); +struct v4l2_pix_format *f = &dev->tch_format; +
drivers/media/platform/vivid/vivid-touch-cap.c line 242
Quoted 10 lines
drivers/media/platform/vivid/vivid-touch-cap.c new file +10
-0+if (fsize->index) +return -EINVAL ; +if (fsize->pixel_format !=V4L2_TCH_FMT_DELTA_TD16 ) +return -EINVAL ; + + fsize->type =V4L2_FRMSIZE_TYPE_DISCRETE ; + fsize->discrete.width = f->width; + fsize->discrete.height = f->height; +return 0 ; +}
As mentioned above, I think these two enum functions can be dropped.
drivers/media/platform/vivid/vivid-touch-cap.c line 244
Quoted 2 lines
drivers/media/platform/vivid/vivid-touch-cap.c new file +2
-0+ +void vivid_filltch (__s16 *tch_buf,int index,int size,int fill_noise)
This function name is a bit vague.
Frankly, this function doesn't make much sense. This should really be just a function that fills the image with noise that's called just once for every frame.
drivers/media/platform/vivid/vivid-touch-cap.c line 257
Quoted 13 lines
drivers/media/platform/vivid/vivid-touch-cap.c new file +13
-0+{ +int i, rand, idx, value =0 ; + +if (fill_noise) { +for (i =0 ; i < size /10 ; i++) { + idx =get_random_int () % size; + rand =get_random_int (); +if (i %2 ) + tch_buf[idx] = rand %-3 ; +else + tch_buf[idx] = rand %3 ; + } + }
I'd write this as:
/* Fill 10% of the values with a value between -3 and 3, zero the others */
for (i = 0; i < size; i++) {
unsigned int rand = get_random_int();
if (rand % 10)
tch_buf[i] = 0;
else
tch_buf[i] = (rand / 10) % 7 - 3;
}drivers/media/platform/vivid/vivid-touch-cap.c line 260
Quoted 3 lines
drivers/media/platform/vivid/vivid-touch-cap.c new file +3
-0+ +while (value <180 ) + value =get_random_int () %VIVID_MAX_PRESSURE ;
This makes no sense. Just do:
value = VIVID_MIN_PRESSURE + get_random_int() % 40;
where MIN_PRESSURE is 180.
Quoted 10 lines
drivers/media/platform/vivid/vivid-touch-cap.c new file +10
-0+ tch_buf[index] = value; +} + +void vivid_fillbuff_tch (struct vivid_dev *dev,struct vivid_buffer *buf) +{ +struct v4l2_pix_format *f = &dev->tch_format; +int size = f->width * f->height; +int index =0 , x, y, xstart, ystart; + +__s16 *tch_buf =vb2_plane_vaddr (&buf->vb.vb2_buf,0 );
drivers/media/platform/vivid/vivid-touch-cap.c line 280
Quoted 10 lines
drivers/media/platform/vivid/vivid-touch-cap.c new file +10
-0+ + buf->vb.sequence = dev->touch_cap_seq_count; + +memset (tch_buf,0 ,vb2_plane_size (&buf->vb.vb2_buf,0 )); + +if (dev->tch_empty_cnt <2 ) { + dev->tch_empty_cnt++; +return ; + } +
This is all a bit too complicated with all the various indices.
Let's just give each pattern 1 second (i.e. 10 frames), and add half a second of 'silence' between each pattern (5 frames).
So:
unsigned int test_pattern = (buf->vb.sequence / 15) % TEST_CASE_MAX;
unsigned int test_pat_idx = buf->vb.sequence % 15;
unsigned int rand;
vivid_fill_buff_noise(tch_buf, size);
if (test_pat_idx >= 10)
return;
/*
* Get and remember a random value at the start of each pattern,
* this is used as a random position for taps, etc,
*/
if (test_pat_idx == 0)
dev->tch_pat_random = get_random_int();
rand = dev->tch_pat_random;
switch (test_pattern) {
case SINGLE_TAP:
if (test_pat_idx == 5)
tch_buf[rand % size] = VIVID_MIN_PRESSURE + get_random_int() % 40;
break;
case DOUBLE_TAP:
if (test_pat_idx == 3 || test_pat_idx == 6)
tch_buf[rand % size] = VIVID_MIN_PRESSURE + get_random_int() % 40;
break;
...
case MOVE_LEFT_TO_RIGHT:
tch_buf[(rand % f->height) * f->width + test_pat_idx * (f->width / 10)] =
VIVID_MIN_PRESSURE + get_random_int() % 40;
break;Note: some proper defines are needed here for the duration of a pattern and the length of 'silence'.
Quoted 60 lines
drivers/media/platform/vivid/vivid-touch-cap.c new file +60
-0+switch (dev->tch_test_pattern) { +case SINGLE_TAP : +case DOUBLE_TAP : +case TRIPLE_TAP : +if (dev->tch_cnt ==1 ) + dev->tch_index =get_random_int () % size; +if (dev->tch_cnt %2 ) +vivid_filltch (tch_buf, dev->tch_index, size,1 ); + dev->tch_cnt++; +if (dev->tch_cnt > dev->tch_test_pattern *2 ) { + dev->tch_test_pattern++; + dev->tch_empty_cnt =0 ; + dev->tch_cnt =1 ; + } +break ; +case MOVE_LEFT_TO_RIGHT : + x =get_random_int () % f->width; +for (index = x; index < f->width ; index++) +vivid_filltch (tch_buf, index, size, (index == x)); + dev->tch_test_pattern++; + dev->tch_empty_cnt =0 ; + dev->tch_index =0 ; +break ; +case ZOOM_IN : +case ZOOM_OUT : + x = f->width /2 ; + y = f->height /2 ; +if (!dev->tch_index) { + index = x + f->width * y; +vivid_filltch (tch_buf, index, size,1 ); +if (dev->tch_test_pattern ==ZOOM_OUT ) { + dev->tch_test_pattern++; + dev->tch_empty_cnt =0 ; + } + }else { + index = (x - dev->tch_index) + f->width * (y - dev->tch_index); +vivid_filltch (tch_buf, index, size,1 ); + index = (x + dev->tch_index) + f->width * (y + dev->tch_index); +vivid_filltch (tch_buf, index, size,0 ); + } +if (dev->tch_test_pattern ==ZOOM_IN ) { + dev->tch_index++; +if (x + dev->tch_index >= f->width || + y + dev->tch_index >= f->height) { + dev->tch_test_pattern++; + dev->tch_empty_cnt =0 ; + } + } +if (dev->tch_test_pattern ==ZOOM_OUT ) + dev->tch_index--; +break ; +case PALM_PRESS : + xstart = f->width - f->width /4 ; + ystart = f->height - f->height /4 ; +for (x = xstart; x < f->width; x++) { +for (y = ystart; y < f->height; y++) { + index = x + f->width * y; +vivid_filltch (tch_buf, index, size, + (x == xstart && y == ystart)); + }
drivers/media/platform/vivid/vivid-touch-cap.c line 350
Quoted 10 lines
drivers/media/platform/vivid/vivid-touch-cap.c new file +10
-0+ } + dev->tch_test_pattern++; + dev->tch_empty_cnt =0 ; +break ; +case MULTIPLE_PRESS : +/*16 pressure points*/ +for (x =0 ; x <16 ; x++) { + index =get_random_int () % size; +vivid_filltch (tch_buf, index, size, x ==0 ); + }
For this pattern it makes more sense to put the pressure points at fixed positions, properly spread out. Using a random position makes it very likely that at least some of the points will be adjacent or on top of each other.
Quoted 46 lines
drivers/media/platform/vivid/vivid-touch-cap.c new file +10
-0+ dev->tch_test_pattern++; + dev->tch_empty_cnt =0 ; +break ; + } + +if (dev->tch_test_pattern ==TEST_CASE_MAX ) { + dev->tch_test_pattern =SINGLE_TAP ; + dev->tch_cnt =1 ; + } +}drivers/media/platform/vivid/vivid-touch-cap.h new file +29
-0@@ -0,0 +1,39 @@ +/* SPDX-License-Identifier: GPL-2.0-only */ +/* +* vivid-touch-cap.h - touch support functions. +*/ +#ifndef _VIVID_TOUCH_CAP_H_ +#define _VIVID_TOUCH_CAP_H_ + +#define VIVID_TCH_HEIGHT 12 +#define VIVID_TCH_WIDTH 21 +#define VIVID_MAX_PRESSURE 255 + +enum vivid_tch_test { +SINGLE_TAP =1 , +DOUBLE_TAP , +TRIPLE_TAP , +MOVE_LEFT_TO_RIGHT , +ZOOM_IN , +ZOOM_OUT , +PALM_PRESS , +MULTIPLE_PRESS , +TEST_CASE_MAX +}; + +extern const struct vb2_ops vivid_touch_cap_qops; + +int vivid_enum_fmt_tch (struct file *file,void *priv,struct v4l2_fmtdesc *f); +int vivid_g_fmt_tch (struct file *file,void *priv,struct v4l2_format *f); +int vivid_enum_input_tch (struct file *file,void *priv,struct v4l2_input *inp); +int vivid_g_input_tch (struct file *file,void *priv,unsigned int *i);
drivers/media/platform/vivid/vivid-touch-cap.h line 39
Quoted 10 lines
drivers/media/platform/vivid/vivid-touch-cap.h new file +10
-0+int vivid_s_input_tch (struct file *file,void *priv,unsigned int i); +void vivid_fillbuff_tch (struct vivid_dev *dev,struct vivid_buffer *buf); +int vivid_set_touch (struct vivid_dev *dev,unsigned int i); +int vivid_g_parm_tch (struct file *file,void *priv, +struct v4l2_streamparm *parm); +int vivid_enum_frameintervals_tch (struct file *file,void *priv, +struct v4l2_frmivalenum *fival); +int vivid_enum_framesizes_tch (struct file *file,void *fh, +struct v4l2_frmsizeenum *fsize); +#endif
Regards,
Hans