2 * V4L2 Driver for SuperH Mobile CEU interface
4 * Copyright (C) 2008 Magnus Damm
6 * Based on V4L2 Driver for PXA camera host - "pxa_camera.c",
8 * Copyright (C) 2006, Sascha Hauer, Pengutronix
9 * Copyright (C) 2008, Guennadi Liakhovetski <kernel@pengutronix.de>
11 * This program is free software; you can redistribute it and/or modify
12 * it under the terms of the GNU General Public License as published by
13 * the Free Software Foundation; either version 2 of the License, or
14 * (at your option) any later version.
17 #include <linux/init.h>
18 #include <linux/module.h>
20 #include <linux/delay.h>
21 #include <linux/dma-mapping.h>
22 #include <linux/errno.h>
24 #include <linux/interrupt.h>
25 #include <linux/kernel.h>
27 #include <linux/moduleparam.h>
28 #include <linux/time.h>
29 #include <linux/version.h>
30 #include <linux/slab.h>
31 #include <linux/device.h>
32 #include <linux/platform_device.h>
33 #include <linux/videodev2.h>
34 #include <linux/pm_runtime.h>
35 #include <linux/sched.h>
37 #include <media/v4l2-common.h>
38 #include <media/v4l2-dev.h>
39 #include <media/soc_camera.h>
40 #include <media/sh_mobile_ceu.h>
41 #include <media/videobuf-dma-contig.h>
42 #include <media/v4l2-mediabus.h>
43 #include <media/soc_mediabus.h>
45 /* register offsets for sh7722 / sh7723 */
47 #define CAPSR 0x00 /* Capture start register */
48 #define CAPCR 0x04 /* Capture control register */
49 #define CAMCR 0x08 /* Capture interface control register */
50 #define CMCYR 0x0c /* Capture interface cycle register */
51 #define CAMOR 0x10 /* Capture interface offset register */
52 #define CAPWR 0x14 /* Capture interface width register */
53 #define CAIFR 0x18 /* Capture interface input format register */
54 #define CSTCR 0x20 /* Camera strobe control register (<= sh7722) */
55 #define CSECR 0x24 /* Camera strobe emission count register (<= sh7722) */
56 #define CRCNTR 0x28 /* CEU register control register */
57 #define CRCMPR 0x2c /* CEU register forcible control register */
58 #define CFLCR 0x30 /* Capture filter control register */
59 #define CFSZR 0x34 /* Capture filter size clip register */
60 #define CDWDR 0x38 /* Capture destination width register */
61 #define CDAYR 0x3c /* Capture data address Y register */
62 #define CDACR 0x40 /* Capture data address C register */
63 #define CDBYR 0x44 /* Capture data bottom-field address Y register */
64 #define CDBCR 0x48 /* Capture data bottom-field address C register */
65 #define CBDSR 0x4c /* Capture bundle destination size register */
66 #define CFWCR 0x5c /* Firewall operation control register */
67 #define CLFCR 0x60 /* Capture low-pass filter control register */
68 #define CDOCR 0x64 /* Capture data output control register */
69 #define CDDCR 0x68 /* Capture data complexity level register */
70 #define CDDAR 0x6c /* Capture data complexity level address register */
71 #define CEIER 0x70 /* Capture event interrupt enable register */
72 #define CETCR 0x74 /* Capture event flag clear register */
73 #define CSTSR 0x7c /* Capture status register */
74 #define CSRTR 0x80 /* Capture software reset register */
75 #define CDSSR 0x84 /* Capture data size register */
76 #define CDAYR2 0x90 /* Capture data address Y register 2 */
77 #define CDACR2 0x94 /* Capture data address C register 2 */
78 #define CDBYR2 0x98 /* Capture data bottom-field address Y register 2 */
79 #define CDBCR2 0x9c /* Capture data bottom-field address C register 2 */
83 #define dev_geo dev_info
85 #define dev_geo dev_dbg
88 /* per video frame buffer */
89 struct sh_mobile_ceu_buffer {
90 struct videobuf_buffer vb; /* v4l buffer must be first */
91 enum v4l2_mbus_pixelcode code;
94 struct sh_mobile_ceu_dev {
95 struct soc_camera_host ici;
96 struct soc_camera_device *icd;
100 unsigned long video_limit;
102 /* lock used to protect videobuf */
104 struct list_head capture;
105 struct videobuf_buffer *active;
107 struct sh_mobile_ceu_info *pdata;
111 enum v4l2_field field;
113 unsigned int image_mode:1;
114 unsigned int is_16bit:1;
117 struct sh_mobile_ceu_cam {
118 /* CEU offsets within scaled by the CEU camera output */
119 unsigned int ceu_left;
120 unsigned int ceu_top;
121 /* Client output, as seen by the CEU */
125 * User window from S_CROP / G_CROP, produced by client cropping and
126 * scaling, CEU scaling and CEU cropping, mapped back onto the client
129 struct v4l2_rect subrect;
130 /* Camera cropping rectangle */
131 struct v4l2_rect rect;
132 const struct soc_mbus_pixelfmt *extra_fmt;
133 enum v4l2_mbus_pixelcode code;
136 static unsigned long make_bus_param(struct sh_mobile_ceu_dev *pcdev)
140 flags = SOCAM_MASTER |
141 SOCAM_PCLK_SAMPLE_RISING |
142 SOCAM_HSYNC_ACTIVE_HIGH |
143 SOCAM_HSYNC_ACTIVE_LOW |
144 SOCAM_VSYNC_ACTIVE_HIGH |
145 SOCAM_VSYNC_ACTIVE_LOW |
146 SOCAM_DATA_ACTIVE_HIGH;
148 if (pcdev->pdata->flags & SH_CEU_FLAG_USE_8BIT_BUS)
149 flags |= SOCAM_DATAWIDTH_8;
151 if (pcdev->pdata->flags & SH_CEU_FLAG_USE_16BIT_BUS)
152 flags |= SOCAM_DATAWIDTH_16;
154 if (flags & SOCAM_DATAWIDTH_MASK)
160 static void ceu_write(struct sh_mobile_ceu_dev *priv,
161 unsigned long reg_offs, u32 data)
163 iowrite32(data, priv->base + reg_offs);
166 static u32 ceu_read(struct sh_mobile_ceu_dev *priv, unsigned long reg_offs)
168 return ioread32(priv->base + reg_offs);
171 static int sh_mobile_ceu_soft_reset(struct sh_mobile_ceu_dev *pcdev)
174 struct soc_camera_device *icd = pcdev->icd;
176 ceu_write(pcdev, CAPSR, 1 << 16); /* reset */
178 /* wait CSTSR.CPTON bit */
179 for (i = 0; i < 1000; i++) {
180 if (!(ceu_read(pcdev, CSTSR) & 1)) {
187 /* wait CAPSR.CPKIL bit */
188 for (i = 0; i < 1000; i++) {
189 if (!(ceu_read(pcdev, CAPSR) & (1 << 16))) {
198 dev_warn(&icd->dev, "soft reset time out\n");
206 * Videobuf operations
208 static int sh_mobile_ceu_videobuf_setup(struct videobuf_queue *vq,
212 struct soc_camera_device *icd = vq->priv_data;
213 struct soc_camera_host *ici = to_soc_camera_host(icd->dev.parent);
214 struct sh_mobile_ceu_dev *pcdev = ici->priv;
215 int bytes_per_line = soc_mbus_bytes_per_line(icd->user_width,
216 icd->current_fmt->host_fmt);
218 if (bytes_per_line < 0)
219 return bytes_per_line;
221 *size = bytes_per_line * icd->user_height;
226 if (pcdev->video_limit) {
227 if (PAGE_ALIGN(*size) * *count > pcdev->video_limit)
228 *count = pcdev->video_limit / PAGE_ALIGN(*size);
231 dev_dbg(icd->dev.parent, "count=%d, size=%d\n", *count, *size);
236 static void free_buffer(struct videobuf_queue *vq,
237 struct sh_mobile_ceu_buffer *buf)
239 struct soc_camera_device *icd = vq->priv_data;
240 struct device *dev = icd->dev.parent;
242 dev_dbg(dev, "%s (vb=0x%p) 0x%08lx %zd\n", __func__,
243 &buf->vb, buf->vb.baddr, buf->vb.bsize);
248 videobuf_waiton(&buf->vb, 0, 0);
249 videobuf_dma_contig_free(vq, &buf->vb);
250 dev_dbg(dev, "%s freed\n", __func__);
251 buf->vb.state = VIDEOBUF_NEEDS_INIT;
254 #define CEU_CETCR_MAGIC 0x0317f313 /* acknowledge magical interrupt sources */
255 #define CEU_CETCR_IGRW (1 << 4) /* prohibited register access interrupt bit */
256 #define CEU_CEIER_CPEIE (1 << 0) /* one-frame capture end interrupt */
257 #define CEU_CEIER_VBP (1 << 20) /* vbp error */
258 #define CEU_CAPCR_CTNCP (1 << 16) /* continuous capture mode (if set) */
259 #define CEU_CEIER_MASK (CEU_CEIER_CPEIE | CEU_CEIER_VBP)
263 * return value doesn't reflex the success/failure to queue the new buffer,
264 * but rather the status of the previous buffer.
266 static int sh_mobile_ceu_capture(struct sh_mobile_ceu_dev *pcdev)
268 struct soc_camera_device *icd = pcdev->icd;
269 dma_addr_t phys_addr_top, phys_addr_bottom;
270 unsigned long top1, top2;
271 unsigned long bottom1, bottom2;
276 * The hardware is _very_ picky about this sequence. Especially
277 * the CEU_CETCR_MAGIC value. It seems like we need to acknowledge
278 * several not-so-well documented interrupt sources in CETCR.
280 ceu_write(pcdev, CEIER, ceu_read(pcdev, CEIER) & ~CEU_CEIER_MASK);
281 status = ceu_read(pcdev, CETCR);
282 ceu_write(pcdev, CETCR, ~status & CEU_CETCR_MAGIC);
283 ceu_write(pcdev, CEIER, ceu_read(pcdev, CEIER) | CEU_CEIER_MASK);
284 ceu_write(pcdev, CAPCR, ceu_read(pcdev, CAPCR) & ~CEU_CAPCR_CTNCP);
285 ceu_write(pcdev, CETCR, CEU_CETCR_MAGIC ^ CEU_CETCR_IGRW);
288 * When a VBP interrupt occurs, a capture end interrupt does not occur
289 * and the image of that frame is not captured correctly. So, soft reset
292 if (status & CEU_CEIER_VBP) {
293 sh_mobile_ceu_soft_reset(pcdev);
300 if (V4L2_FIELD_INTERLACED_BT == pcdev->field) {
312 phys_addr_top = videobuf_to_dma_contig(pcdev->active);
313 ceu_write(pcdev, top1, phys_addr_top);
314 if (V4L2_FIELD_NONE != pcdev->field) {
315 phys_addr_bottom = phys_addr_top + icd->user_width;
316 ceu_write(pcdev, bottom1, phys_addr_bottom);
319 switch (icd->current_fmt->host_fmt->fourcc) {
320 case V4L2_PIX_FMT_NV12:
321 case V4L2_PIX_FMT_NV21:
322 case V4L2_PIX_FMT_NV16:
323 case V4L2_PIX_FMT_NV61:
324 phys_addr_top += icd->user_width *
326 ceu_write(pcdev, top2, phys_addr_top);
327 if (V4L2_FIELD_NONE != pcdev->field) {
328 phys_addr_bottom = phys_addr_top + icd->user_width;
329 ceu_write(pcdev, bottom2, phys_addr_bottom);
333 pcdev->active->state = VIDEOBUF_ACTIVE;
334 ceu_write(pcdev, CAPSR, 0x1); /* start capture */
339 static int sh_mobile_ceu_videobuf_prepare(struct videobuf_queue *vq,
340 struct videobuf_buffer *vb,
341 enum v4l2_field field)
343 struct soc_camera_device *icd = vq->priv_data;
344 struct sh_mobile_ceu_buffer *buf;
345 int bytes_per_line = soc_mbus_bytes_per_line(icd->user_width,
346 icd->current_fmt->host_fmt);
349 if (bytes_per_line < 0)
350 return bytes_per_line;
352 buf = container_of(vb, struct sh_mobile_ceu_buffer, vb);
354 dev_dbg(icd->dev.parent, "%s (vb=0x%p) 0x%08lx %zd\n", __func__,
355 vb, vb->baddr, vb->bsize);
357 /* Added list head initialization on alloc */
358 WARN_ON(!list_empty(&vb->queue));
362 * This can be useful if you want to see if we actually fill
363 * the buffer with something
365 memset((void *)vb->baddr, 0xaa, vb->bsize);
368 BUG_ON(NULL == icd->current_fmt);
370 if (buf->code != icd->current_fmt->code ||
371 vb->width != icd->user_width ||
372 vb->height != icd->user_height ||
373 vb->field != field) {
374 buf->code = icd->current_fmt->code;
375 vb->width = icd->user_width;
376 vb->height = icd->user_height;
378 vb->state = VIDEOBUF_NEEDS_INIT;
381 vb->size = vb->height * bytes_per_line;
382 if (0 != vb->baddr && vb->bsize < vb->size) {
387 if (vb->state == VIDEOBUF_NEEDS_INIT) {
388 ret = videobuf_iolock(vq, vb, NULL);
391 vb->state = VIDEOBUF_PREPARED;
396 free_buffer(vq, buf);
401 /* Called under spinlock_irqsave(&pcdev->lock, ...) */
402 static void sh_mobile_ceu_videobuf_queue(struct videobuf_queue *vq,
403 struct videobuf_buffer *vb)
405 struct soc_camera_device *icd = vq->priv_data;
406 struct soc_camera_host *ici = to_soc_camera_host(icd->dev.parent);
407 struct sh_mobile_ceu_dev *pcdev = ici->priv;
409 dev_dbg(icd->dev.parent, "%s (vb=0x%p) 0x%08lx %zd\n", __func__,
410 vb, vb->baddr, vb->bsize);
412 vb->state = VIDEOBUF_QUEUED;
413 list_add_tail(&vb->queue, &pcdev->capture);
415 if (!pcdev->active) {
417 * Because there were no active buffer at this moment,
418 * we are not interested in the return value of
419 * sh_mobile_ceu_capture here.
422 sh_mobile_ceu_capture(pcdev);
426 static void sh_mobile_ceu_videobuf_release(struct videobuf_queue *vq,
427 struct videobuf_buffer *vb)
429 struct soc_camera_device *icd = vq->priv_data;
430 struct soc_camera_host *ici = to_soc_camera_host(icd->dev.parent);
431 struct sh_mobile_ceu_dev *pcdev = ici->priv;
434 spin_lock_irqsave(&pcdev->lock, flags);
436 if (pcdev->active == vb) {
437 /* disable capture (release DMA buffer), reset */
438 ceu_write(pcdev, CAPSR, 1 << 16);
439 pcdev->active = NULL;
442 if ((vb->state == VIDEOBUF_ACTIVE || vb->state == VIDEOBUF_QUEUED) &&
443 !list_empty(&vb->queue)) {
444 vb->state = VIDEOBUF_ERROR;
445 list_del_init(&vb->queue);
448 spin_unlock_irqrestore(&pcdev->lock, flags);
450 free_buffer(vq, container_of(vb, struct sh_mobile_ceu_buffer, vb));
453 static struct videobuf_queue_ops sh_mobile_ceu_videobuf_ops = {
454 .buf_setup = sh_mobile_ceu_videobuf_setup,
455 .buf_prepare = sh_mobile_ceu_videobuf_prepare,
456 .buf_queue = sh_mobile_ceu_videobuf_queue,
457 .buf_release = sh_mobile_ceu_videobuf_release,
460 static irqreturn_t sh_mobile_ceu_irq(int irq, void *data)
462 struct sh_mobile_ceu_dev *pcdev = data;
463 struct videobuf_buffer *vb;
466 spin_lock_irqsave(&pcdev->lock, flags);
470 /* Stale interrupt from a released buffer */
473 list_del_init(&vb->queue);
475 if (!list_empty(&pcdev->capture))
476 pcdev->active = list_entry(pcdev->capture.next,
477 struct videobuf_buffer, queue);
479 pcdev->active = NULL;
481 vb->state = (sh_mobile_ceu_capture(pcdev) < 0) ?
482 VIDEOBUF_ERROR : VIDEOBUF_DONE;
483 do_gettimeofday(&vb->ts);
488 spin_unlock_irqrestore(&pcdev->lock, flags);
493 /* Called with .video_lock held */
494 static int sh_mobile_ceu_add_device(struct soc_camera_device *icd)
496 struct soc_camera_host *ici = to_soc_camera_host(icd->dev.parent);
497 struct sh_mobile_ceu_dev *pcdev = ici->priv;
503 dev_info(icd->dev.parent,
504 "SuperH Mobile CEU driver attached to camera %d\n",
507 pm_runtime_get_sync(ici->v4l2_dev.dev);
509 ret = sh_mobile_ceu_soft_reset(pcdev);
516 /* Called with .video_lock held */
517 static void sh_mobile_ceu_remove_device(struct soc_camera_device *icd)
519 struct soc_camera_host *ici = to_soc_camera_host(icd->dev.parent);
520 struct sh_mobile_ceu_dev *pcdev = ici->priv;
523 BUG_ON(icd != pcdev->icd);
525 /* disable capture, disable interrupts */
526 ceu_write(pcdev, CEIER, 0);
527 sh_mobile_ceu_soft_reset(pcdev);
529 /* make sure active buffer is canceled */
530 spin_lock_irqsave(&pcdev->lock, flags);
532 list_del(&pcdev->active->queue);
533 pcdev->active->state = VIDEOBUF_ERROR;
534 wake_up_all(&pcdev->active->done);
535 pcdev->active = NULL;
537 spin_unlock_irqrestore(&pcdev->lock, flags);
539 pm_runtime_put_sync(ici->v4l2_dev.dev);
541 dev_info(icd->dev.parent,
542 "SuperH Mobile CEU driver detached from camera %d\n",
549 * See chapter 29.4.12 "Capture Filter Control Register (CFLCR)"
550 * in SH7722 Hardware Manual
552 static unsigned int size_dst(unsigned int src, unsigned int scale)
554 unsigned int mant_pre = scale >> 12;
557 return ((mant_pre + 2 * (src - 1)) / (2 * mant_pre) - 1) *
558 mant_pre * 4096 / scale + 1;
561 static u16 calc_scale(unsigned int src, unsigned int *dst)
568 scale = (src * 4096 / *dst) & ~7;
570 while (scale > 4096 && size_dst(src, scale) < *dst)
573 *dst = size_dst(src, scale);
578 /* rect is guaranteed to not exceed the scaled camera rectangle */
579 static void sh_mobile_ceu_set_rect(struct soc_camera_device *icd)
581 struct soc_camera_host *ici = to_soc_camera_host(icd->dev.parent);
582 struct sh_mobile_ceu_cam *cam = icd->host_priv;
583 struct sh_mobile_ceu_dev *pcdev = ici->priv;
584 unsigned int height, width, cdwdr_width, in_width, in_height;
585 unsigned int left_offset, top_offset;
588 dev_geo(icd->dev.parent, "Crop %ux%u@%u:%u\n",
589 icd->user_width, icd->user_height, cam->ceu_left, cam->ceu_top);
591 left_offset = cam->ceu_left;
592 top_offset = cam->ceu_top;
594 /* CEU cropping (CFSZR) is applied _after_ the scaling filter (CFLCR) */
595 if (pcdev->image_mode) {
596 in_width = cam->width;
597 if (!pcdev->is_16bit) {
601 width = icd->user_width;
602 cdwdr_width = icd->user_width;
604 int bytes_per_line = soc_mbus_bytes_per_line(icd->user_width,
605 icd->current_fmt->host_fmt);
606 unsigned int w_factor;
608 width = icd->user_width;
610 switch (icd->current_fmt->host_fmt->packing) {
611 case SOC_MBUS_PACKING_2X8_PADHI:
618 in_width = cam->width * w_factor;
619 left_offset = left_offset * w_factor;
621 if (bytes_per_line < 0)
622 cdwdr_width = icd->user_width;
624 cdwdr_width = bytes_per_line;
627 height = icd->user_height;
628 in_height = cam->height;
629 if (V4L2_FIELD_NONE != pcdev->field) {
636 /* Set CAMOR, CAPWR, CFSZR, take care of CDWDR */
637 camor = left_offset | (top_offset << 16);
639 dev_geo(icd->dev.parent,
640 "CAMOR 0x%x, CAPWR 0x%x, CFSZR 0x%x, CDWDR 0x%x\n", camor,
641 (in_height << 16) | in_width, (height << 16) | width,
644 ceu_write(pcdev, CAMOR, camor);
645 ceu_write(pcdev, CAPWR, (in_height << 16) | in_width);
646 ceu_write(pcdev, CFSZR, (height << 16) | width);
647 ceu_write(pcdev, CDWDR, cdwdr_width);
650 static u32 capture_save_reset(struct sh_mobile_ceu_dev *pcdev)
652 u32 capsr = ceu_read(pcdev, CAPSR);
653 ceu_write(pcdev, CAPSR, 1 << 16); /* reset, stop capture */
657 static void capture_restore(struct sh_mobile_ceu_dev *pcdev, u32 capsr)
659 unsigned long timeout = jiffies + 10 * HZ;
662 * Wait until the end of the current frame. It can take a long time,
663 * but if it has been aborted by a CAPSR reset, it shoule exit sooner.
665 while ((ceu_read(pcdev, CSTSR) & 1) && time_before(jiffies, timeout))
668 if (time_after(jiffies, timeout)) {
669 dev_err(pcdev->ici.v4l2_dev.dev,
670 "Timeout waiting for frame end! Interface problem?\n");
674 /* Wait until reset clears, this shall not hang... */
675 while (ceu_read(pcdev, CAPSR) & (1 << 16))
678 /* Anything to restore? */
679 if (capsr & ~(1 << 16))
680 ceu_write(pcdev, CAPSR, capsr);
683 static int sh_mobile_ceu_set_bus_param(struct soc_camera_device *icd,
686 struct soc_camera_host *ici = to_soc_camera_host(icd->dev.parent);
687 struct sh_mobile_ceu_dev *pcdev = ici->priv;
689 unsigned long camera_flags, common_flags, value;
691 struct sh_mobile_ceu_cam *cam = icd->host_priv;
692 u32 capsr = capture_save_reset(pcdev);
694 camera_flags = icd->ops->query_bus_param(icd);
695 common_flags = soc_camera_bus_param_compatible(camera_flags,
696 make_bus_param(pcdev));
700 /* Make choises, based on platform preferences */
701 if ((common_flags & SOCAM_HSYNC_ACTIVE_HIGH) &&
702 (common_flags & SOCAM_HSYNC_ACTIVE_LOW)) {
703 if (pcdev->pdata->flags & SH_CEU_FLAG_HSYNC_LOW)
704 common_flags &= ~SOCAM_HSYNC_ACTIVE_HIGH;
706 common_flags &= ~SOCAM_HSYNC_ACTIVE_LOW;
709 if ((common_flags & SOCAM_VSYNC_ACTIVE_HIGH) &&
710 (common_flags & SOCAM_VSYNC_ACTIVE_LOW)) {
711 if (pcdev->pdata->flags & SH_CEU_FLAG_VSYNC_LOW)
712 common_flags &= ~SOCAM_VSYNC_ACTIVE_HIGH;
714 common_flags &= ~SOCAM_VSYNC_ACTIVE_LOW;
717 ret = icd->ops->set_bus_param(icd, common_flags);
721 switch (common_flags & SOCAM_DATAWIDTH_MASK) {
722 case SOCAM_DATAWIDTH_8:
725 case SOCAM_DATAWIDTH_16:
732 ceu_write(pcdev, CRCNTR, 0);
733 ceu_write(pcdev, CRCMPR, 0);
735 value = 0x00000010; /* data fetch by default */
738 switch (icd->current_fmt->host_fmt->fourcc) {
739 case V4L2_PIX_FMT_NV12:
740 case V4L2_PIX_FMT_NV21:
741 yuv_lineskip = 1; /* skip for NV12/21, no skip for NV16/61 */
743 case V4L2_PIX_FMT_NV16:
744 case V4L2_PIX_FMT_NV61:
746 case V4L2_MBUS_FMT_YUYV8_2X8_BE:
747 value = 0x00000000; /* Cb0, Y0, Cr0, Y1 */
749 case V4L2_MBUS_FMT_YVYU8_2X8_BE:
750 value = 0x00000100; /* Cr0, Y0, Cb0, Y1 */
752 case V4L2_MBUS_FMT_YUYV8_2X8_LE:
753 value = 0x00000200; /* Y0, Cb0, Y1, Cr0 */
755 case V4L2_MBUS_FMT_YVYU8_2X8_LE:
756 value = 0x00000300; /* Y0, Cr0, Y1, Cb0 */
763 if (icd->current_fmt->host_fmt->fourcc == V4L2_PIX_FMT_NV21 ||
764 icd->current_fmt->host_fmt->fourcc == V4L2_PIX_FMT_NV61)
765 value ^= 0x00000100; /* swap U, V to change from NV1x->NVx1 */
767 value |= common_flags & SOCAM_VSYNC_ACTIVE_LOW ? 1 << 1 : 0;
768 value |= common_flags & SOCAM_HSYNC_ACTIVE_LOW ? 1 << 0 : 0;
769 value |= pcdev->is_16bit ? 1 << 12 : 0;
770 ceu_write(pcdev, CAMCR, value);
772 ceu_write(pcdev, CAPCR, 0x00300000);
774 switch (pcdev->field) {
775 case V4L2_FIELD_INTERLACED_TB:
778 case V4L2_FIELD_INTERLACED_BT:
785 ceu_write(pcdev, CAIFR, value);
787 sh_mobile_ceu_set_rect(icd);
790 dev_geo(icd->dev.parent, "CFLCR 0x%x\n", pcdev->cflcr);
791 ceu_write(pcdev, CFLCR, pcdev->cflcr);
794 * A few words about byte order (observed in Big Endian mode)
796 * In data fetch mode bytes are received in chunks of 8 bytes.
797 * D0, D1, D2, D3, D4, D5, D6, D7 (D0 received first)
799 * The data is however by default written to memory in reverse order:
800 * D7, D6, D5, D4, D3, D2, D1, D0 (D7 written to lowest byte)
802 * The lowest three bits of CDOCR allows us to do swapping,
803 * using 7 we swap the data bytes to match the incoming order:
804 * D0, D1, D2, D3, D4, D5, D6, D7
808 value &= ~0x00000010; /* convert 4:2:2 -> 4:2:0 */
810 ceu_write(pcdev, CDOCR, value);
811 ceu_write(pcdev, CFWCR, 0); /* keep "datafetch firewall" disabled */
813 dev_dbg(icd->dev.parent, "S_FMT successful for %c%c%c%c %ux%u\n",
814 pixfmt & 0xff, (pixfmt >> 8) & 0xff,
815 (pixfmt >> 16) & 0xff, (pixfmt >> 24) & 0xff,
816 icd->user_width, icd->user_height);
818 capture_restore(pcdev, capsr);
820 /* not in bundle mode: skip CBDSR, CDAYR2, CDACR2, CDBYR2, CDBCR2 */
824 static int sh_mobile_ceu_try_bus_param(struct soc_camera_device *icd,
825 unsigned char buswidth)
827 struct soc_camera_host *ici = to_soc_camera_host(icd->dev.parent);
828 struct sh_mobile_ceu_dev *pcdev = ici->priv;
829 unsigned long camera_flags, common_flags;
831 camera_flags = icd->ops->query_bus_param(icd);
832 common_flags = soc_camera_bus_param_compatible(camera_flags,
833 make_bus_param(pcdev));
834 if (!common_flags || buswidth > 16 ||
835 (buswidth > 8 && !(common_flags & SOCAM_DATAWIDTH_16)))
841 static const struct soc_mbus_pixelfmt sh_mobile_ceu_formats[] = {
843 .fourcc = V4L2_PIX_FMT_NV12,
845 .bits_per_sample = 12,
846 .packing = SOC_MBUS_PACKING_NONE,
847 .order = SOC_MBUS_ORDER_LE,
849 .fourcc = V4L2_PIX_FMT_NV21,
851 .bits_per_sample = 12,
852 .packing = SOC_MBUS_PACKING_NONE,
853 .order = SOC_MBUS_ORDER_LE,
855 .fourcc = V4L2_PIX_FMT_NV16,
857 .bits_per_sample = 16,
858 .packing = SOC_MBUS_PACKING_NONE,
859 .order = SOC_MBUS_ORDER_LE,
861 .fourcc = V4L2_PIX_FMT_NV61,
863 .bits_per_sample = 16,
864 .packing = SOC_MBUS_PACKING_NONE,
865 .order = SOC_MBUS_ORDER_LE,
869 /* This will be corrected as we get more formats */
870 static bool sh_mobile_ceu_packing_supported(const struct soc_mbus_pixelfmt *fmt)
872 return fmt->packing == SOC_MBUS_PACKING_NONE ||
873 (fmt->bits_per_sample == 8 &&
874 fmt->packing == SOC_MBUS_PACKING_2X8_PADHI) ||
875 (fmt->bits_per_sample > 8 &&
876 fmt->packing == SOC_MBUS_PACKING_EXTEND16);
879 static int client_g_rect(struct v4l2_subdev *sd, struct v4l2_rect *rect);
881 static int sh_mobile_ceu_get_formats(struct soc_camera_device *icd, unsigned int idx,
882 struct soc_camera_format_xlate *xlate)
884 struct v4l2_subdev *sd = soc_camera_to_subdev(icd);
885 struct device *dev = icd->dev.parent;
888 struct sh_mobile_ceu_cam *cam;
889 enum v4l2_mbus_pixelcode code;
890 const struct soc_mbus_pixelfmt *fmt;
892 ret = v4l2_subdev_call(sd, video, enum_mbus_fmt, idx, &code);
894 /* No more formats */
897 fmt = soc_mbus_get_fmtdesc(code);
899 dev_err(icd->dev.parent,
900 "Invalid format code #%u: %d\n", idx, code);
904 ret = sh_mobile_ceu_try_bus_param(icd, fmt->bits_per_sample);
908 if (!icd->host_priv) {
909 struct v4l2_mbus_framefmt mf;
910 struct v4l2_rect rect;
911 struct device *dev = icd->dev.parent;
914 /* FIXME: subwindow is lost between close / open */
916 /* Cache current client geometry */
917 ret = client_g_rect(sd, &rect);
922 ret = v4l2_subdev_call(sd, video, g_mbus_fmt, &mf);
926 while ((mf.width > 2560 || mf.height > 1920) && shift < 4) {
927 /* Try 2560x1920, 1280x960, 640x480, 320x240 */
928 mf.width = 2560 >> shift;
929 mf.height = 1920 >> shift;
930 ret = v4l2_subdev_call(sd, video, s_mbus_fmt, &mf);
937 dev_err(dev, "Failed to configure the client below %ux%x\n",
938 mf.width, mf.height);
942 dev_geo(dev, "camera fmt %ux%u\n", mf.width, mf.height);
944 cam = kzalloc(sizeof(*cam), GFP_KERNEL);
948 /* We are called with current camera crop, initialise subrect with it */
952 cam->width = mf.width;
953 cam->height = mf.height;
955 cam->width = mf.width;
956 cam->height = mf.height;
958 icd->host_priv = cam;
960 cam = icd->host_priv;
963 /* Beginning of a pass */
965 cam->extra_fmt = NULL;
968 case V4L2_MBUS_FMT_YUYV8_2X8_BE:
969 case V4L2_MBUS_FMT_YVYU8_2X8_BE:
970 case V4L2_MBUS_FMT_YUYV8_2X8_LE:
971 case V4L2_MBUS_FMT_YVYU8_2X8_LE:
976 * Our case is simple so far: for any of the above four camera
977 * formats we add all our four synthesized NV* formats, so,
978 * just marking the device with a single flag suffices. If
979 * the format generation rules are more complex, you would have
980 * to actually hang your already added / counted formats onto
981 * the host_priv pointer and check whether the format you're
982 * going to add now is already there.
984 cam->extra_fmt = sh_mobile_ceu_formats;
986 n = ARRAY_SIZE(sh_mobile_ceu_formats);
988 for (k = 0; xlate && k < n; k++) {
989 xlate->host_fmt = &sh_mobile_ceu_formats[k];
992 dev_dbg(dev, "Providing format %s using code %d\n",
993 sh_mobile_ceu_formats[k].name, code);
997 if (!sh_mobile_ceu_packing_supported(fmt))
1001 /* Generic pass-through */
1004 xlate->host_fmt = fmt;
1007 dev_dbg(dev, "Providing format %s in pass-through mode\n",
1014 static void sh_mobile_ceu_put_formats(struct soc_camera_device *icd)
1016 kfree(icd->host_priv);
1017 icd->host_priv = NULL;
1020 /* Check if any dimension of r1 is smaller than respective one of r2 */
1021 static bool is_smaller(struct v4l2_rect *r1, struct v4l2_rect *r2)
1023 return r1->width < r2->width || r1->height < r2->height;
1026 /* Check if r1 fails to cover r2 */
1027 static bool is_inside(struct v4l2_rect *r1, struct v4l2_rect *r2)
1029 return r1->left > r2->left || r1->top > r2->top ||
1030 r1->left + r1->width < r2->left + r2->width ||
1031 r1->top + r1->height < r2->top + r2->height;
1034 static unsigned int scale_down(unsigned int size, unsigned int scale)
1036 return (size * 4096 + scale / 2) / scale;
1039 static unsigned int calc_generic_scale(unsigned int input, unsigned int output)
1041 return (input * 4096 + output / 2) / output;
1044 /* Get and store current client crop */
1045 static int client_g_rect(struct v4l2_subdev *sd, struct v4l2_rect *rect)
1047 struct v4l2_crop crop;
1048 struct v4l2_cropcap cap;
1051 crop.type = V4L2_BUF_TYPE_VIDEO_CAPTURE;
1053 ret = v4l2_subdev_call(sd, video, g_crop, &crop);
1059 /* Camera driver doesn't support .g_crop(), assume default rectangle */
1060 cap.type = V4L2_BUF_TYPE_VIDEO_CAPTURE;
1062 ret = v4l2_subdev_call(sd, video, cropcap, &cap);
1064 *rect = cap.defrect;
1069 /* Client crop has changed, update our sub-rectangle to remain within the area */
1070 static void update_subrect(struct sh_mobile_ceu_cam *cam)
1072 struct v4l2_rect *rect = &cam->rect, *subrect = &cam->subrect;
1074 if (rect->width < subrect->width)
1075 subrect->width = rect->width;
1077 if (rect->height < subrect->height)
1078 subrect->height = rect->height;
1080 if (rect->left > subrect->left)
1081 subrect->left = rect->left;
1082 else if (rect->left + rect->width >
1083 subrect->left + subrect->width)
1084 subrect->left = rect->left + rect->width -
1087 if (rect->top > subrect->top)
1088 subrect->top = rect->top;
1089 else if (rect->top + rect->height >
1090 subrect->top + subrect->height)
1091 subrect->top = rect->top + rect->height -
1096 * The common for both scaling and cropping iterative approach is:
1097 * 1. try if the client can produce exactly what requested by the user
1098 * 2. if (1) failed, try to double the client image until we get one big enough
1099 * 3. if (2) failed, try to request the maximum image
1101 static int client_s_crop(struct soc_camera_device *icd, struct v4l2_crop *crop,
1102 struct v4l2_crop *cam_crop)
1104 struct v4l2_subdev *sd = soc_camera_to_subdev(icd);
1105 struct v4l2_rect *rect = &crop->c, *cam_rect = &cam_crop->c;
1106 struct device *dev = sd->v4l2_dev->dev;
1107 struct sh_mobile_ceu_cam *cam = icd->host_priv;
1108 struct v4l2_cropcap cap;
1110 unsigned int width, height;
1112 v4l2_subdev_call(sd, video, s_crop, crop);
1113 ret = client_g_rect(sd, cam_rect);
1118 * Now cam_crop contains the current camera input rectangle, and it must
1119 * be within camera cropcap bounds
1121 if (!memcmp(rect, cam_rect, sizeof(*rect))) {
1122 /* Even if camera S_CROP failed, but camera rectangle matches */
1123 dev_dbg(dev, "Camera S_CROP successful for %dx%d@%d:%d\n",
1124 rect->width, rect->height, rect->left, rect->top);
1125 cam->rect = *cam_rect;
1129 /* Try to fix cropping, that camera hasn't managed to set */
1130 dev_geo(dev, "Fix camera S_CROP for %dx%d@%d:%d to %dx%d@%d:%d\n",
1131 cam_rect->width, cam_rect->height,
1132 cam_rect->left, cam_rect->top,
1133 rect->width, rect->height, rect->left, rect->top);
1135 /* We need sensor maximum rectangle */
1136 ret = v4l2_subdev_call(sd, video, cropcap, &cap);
1140 /* Put user requested rectangle within sensor bounds */
1141 soc_camera_limit_side(&rect->left, &rect->width, cap.bounds.left, 2,
1143 soc_camera_limit_side(&rect->top, &rect->height, cap.bounds.top, 4,
1147 * Popular special case - some cameras can only handle fixed sizes like
1148 * QVGA, VGA,... Take care to avoid infinite loop.
1150 width = max(cam_rect->width, 2);
1151 height = max(cam_rect->height, 2);
1154 * Loop as long as sensor is not covering the requested rectangle and
1155 * is still within its bounds
1157 while (!ret && (is_smaller(cam_rect, rect) ||
1158 is_inside(cam_rect, rect)) &&
1159 (cap.bounds.width > width || cap.bounds.height > height)) {
1164 cam_rect->width = width;
1165 cam_rect->height = height;
1168 * We do not know what capabilities the camera has to set up
1169 * left and top borders. We could try to be smarter in iterating
1170 * them, e.g., if camera current left is to the right of the
1171 * target left, set it to the middle point between the current
1172 * left and minimum left. But that would add too much
1173 * complexity: we would have to iterate each border separately.
1174 * Instead we just drop to the left and top bounds.
1176 if (cam_rect->left > rect->left)
1177 cam_rect->left = cap.bounds.left;
1179 if (cam_rect->left + cam_rect->width < rect->left + rect->width)
1180 cam_rect->width = rect->left + rect->width -
1183 if (cam_rect->top > rect->top)
1184 cam_rect->top = cap.bounds.top;
1186 if (cam_rect->top + cam_rect->height < rect->top + rect->height)
1187 cam_rect->height = rect->top + rect->height -
1190 v4l2_subdev_call(sd, video, s_crop, cam_crop);
1191 ret = client_g_rect(sd, cam_rect);
1192 dev_geo(dev, "Camera S_CROP %d for %dx%d@%d:%d\n", ret,
1193 cam_rect->width, cam_rect->height,
1194 cam_rect->left, cam_rect->top);
1197 /* S_CROP must not modify the rectangle */
1198 if (is_smaller(cam_rect, rect) || is_inside(cam_rect, rect)) {
1200 * The camera failed to configure a suitable cropping,
1201 * we cannot use the current rectangle, set to max
1203 *cam_rect = cap.bounds;
1204 v4l2_subdev_call(sd, video, s_crop, cam_crop);
1205 ret = client_g_rect(sd, cam_rect);
1206 dev_geo(dev, "Camera S_CROP %d for max %dx%d@%d:%d\n", ret,
1207 cam_rect->width, cam_rect->height,
1208 cam_rect->left, cam_rect->top);
1212 cam->rect = *cam_rect;
1213 update_subrect(cam);
1219 /* Iterative s_mbus_fmt, also updates cached client crop on success */
1220 static int client_s_fmt(struct soc_camera_device *icd,
1221 struct v4l2_mbus_framefmt *mf, bool ceu_can_scale)
1223 struct sh_mobile_ceu_cam *cam = icd->host_priv;
1224 struct v4l2_subdev *sd = soc_camera_to_subdev(icd);
1225 struct device *dev = icd->dev.parent;
1226 unsigned int width = mf->width, height = mf->height, tmp_w, tmp_h;
1227 unsigned int max_width, max_height;
1228 struct v4l2_cropcap cap;
1231 ret = v4l2_subdev_call(sd, video, s_mbus_fmt, mf);
1235 dev_geo(dev, "camera scaled to %ux%u\n", mf->width, mf->height);
1237 if ((width == mf->width && height == mf->height) || !ceu_can_scale)
1240 cap.type = V4L2_BUF_TYPE_VIDEO_CAPTURE;
1242 ret = v4l2_subdev_call(sd, video, cropcap, &cap);
1246 max_width = min(cap.bounds.width, 2560);
1247 max_height = min(cap.bounds.height, 1920);
1249 /* Camera set a format, but geometry is not precise, try to improve */
1253 /* width <= max_width && height <= max_height - guaranteed by try_fmt */
1254 while ((width > tmp_w || height > tmp_h) &&
1255 tmp_w < max_width && tmp_h < max_height) {
1256 tmp_w = min(2 * tmp_w, max_width);
1257 tmp_h = min(2 * tmp_h, max_height);
1260 ret = v4l2_subdev_call(sd, video, s_mbus_fmt, mf);
1261 dev_geo(dev, "Camera scaled to %ux%u\n",
1262 mf->width, mf->height);
1264 /* This shouldn't happen */
1265 dev_err(dev, "Client failed to set format: %d\n", ret);
1272 ret = client_g_rect(sd, &cam->rect);
1276 update_subrect(cam);
1282 * @width - on output: user width, mapped back to input
1283 * @height - on output: user height, mapped back to input
1284 * @mf - in- / output camera output window
1286 static int client_scale(struct soc_camera_device *icd,
1287 struct v4l2_mbus_framefmt *mf,
1288 unsigned int *width, unsigned int *height,
1291 struct sh_mobile_ceu_cam *cam = icd->host_priv;
1292 struct device *dev = icd->dev.parent;
1293 struct v4l2_mbus_framefmt mf_tmp = *mf;
1294 unsigned int scale_h, scale_v;
1298 * 5. Apply iterative camera S_FMT for camera user window (also updates
1299 * client crop cache and the imaginary sub-rectangle).
1301 ret = client_s_fmt(icd, &mf_tmp, ceu_can_scale);
1305 dev_geo(dev, "5: camera scaled to %ux%u\n",
1306 mf_tmp.width, mf_tmp.height);
1308 /* 6. Retrieve camera output window (g_fmt) */
1310 /* unneeded - it is already in "mf_tmp" */
1312 /* 7. Calculate new client scales. */
1313 scale_h = calc_generic_scale(cam->rect.width, mf_tmp.width);
1314 scale_v = calc_generic_scale(cam->rect.height, mf_tmp.height);
1316 mf->width = mf_tmp.width;
1317 mf->height = mf_tmp.height;
1318 mf->colorspace = mf_tmp.colorspace;
1321 * 8. Calculate new CEU crop - apply camera scales to previously
1322 * updated "effective" crop.
1324 *width = scale_down(cam->subrect.width, scale_h);
1325 *height = scale_down(cam->subrect.height, scale_v);
1327 dev_geo(dev, "8: new client sub-window %ux%u\n", *width, *height);
1333 * CEU can scale and crop, but we don't want to waste bandwidth and kill the
1334 * framerate by always requesting the maximum image from the client. See
1335 * Documentation/video4linux/sh_mobile_camera_ceu.txt for a description of
1336 * scaling and cropping algorithms and for the meaning of referenced here steps.
1338 static int sh_mobile_ceu_set_crop(struct soc_camera_device *icd,
1339 struct v4l2_crop *a)
1341 struct v4l2_rect *rect = &a->c;
1342 struct soc_camera_host *ici = to_soc_camera_host(icd->dev.parent);
1343 struct sh_mobile_ceu_dev *pcdev = ici->priv;
1344 struct v4l2_crop cam_crop;
1345 struct sh_mobile_ceu_cam *cam = icd->host_priv;
1346 struct v4l2_rect *cam_rect = &cam_crop.c;
1347 struct v4l2_subdev *sd = soc_camera_to_subdev(icd);
1348 struct device *dev = icd->dev.parent;
1349 struct v4l2_mbus_framefmt mf;
1350 unsigned int scale_cam_h, scale_cam_v, scale_ceu_h, scale_ceu_v,
1351 out_width, out_height, scale_h, scale_v;
1352 int interm_width, interm_height;
1356 dev_geo(dev, "S_CROP(%ux%u@%u:%u)\n", rect->width, rect->height,
1357 rect->left, rect->top);
1359 /* During camera cropping its output window can change too, stop CEU */
1360 capsr = capture_save_reset(pcdev);
1361 dev_dbg(dev, "CAPSR 0x%x, CFLCR 0x%x\n", capsr, pcdev->cflcr);
1363 /* 1. - 2. Apply iterative camera S_CROP for new input window. */
1364 ret = client_s_crop(icd, a, &cam_crop);
1368 dev_geo(dev, "1-2: camera cropped to %ux%u@%u:%u\n",
1369 cam_rect->width, cam_rect->height,
1370 cam_rect->left, cam_rect->top);
1372 /* On success cam_crop contains current camera crop */
1374 /* 3. Retrieve camera output window */
1375 ret = v4l2_subdev_call(sd, video, g_mbus_fmt, &mf);
1379 if (mf.width > 2560 || mf.height > 1920)
1382 /* Cache camera output window */
1383 cam->width = mf.width;
1384 cam->height = mf.height;
1386 /* 4. Calculate camera scales */
1387 scale_cam_h = calc_generic_scale(cam_rect->width, mf.width);
1388 scale_cam_v = calc_generic_scale(cam_rect->height, mf.height);
1390 /* Calculate intermediate window */
1391 interm_width = scale_down(rect->width, scale_cam_h);
1392 interm_height = scale_down(rect->height, scale_cam_v);
1394 if (pcdev->image_mode) {
1395 out_width = min(interm_width, icd->user_width);
1396 out_height = min(interm_height, icd->user_height);
1398 out_width = interm_width;
1399 out_height = interm_height;
1403 * 5. Calculate CEU scales from camera scales from results of (5) and
1406 scale_ceu_h = calc_scale(interm_width, &out_width);
1407 scale_ceu_v = calc_scale(interm_height, &out_height);
1409 /* Calculate camera scales */
1410 scale_h = calc_generic_scale(cam_rect->width, out_width);
1411 scale_v = calc_generic_scale(cam_rect->height, out_height);
1413 dev_geo(dev, "5: CEU scales %u:%u\n", scale_ceu_h, scale_ceu_v);
1415 /* Apply CEU scales. */
1416 cflcr = scale_ceu_h | (scale_ceu_v << 16);
1417 if (cflcr != pcdev->cflcr) {
1418 pcdev->cflcr = cflcr;
1419 ceu_write(pcdev, CFLCR, cflcr);
1422 icd->user_width = out_width;
1423 icd->user_height = out_height;
1424 cam->ceu_left = scale_down(rect->left - cam_rect->left, scale_h) & ~1;
1425 cam->ceu_top = scale_down(rect->top - cam_rect->top, scale_v) & ~1;
1427 /* 6. Use CEU cropping to crop to the new window. */
1428 sh_mobile_ceu_set_rect(icd);
1430 cam->subrect = *rect;
1432 dev_geo(dev, "6: CEU cropped to %ux%u@%u:%u\n",
1433 icd->user_width, icd->user_height,
1434 cam->ceu_left, cam->ceu_top);
1436 /* Restore capture */
1439 capture_restore(pcdev, capsr);
1441 /* Even if only camera cropping succeeded */
1445 static int sh_mobile_ceu_get_crop(struct soc_camera_device *icd,
1446 struct v4l2_crop *a)
1448 struct sh_mobile_ceu_cam *cam = icd->host_priv;
1450 a->type = V4L2_BUF_TYPE_VIDEO_CAPTURE;
1451 a->c = cam->subrect;
1457 * Calculate real client output window by applying new scales to the current
1458 * client crop. New scales are calculated from the requested output format and
1459 * CEU crop, mapped backed onto the client input (subrect).
1461 static void calculate_client_output(struct soc_camera_device *icd,
1462 struct v4l2_pix_format *pix, struct v4l2_mbus_framefmt *mf)
1464 struct sh_mobile_ceu_cam *cam = icd->host_priv;
1465 struct device *dev = icd->dev.parent;
1466 struct v4l2_rect *cam_subrect = &cam->subrect;
1467 unsigned int scale_v, scale_h;
1469 if (cam_subrect->width == cam->rect.width &&
1470 cam_subrect->height == cam->rect.height) {
1471 /* No sub-cropping */
1472 mf->width = pix->width;
1473 mf->height = pix->height;
1477 /* 1.-2. Current camera scales and subwin - cached. */
1479 dev_geo(dev, "2: subwin %ux%u@%u:%u\n",
1480 cam_subrect->width, cam_subrect->height,
1481 cam_subrect->left, cam_subrect->top);
1484 * 3. Calculate new combined scales from input sub-window to requested
1489 * TODO: CEU cannot scale images larger than VGA to smaller than SubQCIF
1490 * (128x96) or larger than VGA
1492 scale_h = calc_generic_scale(cam_subrect->width, pix->width);
1493 scale_v = calc_generic_scale(cam_subrect->height, pix->height);
1495 dev_geo(dev, "3: scales %u:%u\n", scale_h, scale_v);
1498 * 4. Calculate client output window by applying combined scales to real
1501 mf->width = scale_down(cam->rect.width, scale_h);
1502 mf->height = scale_down(cam->rect.height, scale_v);
1505 /* Similar to set_crop multistage iterative algorithm */
1506 static int sh_mobile_ceu_set_fmt(struct soc_camera_device *icd,
1507 struct v4l2_format *f)
1509 struct soc_camera_host *ici = to_soc_camera_host(icd->dev.parent);
1510 struct sh_mobile_ceu_dev *pcdev = ici->priv;
1511 struct sh_mobile_ceu_cam *cam = icd->host_priv;
1512 struct v4l2_pix_format *pix = &f->fmt.pix;
1513 struct v4l2_mbus_framefmt mf;
1514 struct device *dev = icd->dev.parent;
1515 __u32 pixfmt = pix->pixelformat;
1516 const struct soc_camera_format_xlate *xlate;
1517 unsigned int ceu_sub_width, ceu_sub_height;
1518 u16 scale_v, scale_h;
1521 enum v4l2_field field;
1523 dev_geo(dev, "S_FMT(pix=0x%x, %ux%u)\n", pixfmt, pix->width, pix->height);
1525 switch (pix->field) {
1527 pix->field = V4L2_FIELD_NONE;
1529 case V4L2_FIELD_INTERLACED_TB:
1530 case V4L2_FIELD_INTERLACED_BT:
1531 case V4L2_FIELD_NONE:
1534 case V4L2_FIELD_INTERLACED:
1535 field = V4L2_FIELD_INTERLACED_TB;
1539 xlate = soc_camera_xlate_by_fourcc(icd, pixfmt);
1541 dev_warn(dev, "Format %x not found\n", pixfmt);
1545 /* 1.-4. Calculate client output geometry */
1546 calculate_client_output(icd, &f->fmt.pix, &mf);
1547 mf.field = pix->field;
1548 mf.colorspace = pix->colorspace;
1549 mf.code = xlate->code;
1552 case V4L2_PIX_FMT_NV12:
1553 case V4L2_PIX_FMT_NV21:
1554 case V4L2_PIX_FMT_NV16:
1555 case V4L2_PIX_FMT_NV61:
1562 dev_geo(dev, "4: request camera output %ux%u\n", mf.width, mf.height);
1565 ret = client_scale(icd, &mf, &ceu_sub_width, &ceu_sub_height,
1566 image_mode && V4L2_FIELD_NONE == field);
1568 dev_geo(dev, "5-9: client scale return %d\n", ret);
1570 /* Done with the camera. Now see if we can improve the result */
1572 dev_geo(dev, "Camera %d fmt %ux%u, requested %ux%u\n",
1573 ret, mf.width, mf.height, pix->width, pix->height);
1577 if (mf.code != xlate->code)
1580 /* 9. Prepare CEU crop */
1581 cam->width = mf.width;
1582 cam->height = mf.height;
1584 /* 10. Use CEU scaling to scale to the requested user window. */
1586 /* We cannot scale up */
1587 if (pix->width > ceu_sub_width)
1588 ceu_sub_width = pix->width;
1590 if (pix->height > ceu_sub_height)
1591 ceu_sub_height = pix->height;
1593 pix->colorspace = mf.colorspace;
1596 /* Scale pix->{width x height} down to width x height */
1597 scale_h = calc_scale(ceu_sub_width, &pix->width);
1598 scale_v = calc_scale(ceu_sub_height, &pix->height);
1600 pix->width = ceu_sub_width;
1601 pix->height = ceu_sub_height;
1606 pcdev->cflcr = scale_h | (scale_v << 16);
1609 * We have calculated CFLCR, the actual configuration will be performed
1610 * in sh_mobile_ceu_set_bus_param()
1613 dev_geo(dev, "10: W: %u : 0x%x = %u, H: %u : 0x%x = %u\n",
1614 ceu_sub_width, scale_h, pix->width,
1615 ceu_sub_height, scale_v, pix->height);
1617 cam->code = xlate->code;
1618 icd->current_fmt = xlate;
1620 pcdev->field = field;
1621 pcdev->image_mode = image_mode;
1626 static int sh_mobile_ceu_try_fmt(struct soc_camera_device *icd,
1627 struct v4l2_format *f)
1629 const struct soc_camera_format_xlate *xlate;
1630 struct v4l2_pix_format *pix = &f->fmt.pix;
1631 struct v4l2_subdev *sd = soc_camera_to_subdev(icd);
1632 struct v4l2_mbus_framefmt mf;
1633 __u32 pixfmt = pix->pixelformat;
1637 xlate = soc_camera_xlate_by_fourcc(icd, pixfmt);
1639 dev_warn(icd->dev.parent, "Format %x not found\n", pixfmt);
1643 /* FIXME: calculate using depth and bus width */
1645 v4l_bound_align_image(&pix->width, 2, 2560, 1,
1646 &pix->height, 4, 1920, 2, 0);
1649 height = pix->height;
1651 pix->bytesperline = soc_mbus_bytes_per_line(width, xlate->host_fmt);
1652 if ((int)pix->bytesperline < 0)
1653 return pix->bytesperline;
1654 pix->sizeimage = height * pix->bytesperline;
1656 /* limit to sensor capabilities */
1657 mf.width = pix->width;
1658 mf.height = pix->height;
1659 mf.field = pix->field;
1660 mf.code = xlate->code;
1661 mf.colorspace = pix->colorspace;
1663 ret = v4l2_subdev_call(sd, video, try_mbus_fmt, &mf);
1667 pix->width = mf.width;
1668 pix->height = mf.height;
1669 pix->field = mf.field;
1670 pix->colorspace = mf.colorspace;
1673 case V4L2_PIX_FMT_NV12:
1674 case V4L2_PIX_FMT_NV21:
1675 case V4L2_PIX_FMT_NV16:
1676 case V4L2_PIX_FMT_NV61:
1677 /* FIXME: check against rect_max after converting soc-camera */
1678 /* We can scale precisely, need a bigger image from camera */
1679 if (pix->width < width || pix->height < height) {
1681 * We presume, the sensor behaves sanely, i.e., if
1682 * requested a bigger rectangle, it will not return a
1687 ret = v4l2_subdev_call(sd, video, try_mbus_fmt, &mf);
1689 /* Shouldn't actually happen... */
1690 dev_err(icd->dev.parent,
1691 "FIXME: client try_fmt() = %d\n", ret);
1695 /* We will scale exactly */
1696 if (mf.width > width)
1698 if (mf.height > height)
1699 pix->height = height;
1705 static int sh_mobile_ceu_reqbufs(struct soc_camera_file *icf,
1706 struct v4l2_requestbuffers *p)
1711 * This is for locking debugging only. I removed spinlocks and now I
1712 * check whether .prepare is ever called on a linked buffer, or whether
1713 * a dma IRQ can occur for an in-work or unlinked buffer. Until now
1714 * it hadn't triggered
1716 for (i = 0; i < p->count; i++) {
1717 struct sh_mobile_ceu_buffer *buf;
1719 buf = container_of(icf->vb_vidq.bufs[i],
1720 struct sh_mobile_ceu_buffer, vb);
1721 INIT_LIST_HEAD(&buf->vb.queue);
1727 static unsigned int sh_mobile_ceu_poll(struct file *file, poll_table *pt)
1729 struct soc_camera_file *icf = file->private_data;
1730 struct sh_mobile_ceu_buffer *buf;
1732 buf = list_entry(icf->vb_vidq.stream.next,
1733 struct sh_mobile_ceu_buffer, vb.stream);
1735 poll_wait(file, &buf->vb.done, pt);
1737 if (buf->vb.state == VIDEOBUF_DONE ||
1738 buf->vb.state == VIDEOBUF_ERROR)
1739 return POLLIN|POLLRDNORM;
1744 static int sh_mobile_ceu_querycap(struct soc_camera_host *ici,
1745 struct v4l2_capability *cap)
1747 strlcpy(cap->card, "SuperH_Mobile_CEU", sizeof(cap->card));
1748 cap->version = KERNEL_VERSION(0, 0, 5);
1749 cap->capabilities = V4L2_CAP_VIDEO_CAPTURE | V4L2_CAP_STREAMING;
1753 static void sh_mobile_ceu_init_videobuf(struct videobuf_queue *q,
1754 struct soc_camera_device *icd)
1756 struct soc_camera_host *ici = to_soc_camera_host(icd->dev.parent);
1757 struct sh_mobile_ceu_dev *pcdev = ici->priv;
1759 videobuf_queue_dma_contig_init(q,
1760 &sh_mobile_ceu_videobuf_ops,
1761 icd->dev.parent, &pcdev->lock,
1762 V4L2_BUF_TYPE_VIDEO_CAPTURE,
1764 sizeof(struct sh_mobile_ceu_buffer),
1768 static int sh_mobile_ceu_get_parm(struct soc_camera_device *icd,
1769 struct v4l2_streamparm *parm)
1771 struct v4l2_subdev *sd = soc_camera_to_subdev(icd);
1773 return v4l2_subdev_call(sd, video, g_parm, parm);
1776 static int sh_mobile_ceu_set_parm(struct soc_camera_device *icd,
1777 struct v4l2_streamparm *parm)
1779 struct v4l2_subdev *sd = soc_camera_to_subdev(icd);
1781 return v4l2_subdev_call(sd, video, s_parm, parm);
1784 static int sh_mobile_ceu_get_ctrl(struct soc_camera_device *icd,
1785 struct v4l2_control *ctrl)
1787 struct soc_camera_host *ici = to_soc_camera_host(icd->dev.parent);
1788 struct sh_mobile_ceu_dev *pcdev = ici->priv;
1792 case V4L2_CID_SHARPNESS:
1793 val = ceu_read(pcdev, CLFCR);
1794 ctrl->value = val ^ 1;
1797 return -ENOIOCTLCMD;
1800 static int sh_mobile_ceu_set_ctrl(struct soc_camera_device *icd,
1801 struct v4l2_control *ctrl)
1803 struct soc_camera_host *ici = to_soc_camera_host(icd->dev.parent);
1804 struct sh_mobile_ceu_dev *pcdev = ici->priv;
1807 case V4L2_CID_SHARPNESS:
1808 switch (icd->current_fmt->host_fmt->fourcc) {
1809 case V4L2_PIX_FMT_NV12:
1810 case V4L2_PIX_FMT_NV21:
1811 case V4L2_PIX_FMT_NV16:
1812 case V4L2_PIX_FMT_NV61:
1813 ceu_write(pcdev, CLFCR, !ctrl->value);
1818 return -ENOIOCTLCMD;
1821 static const struct v4l2_queryctrl sh_mobile_ceu_controls[] = {
1823 .id = V4L2_CID_SHARPNESS,
1824 .type = V4L2_CTRL_TYPE_BOOLEAN,
1825 .name = "Low-pass filter",
1833 static struct soc_camera_host_ops sh_mobile_ceu_host_ops = {
1834 .owner = THIS_MODULE,
1835 .add = sh_mobile_ceu_add_device,
1836 .remove = sh_mobile_ceu_remove_device,
1837 .get_formats = sh_mobile_ceu_get_formats,
1838 .put_formats = sh_mobile_ceu_put_formats,
1839 .get_crop = sh_mobile_ceu_get_crop,
1840 .set_crop = sh_mobile_ceu_set_crop,
1841 .set_fmt = sh_mobile_ceu_set_fmt,
1842 .try_fmt = sh_mobile_ceu_try_fmt,
1843 .set_ctrl = sh_mobile_ceu_set_ctrl,
1844 .get_ctrl = sh_mobile_ceu_get_ctrl,
1845 .set_parm = sh_mobile_ceu_set_parm,
1846 .get_parm = sh_mobile_ceu_get_parm,
1847 .reqbufs = sh_mobile_ceu_reqbufs,
1848 .poll = sh_mobile_ceu_poll,
1849 .querycap = sh_mobile_ceu_querycap,
1850 .set_bus_param = sh_mobile_ceu_set_bus_param,
1851 .init_videobuf = sh_mobile_ceu_init_videobuf,
1852 .controls = sh_mobile_ceu_controls,
1853 .num_controls = ARRAY_SIZE(sh_mobile_ceu_controls),
1856 static int __devinit sh_mobile_ceu_probe(struct platform_device *pdev)
1858 struct sh_mobile_ceu_dev *pcdev;
1859 struct resource *res;
1864 res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
1865 irq = platform_get_irq(pdev, 0);
1866 if (!res || (int)irq <= 0) {
1867 dev_err(&pdev->dev, "Not enough CEU platform resources.\n");
1872 pcdev = kzalloc(sizeof(*pcdev), GFP_KERNEL);
1874 dev_err(&pdev->dev, "Could not allocate pcdev\n");
1879 INIT_LIST_HEAD(&pcdev->capture);
1880 spin_lock_init(&pcdev->lock);
1882 pcdev->pdata = pdev->dev.platform_data;
1883 if (!pcdev->pdata) {
1885 dev_err(&pdev->dev, "CEU platform data not set.\n");
1889 base = ioremap_nocache(res->start, resource_size(res));
1892 dev_err(&pdev->dev, "Unable to ioremap CEU registers.\n");
1898 pcdev->video_limit = 0; /* only enabled if second resource exists */
1900 res = platform_get_resource(pdev, IORESOURCE_MEM, 1);
1902 err = dma_declare_coherent_memory(&pdev->dev, res->start,
1906 DMA_MEMORY_EXCLUSIVE);
1908 dev_err(&pdev->dev, "Unable to declare CEU memory.\n");
1913 pcdev->video_limit = resource_size(res);
1917 err = request_irq(pcdev->irq, sh_mobile_ceu_irq, IRQF_DISABLED,
1918 dev_name(&pdev->dev), pcdev);
1920 dev_err(&pdev->dev, "Unable to register CEU interrupt.\n");
1921 goto exit_release_mem;
1924 pm_suspend_ignore_children(&pdev->dev, true);
1925 pm_runtime_enable(&pdev->dev);
1926 pm_runtime_resume(&pdev->dev);
1928 pcdev->ici.priv = pcdev;
1929 pcdev->ici.v4l2_dev.dev = &pdev->dev;
1930 pcdev->ici.nr = pdev->id;
1931 pcdev->ici.drv_name = dev_name(&pdev->dev);
1932 pcdev->ici.ops = &sh_mobile_ceu_host_ops;
1934 err = soc_camera_host_register(&pcdev->ici);
1941 pm_runtime_disable(&pdev->dev);
1942 free_irq(pcdev->irq, pcdev);
1944 if (platform_get_resource(pdev, IORESOURCE_MEM, 1))
1945 dma_release_declared_memory(&pdev->dev);
1954 static int __devexit sh_mobile_ceu_remove(struct platform_device *pdev)
1956 struct soc_camera_host *soc_host = to_soc_camera_host(&pdev->dev);
1957 struct sh_mobile_ceu_dev *pcdev = container_of(soc_host,
1958 struct sh_mobile_ceu_dev, ici);
1960 soc_camera_host_unregister(soc_host);
1961 pm_runtime_disable(&pdev->dev);
1962 free_irq(pcdev->irq, pcdev);
1963 if (platform_get_resource(pdev, IORESOURCE_MEM, 1))
1964 dma_release_declared_memory(&pdev->dev);
1965 iounmap(pcdev->base);
1970 static int sh_mobile_ceu_runtime_nop(struct device *dev)
1972 /* Runtime PM callback shared between ->runtime_suspend()
1973 * and ->runtime_resume(). Simply returns success.
1975 * This driver re-initializes all registers after
1976 * pm_runtime_get_sync() anyway so there is no need
1977 * to save and restore registers here.
1982 static const struct dev_pm_ops sh_mobile_ceu_dev_pm_ops = {
1983 .runtime_suspend = sh_mobile_ceu_runtime_nop,
1984 .runtime_resume = sh_mobile_ceu_runtime_nop,
1987 static struct platform_driver sh_mobile_ceu_driver = {
1989 .name = "sh_mobile_ceu",
1990 .pm = &sh_mobile_ceu_dev_pm_ops,
1992 .probe = sh_mobile_ceu_probe,
1993 .remove = __devexit_p(sh_mobile_ceu_remove),
1996 static int __init sh_mobile_ceu_init(void)
1998 return platform_driver_register(&sh_mobile_ceu_driver);
2001 static void __exit sh_mobile_ceu_exit(void)
2003 platform_driver_unregister(&sh_mobile_ceu_driver);
2006 module_init(sh_mobile_ceu_init);
2007 module_exit(sh_mobile_ceu_exit);
2009 MODULE_DESCRIPTION("SuperH Mobile CEU driver");
2010 MODULE_AUTHOR("Magnus Damm");
2011 MODULE_LICENSE("GPL");
2012 MODULE_ALIAS("platform:sh_mobile_ceu");