1 /*
2 * V4L2 Driver for SuperH Mobile CEU interface
3 *
4 * Copyright (C) 2008 Magnus Damm
5 *
6 * Based on V4L2 Driver for PXA camera host - "pxa_camera.c",
7 *
8 * Copyright (C) 2006, Sascha Hauer, Pengutronix
9 * Copyright (C) 2008, Guennadi Liakhovetski <kernel@pengutronix.de>
10 *
11 * This program is free software; you can redistribute it and/or modify
12 * it under the terms of the GNU General Public License as published by
13 * the Free Software Foundation; either version 2 of the License, or
14 * (at your option) any later version.
15 */
17 #include <linux/init.h>
18 #include <linux/module.h>
19 #include <linux/io.h>
20 #include <linux/completion.h>
21 #include <linux/delay.h>
22 #include <linux/dma-mapping.h>
23 #include <linux/errno.h>
24 #include <linux/fs.h>
25 #include <linux/interrupt.h>
26 #include <linux/kernel.h>
27 #include <linux/mm.h>
28 #include <linux/moduleparam.h>
29 #include <linux/time.h>
30 #include <linux/slab.h>
31 #include <linux/device.h>
32 #include <linux/platform_device.h>
33 #include <linux/videodev2.h>
34 #include <linux/pm_runtime.h>
35 #include <linux/sched.h>
37 #include <media/v4l2-common.h>
38 #include <media/v4l2-dev.h>
39 #include <media/soc_camera.h>
40 #include <media/sh_mobile_ceu.h>
41 #include <media/sh_mobile_csi2.h>
42 #include <media/videobuf2-dma-contig.h>
43 #include <media/v4l2-mediabus.h>
44 #include <media/soc_mediabus.h>
46 /* register offsets for sh7722 / sh7723 */
48 #define CAPSR 0x00 /* Capture start register */
49 #define CAPCR 0x04 /* Capture control register */
50 #define CAMCR 0x08 /* Capture interface control register */
51 #define CMCYR 0x0c /* Capture interface cycle register */
52 #define CAMOR 0x10 /* Capture interface offset register */
53 #define CAPWR 0x14 /* Capture interface width register */
54 #define CAIFR 0x18 /* Capture interface input format register */
55 #define CSTCR 0x20 /* Camera strobe control register (<= sh7722) */
56 #define CSECR 0x24 /* Camera strobe emission count register (<= sh7722) */
57 #define CRCNTR 0x28 /* CEU register control register */
58 #define CRCMPR 0x2c /* CEU register forcible control register */
59 #define CFLCR 0x30 /* Capture filter control register */
60 #define CFSZR 0x34 /* Capture filter size clip register */
61 #define CDWDR 0x38 /* Capture destination width register */
62 #define CDAYR 0x3c /* Capture data address Y register */
63 #define CDACR 0x40 /* Capture data address C register */
64 #define CDBYR 0x44 /* Capture data bottom-field address Y register */
65 #define CDBCR 0x48 /* Capture data bottom-field address C register */
66 #define CBDSR 0x4c /* Capture bundle destination size register */
67 #define CFWCR 0x5c /* Firewall operation control register */
68 #define CLFCR 0x60 /* Capture low-pass filter control register */
69 #define CDOCR 0x64 /* Capture data output control register */
70 #define CDDCR 0x68 /* Capture data complexity level register */
71 #define CDDAR 0x6c /* Capture data complexity level address register */
72 #define CEIER 0x70 /* Capture event interrupt enable register */
73 #define CETCR 0x74 /* Capture event flag clear register */
74 #define CSTSR 0x7c /* Capture status register */
75 #define CSRTR 0x80 /* Capture software reset register */
76 #define CDSSR 0x84 /* Capture data size register */
77 #define CDAYR2 0x90 /* Capture data address Y register 2 */
78 #define CDACR2 0x94 /* Capture data address C register 2 */
79 #define CDBYR2 0x98 /* Capture data bottom-field address Y register 2 */
80 #define CDBCR2 0x9c /* Capture data bottom-field address C register 2 */
82 #undef DEBUG_GEOMETRY
83 #ifdef DEBUG_GEOMETRY
84 #define dev_geo dev_info
85 #else
86 #define dev_geo dev_dbg
87 #endif
89 /* per video frame buffer */
90 struct sh_mobile_ceu_buffer {
91 struct vb2_buffer vb; /* v4l buffer must be first */
92 struct list_head queue;
93 };
95 struct sh_mobile_ceu_dev {
96 struct soc_camera_host ici;
97 struct soc_camera_device *icd;
98 struct platform_device *csi2_pdev;
100 unsigned int irq;
101 void __iomem *base;
102 size_t video_limit;
103 size_t buf_total;
105 spinlock_t lock; /* Protects video buffer lists */
106 struct list_head capture;
107 struct vb2_buffer *active;
108 struct vb2_alloc_ctx *alloc_ctx;
110 struct sh_mobile_ceu_info *pdata;
111 struct completion complete;
113 u32 cflcr;
115 /* static max sizes either from platform data or default */
116 int max_width;
117 int max_height;
119 enum v4l2_field field;
120 int sequence;
122 unsigned int image_mode:1;
123 unsigned int is_16bit:1;
124 unsigned int frozen:1;
125 };
127 struct sh_mobile_ceu_cam {
128 /* CEU offsets within the camera output, before the CEU scaler */
129 unsigned int ceu_left;
130 unsigned int ceu_top;
131 /* Client output, as seen by the CEU */
132 unsigned int width;
133 unsigned int height;
134 /*
135 * User window from S_CROP / G_CROP, produced by client cropping and
136 * scaling, CEU scaling and CEU cropping, mapped back onto the client
137 * input window
138 */
139 struct v4l2_rect subrect;
140 /* Camera cropping rectangle */
141 struct v4l2_rect rect;
142 const struct soc_mbus_pixelfmt *extra_fmt;
143 enum v4l2_mbus_pixelcode code;
144 };
146 static struct sh_mobile_ceu_buffer *to_ceu_vb(struct vb2_buffer *vb)
147 {
148 return container_of(vb, struct sh_mobile_ceu_buffer, vb);
149 }
151 static void ceu_write(struct sh_mobile_ceu_dev *priv,
152 unsigned long reg_offs, u32 data)
153 {
154 iowrite32(data, priv->base + reg_offs);
155 }
157 static u32 ceu_read(struct sh_mobile_ceu_dev *priv, unsigned long reg_offs)
158 {
159 return ioread32(priv->base + reg_offs);
160 }
162 static int sh_mobile_ceu_soft_reset(struct sh_mobile_ceu_dev *pcdev)
163 {
164 int i, success = 0;
165 struct soc_camera_device *icd = pcdev->icd;
167 ceu_write(pcdev, CAPSR, 1 << 16); /* reset */
169 /* wait CSTSR.CPTON bit */
170 for (i = 0; i < 1000; i++) {
171 if (!(ceu_read(pcdev, CSTSR) & 1)) {
172 success++;
173 break;
174 }
175 udelay(1);
176 }
178 /* wait CAPSR.CPKIL bit */
179 for (i = 0; i < 1000; i++) {
180 if (!(ceu_read(pcdev, CAPSR) & (1 << 16))) {
181 success++;
182 break;
183 }
184 udelay(1);
185 }
188 if (2 != success) {
189 dev_warn(icd->pdev, "soft reset time out\n");
190 return -EIO;
191 }
193 return 0;
194 }
196 /*
197 * Videobuf operations
198 */
200 /*
201 * .queue_setup() is called to check, whether the driver can accept the
202 * requested number of buffers and to fill in plane sizes
203 * for the current frame format if required
204 */
205 static int sh_mobile_ceu_videobuf_setup(struct vb2_queue *vq,
206 const struct v4l2_format *fmt,
207 unsigned int *count, unsigned int *num_planes,
208 unsigned int sizes[], void *alloc_ctxs[])
209 {
210 struct soc_camera_device *icd = container_of(vq, struct soc_camera_device, vb2_vidq);
211 struct soc_camera_host *ici = to_soc_camera_host(icd->parent);
212 struct sh_mobile_ceu_dev *pcdev = ici->priv;
214 if (fmt) {
215 const struct soc_camera_format_xlate *xlate = soc_camera_xlate_by_fourcc(icd,
216 fmt->fmt.pix.pixelformat);
217 unsigned int bytes_per_line;
218 int ret;
220 if (!xlate)
221 return -EINVAL;
223 ret = soc_mbus_bytes_per_line(fmt->fmt.pix.width,
224 xlate->host_fmt);
225 if (ret < 0)
226 return ret;
228 bytes_per_line = max_t(u32, fmt->fmt.pix.bytesperline, ret);
230 ret = soc_mbus_image_size(xlate->host_fmt, bytes_per_line,
231 fmt->fmt.pix.height);
232 if (ret < 0)
233 return ret;
235 sizes[0] = max_t(u32, fmt->fmt.pix.sizeimage, ret);
236 } else {
237 /* Called from VIDIOC_REQBUFS or in compatibility mode */
238 sizes[0] = icd->sizeimage;
239 }
241 alloc_ctxs[0] = pcdev->alloc_ctx;
243 if (!vq->num_buffers)
244 pcdev->sequence = 0;
246 if (!*count)
247 *count = 2;
249 /* If *num_planes != 0, we have already verified *count. */
250 if (pcdev->video_limit && !*num_planes) {
251 size_t size = PAGE_ALIGN(sizes[0]) * *count;
253 if (size + pcdev->buf_total > pcdev->video_limit)
254 *count = (pcdev->video_limit - pcdev->buf_total) /
255 PAGE_ALIGN(sizes[0]);
256 }
258 *num_planes = 1;
260 dev_dbg(icd->parent, "count=%d, size=%u\n", *count, sizes[0]);
262 return 0;
263 }
265 #define CEU_CETCR_MAGIC 0x0317f313 /* acknowledge magical interrupt sources */
266 #define CEU_CETCR_IGRW (1 << 4) /* prohibited register access interrupt bit */
267 #define CEU_CEIER_CPEIE (1 << 0) /* one-frame capture end interrupt */
268 #define CEU_CEIER_VBP (1 << 20) /* vbp error */
269 #define CEU_CAPCR_CTNCP (1 << 16) /* continuous capture mode (if set) */
270 #define CEU_CEIER_MASK (CEU_CEIER_CPEIE | CEU_CEIER_VBP)
273 /*
274 * return value doesn't reflex the success/failure to queue the new buffer,
275 * but rather the status of the previous buffer.
276 */
277 static int sh_mobile_ceu_capture(struct sh_mobile_ceu_dev *pcdev)
278 {
279 struct soc_camera_device *icd = pcdev->icd;
280 dma_addr_t phys_addr_top, phys_addr_bottom;
281 unsigned long top1, top2;
282 unsigned long bottom1, bottom2;
283 u32 status;
284 bool planar;
285 int ret = 0;
287 /*
288 * The hardware is _very_ picky about this sequence. Especially
289 * the CEU_CETCR_MAGIC value. It seems like we need to acknowledge
290 * several not-so-well documented interrupt sources in CETCR.
291 */
292 ceu_write(pcdev, CEIER, ceu_read(pcdev, CEIER) & ~CEU_CEIER_MASK);
293 status = ceu_read(pcdev, CETCR);
294 ceu_write(pcdev, CETCR, ~status & CEU_CETCR_MAGIC);
295 if (!pcdev->frozen)
296 ceu_write(pcdev, CEIER, ceu_read(pcdev, CEIER) | CEU_CEIER_MASK);
297 ceu_write(pcdev, CAPCR, ceu_read(pcdev, CAPCR) & ~CEU_CAPCR_CTNCP);
298 ceu_write(pcdev, CETCR, CEU_CETCR_MAGIC ^ CEU_CETCR_IGRW);
300 /*
301 * When a VBP interrupt occurs, a capture end interrupt does not occur
302 * and the image of that frame is not captured correctly. So, soft reset
303 * is needed here.
304 */
305 if (status & CEU_CEIER_VBP) {
306 sh_mobile_ceu_soft_reset(pcdev);
307 ret = -EIO;
308 }
310 if (pcdev->frozen) {
311 complete(&pcdev->complete);
312 return ret;
313 }
315 if (!pcdev->active)
316 return ret;
318 if (V4L2_FIELD_INTERLACED_BT == pcdev->field) {
319 top1 = CDBYR;
320 top2 = CDBCR;
321 bottom1 = CDAYR;
322 bottom2 = CDACR;
323 } else {
324 top1 = CDAYR;
325 top2 = CDACR;
326 bottom1 = CDBYR;
327 bottom2 = CDBCR;
328 }
330 phys_addr_top = vb2_dma_contig_plane_dma_addr(pcdev->active, 0);
332 switch (icd->current_fmt->host_fmt->fourcc) {
333 case V4L2_PIX_FMT_NV12:
334 case V4L2_PIX_FMT_NV21:
335 case V4L2_PIX_FMT_NV16:
336 case V4L2_PIX_FMT_NV61:
337 planar = true;
338 break;
339 default:
340 planar = false;
341 }
343 ceu_write(pcdev, top1, phys_addr_top);
344 if (V4L2_FIELD_NONE != pcdev->field) {
345 phys_addr_bottom = phys_addr_top + icd->bytesperline;
346 ceu_write(pcdev, bottom1, phys_addr_bottom);
347 }
349 if (planar) {
350 phys_addr_top += icd->bytesperline * icd->user_height;
351 ceu_write(pcdev, top2, phys_addr_top);
352 if (V4L2_FIELD_NONE != pcdev->field) {
353 phys_addr_bottom = phys_addr_top + icd->bytesperline;
354 ceu_write(pcdev, bottom2, phys_addr_bottom);
355 }
356 }
358 ceu_write(pcdev, CAPSR, 0x1); /* start capture */
360 return ret;
361 }
363 static int sh_mobile_ceu_videobuf_prepare(struct vb2_buffer *vb)
364 {
365 struct sh_mobile_ceu_buffer *buf = to_ceu_vb(vb);
367 /* Added list head initialization on alloc */
368 WARN(!list_empty(&buf->queue), "Buffer %p on queue!\n", vb);
370 return 0;
371 }
373 static void sh_mobile_ceu_videobuf_queue(struct vb2_buffer *vb)
374 {
375 struct soc_camera_device *icd = container_of(vb->vb2_queue, struct soc_camera_device, vb2_vidq);
376 struct soc_camera_host *ici = to_soc_camera_host(icd->parent);
377 struct sh_mobile_ceu_dev *pcdev = ici->priv;
378 struct sh_mobile_ceu_buffer *buf = to_ceu_vb(vb);
379 unsigned long size;
381 size = icd->sizeimage;
383 if (vb2_plane_size(vb, 0) < size) {
384 dev_err(icd->parent, "Buffer #%d too small (%lu < %lu)\n",
385 vb->v4l2_buf.index, vb2_plane_size(vb, 0), size);
386 goto error;
387 }
389 vb2_set_plane_payload(vb, 0, size);
391 dev_dbg(icd->parent, "%s (vb=0x%p) 0x%p %lu\n", __func__,
392 vb, vb2_plane_vaddr(vb, 0), vb2_get_plane_payload(vb, 0));
394 #ifdef DEBUG
395 /*
396 * This can be useful if you want to see if we actually fill
397 * the buffer with something
398 */
399 if (vb2_plane_vaddr(vb, 0))
400 memset(vb2_plane_vaddr(vb, 0), 0xaa, vb2_get_plane_payload(vb, 0));
401 #endif
403 spin_lock_irq(&pcdev->lock);
404 list_add_tail(&buf->queue, &pcdev->capture);
406 if (!pcdev->active) {
407 /*
408 * Because there were no active buffer at this moment,
409 * we are not interested in the return value of
410 * sh_mobile_ceu_capture here.
411 */
412 pcdev->active = vb;
413 sh_mobile_ceu_capture(pcdev);
414 }
415 spin_unlock_irq(&pcdev->lock);
417 return;
419 error:
420 vb2_buffer_done(vb, VB2_BUF_STATE_ERROR);
421 }
423 static void sh_mobile_ceu_videobuf_release(struct vb2_buffer *vb)
424 {
425 struct soc_camera_device *icd = container_of(vb->vb2_queue, struct soc_camera_device, vb2_vidq);
426 struct soc_camera_host *ici = to_soc_camera_host(icd->parent);
427 struct sh_mobile_ceu_buffer *buf = to_ceu_vb(vb);
428 struct sh_mobile_ceu_dev *pcdev = ici->priv;
430 spin_lock_irq(&pcdev->lock);
432 if (pcdev->active == vb) {
433 /* disable capture (release DMA buffer), reset */
434 ceu_write(pcdev, CAPSR, 1 << 16);
435 pcdev->active = NULL;
436 }
438 /*
439 * Doesn't hurt also if the list is empty, but it hurts, if queuing the
440 * buffer failed, and .buf_init() hasn't been called
441 */
442 if (buf->queue.next)
443 list_del_init(&buf->queue);
445 pcdev->buf_total -= PAGE_ALIGN(vb2_plane_size(vb, 0));
446 dev_dbg(icd->parent, "%s() %zu bytes buffers\n", __func__,
447 pcdev->buf_total);
449 spin_unlock_irq(&pcdev->lock);
450 }
452 static int sh_mobile_ceu_videobuf_init(struct vb2_buffer *vb)
453 {
454 struct soc_camera_device *icd = container_of(vb->vb2_queue, struct soc_camera_device, vb2_vidq);
455 struct soc_camera_host *ici = to_soc_camera_host(icd->parent);
456 struct sh_mobile_ceu_dev *pcdev = ici->priv;
458 pcdev->buf_total += PAGE_ALIGN(vb2_plane_size(vb, 0));
459 dev_dbg(icd->parent, "%s() %zu bytes buffers\n", __func__,
460 pcdev->buf_total);
462 /* This is for locking debugging only */
463 INIT_LIST_HEAD(&to_ceu_vb(vb)->queue);
464 return 0;
465 }
467 static int sh_mobile_ceu_stop_streaming(struct vb2_queue *q)
468 {
469 struct soc_camera_device *icd = container_of(q, struct soc_camera_device, vb2_vidq);
470 struct soc_camera_host *ici = to_soc_camera_host(icd->parent);
471 struct sh_mobile_ceu_dev *pcdev = ici->priv;
472 struct list_head *buf_head, *tmp;
474 spin_lock_irq(&pcdev->lock);
476 pcdev->active = NULL;
478 list_for_each_safe(buf_head, tmp, &pcdev->capture)
479 list_del_init(buf_head);
481 spin_unlock_irq(&pcdev->lock);
483 return sh_mobile_ceu_soft_reset(pcdev);
484 }
486 static struct vb2_ops sh_mobile_ceu_videobuf_ops = {
487 .queue_setup = sh_mobile_ceu_videobuf_setup,
488 .buf_prepare = sh_mobile_ceu_videobuf_prepare,
489 .buf_queue = sh_mobile_ceu_videobuf_queue,
490 .buf_cleanup = sh_mobile_ceu_videobuf_release,
491 .buf_init = sh_mobile_ceu_videobuf_init,
492 .wait_prepare = soc_camera_unlock,
493 .wait_finish = soc_camera_lock,
494 .stop_streaming = sh_mobile_ceu_stop_streaming,
495 };
497 static irqreturn_t sh_mobile_ceu_irq(int irq, void *data)
498 {
499 struct sh_mobile_ceu_dev *pcdev = data;
500 struct vb2_buffer *vb;
501 int ret;
503 spin_lock(&pcdev->lock);
505 vb = pcdev->active;
506 if (!vb)
507 /* Stale interrupt from a released buffer */
508 goto out;
510 list_del_init(&to_ceu_vb(vb)->queue);
512 if (!list_empty(&pcdev->capture))
513 pcdev->active = &list_entry(pcdev->capture.next,
514 struct sh_mobile_ceu_buffer, queue)->vb;
515 else
516 pcdev->active = NULL;
518 ret = sh_mobile_ceu_capture(pcdev);
519 do_gettimeofday(&vb->v4l2_buf.timestamp);
520 if (!ret) {
521 vb->v4l2_buf.field = pcdev->field;
522 vb->v4l2_buf.sequence = pcdev->sequence++;
523 }
524 vb2_buffer_done(vb, ret < 0 ? VB2_BUF_STATE_ERROR : VB2_BUF_STATE_DONE);
526 out:
527 spin_unlock(&pcdev->lock);
529 return IRQ_HANDLED;
530 }
532 static struct v4l2_subdev *find_csi2(struct sh_mobile_ceu_dev *pcdev)
533 {
534 struct v4l2_subdev *sd;
536 if (!pcdev->csi2_pdev)
537 return NULL;
539 v4l2_device_for_each_subdev(sd, &pcdev->ici.v4l2_dev)
540 if (&pcdev->csi2_pdev->dev == v4l2_get_subdevdata(sd))
541 return sd;
543 return NULL;
544 }
546 /* Called with .video_lock held */
547 static int sh_mobile_ceu_add_device(struct soc_camera_device *icd)
548 {
549 struct soc_camera_host *ici = to_soc_camera_host(icd->parent);
550 struct sh_mobile_ceu_dev *pcdev = ici->priv;
551 struct v4l2_subdev *csi2_sd;
552 int ret;
554 if (pcdev->icd)
555 return -EBUSY;
557 dev_info(icd->parent,
558 "SuperH Mobile CEU driver attached to camera %d\n",
559 icd->devnum);
561 pm_runtime_get_sync(ici->v4l2_dev.dev);
563 pcdev->buf_total = 0;
565 ret = sh_mobile_ceu_soft_reset(pcdev);
567 csi2_sd = find_csi2(pcdev);
568 if (csi2_sd) {
569 csi2_sd->grp_id = soc_camera_grp_id(icd);
570 v4l2_set_subdev_hostdata(csi2_sd, icd);
571 }
573 ret = v4l2_subdev_call(csi2_sd, core, s_power, 1);
574 if (ret < 0 && ret != -ENOIOCTLCMD && ret != -ENODEV) {
575 pm_runtime_put_sync(ici->v4l2_dev.dev);
576 return ret;
577 }
579 /*
580 * -ENODEV is special: either csi2_sd == NULL or the CSI-2 driver
581 * has not found this soc-camera device among its clients
582 */
583 if (ret == -ENODEV && csi2_sd)
584 csi2_sd->grp_id = 0;
585 pcdev->icd = icd;
587 return 0;
588 }
590 /* Called with .video_lock held */
591 static void sh_mobile_ceu_remove_device(struct soc_camera_device *icd)
592 {
593 struct soc_camera_host *ici = to_soc_camera_host(icd->parent);
594 struct sh_mobile_ceu_dev *pcdev = ici->priv;
595 struct v4l2_subdev *csi2_sd = find_csi2(pcdev);
597 BUG_ON(icd != pcdev->icd);
599 v4l2_subdev_call(csi2_sd, core, s_power, 0);
600 if (csi2_sd)
601 csi2_sd->grp_id = 0;
602 /* disable capture, disable interrupts */
603 ceu_write(pcdev, CEIER, 0);
604 sh_mobile_ceu_soft_reset(pcdev);
606 /* make sure active buffer is canceled */
607 spin_lock_irq(&pcdev->lock);
608 if (pcdev->active) {
609 list_del_init(&to_ceu_vb(pcdev->active)->queue);
610 vb2_buffer_done(pcdev->active, VB2_BUF_STATE_ERROR);
611 pcdev->active = NULL;
612 }
613 spin_unlock_irq(&pcdev->lock);
615 pm_runtime_put_sync(ici->v4l2_dev.dev);
617 dev_info(icd->parent,
618 "SuperH Mobile CEU driver detached from camera %d\n",
619 icd->devnum);
621 pcdev->icd = NULL;
622 }
624 /*
625 * See chapter 29.4.12 "Capture Filter Control Register (CFLCR)"
626 * in SH7722 Hardware Manual
627 */
628 static unsigned int size_dst(unsigned int src, unsigned int scale)
629 {
630 unsigned int mant_pre = scale >> 12;
631 if (!src || !scale)
632 return src;
633 return ((mant_pre + 2 * (src - 1)) / (2 * mant_pre) - 1) *
634 mant_pre * 4096 / scale + 1;
635 }
637 static u16 calc_scale(unsigned int src, unsigned int *dst)
638 {
639 u16 scale;
641 if (src == *dst)
642 return 0;
644 scale = (src * 4096 / *dst) & ~7;
646 while (scale > 4096 && size_dst(src, scale) < *dst)
647 scale -= 8;
649 *dst = size_dst(src, scale);
651 return scale;
652 }
654 /* rect is guaranteed to not exceed the scaled camera rectangle */
655 static void sh_mobile_ceu_set_rect(struct soc_camera_device *icd)
656 {
657 struct soc_camera_host *ici = to_soc_camera_host(icd->parent);
658 struct sh_mobile_ceu_cam *cam = icd->host_priv;
659 struct sh_mobile_ceu_dev *pcdev = ici->priv;
660 unsigned int height, width, cdwdr_width, in_width, in_height;
661 unsigned int left_offset, top_offset;
662 u32 camor;
664 dev_geo(icd->parent, "Crop %ux%u@%u:%u\n",
665 icd->user_width, icd->user_height, cam->ceu_left, cam->ceu_top);
667 left_offset = cam->ceu_left;
668 top_offset = cam->ceu_top;
670 WARN_ON(icd->user_width & 3 || icd->user_height & 3);
672 width = icd->user_width;
674 if (pcdev->image_mode) {
675 in_width = cam->width;
676 if (!pcdev->is_16bit) {
677 in_width *= 2;
678 left_offset *= 2;
679 }
680 } else {
681 unsigned int w_factor;
683 switch (icd->current_fmt->host_fmt->packing) {
684 case SOC_MBUS_PACKING_2X8_PADHI:
685 w_factor = 2;
686 break;
687 default:
688 w_factor = 1;
689 }
691 in_width = cam->width * w_factor;
692 left_offset *= w_factor;
693 }
695 cdwdr_width = icd->bytesperline;
697 height = icd->user_height;
698 in_height = cam->height;
699 if (V4L2_FIELD_NONE != pcdev->field) {
700 height = (height / 2) & ~3;
701 in_height /= 2;
702 top_offset /= 2;
703 cdwdr_width *= 2;
704 }
706 /* CSI2 special configuration */
707 if (pcdev->pdata->csi2) {
708 in_width = ((in_width - 2) * 2);
709 left_offset *= 2;
710 }
712 /* Set CAMOR, CAPWR, CFSZR, take care of CDWDR */
713 camor = left_offset | (top_offset << 16);
715 dev_geo(icd->parent,
716 "CAMOR 0x%x, CAPWR 0x%x, CFSZR 0x%x, CDWDR 0x%x\n", camor,
717 (in_height << 16) | in_width, (height << 16) | width,
718 cdwdr_width);
720 ceu_write(pcdev, CAMOR, camor);
721 ceu_write(pcdev, CAPWR, (in_height << 16) | in_width);
722 /* CFSZR clipping is applied _after_ the scaling filter (CFLCR) */
723 ceu_write(pcdev, CFSZR, (height << 16) | width);
724 ceu_write(pcdev, CDWDR, cdwdr_width);
725 }
727 static u32 capture_save_reset(struct sh_mobile_ceu_dev *pcdev)
728 {
729 u32 capsr = ceu_read(pcdev, CAPSR);
730 ceu_write(pcdev, CAPSR, 1 << 16); /* reset, stop capture */
731 return capsr;
732 }
734 static void capture_restore(struct sh_mobile_ceu_dev *pcdev, u32 capsr)
735 {
736 unsigned long timeout = jiffies + 10 * HZ;
738 /*
739 * Wait until the end of the current frame. It can take a long time,
740 * but if it has been aborted by a CAPSR reset, it shoule exit sooner.
741 */
742 while ((ceu_read(pcdev, CSTSR) & 1) && time_before(jiffies, timeout))
743 msleep(1);
745 if (time_after(jiffies, timeout)) {
746 dev_err(pcdev->ici.v4l2_dev.dev,
747 "Timeout waiting for frame end! Interface problem?\n");
748 return;
749 }
751 /* Wait until reset clears, this shall not hang... */
752 while (ceu_read(pcdev, CAPSR) & (1 << 16))
753 udelay(10);
755 /* Anything to restore? */
756 if (capsr & ~(1 << 16))
757 ceu_write(pcdev, CAPSR, capsr);
758 }
760 /* Find the bus subdevice driver, e.g., CSI2 */
761 static struct v4l2_subdev *find_bus_subdev(struct sh_mobile_ceu_dev *pcdev,
762 struct soc_camera_device *icd)
763 {
764 if (pcdev->csi2_pdev) {
765 struct v4l2_subdev *csi2_sd = find_csi2(pcdev);
766 if (csi2_sd && csi2_sd->grp_id == soc_camera_grp_id(icd))
767 return csi2_sd;
768 }
770 return soc_camera_to_subdev(icd);
771 }
773 #define CEU_BUS_FLAGS (V4L2_MBUS_MASTER | \
774 V4L2_MBUS_PCLK_SAMPLE_RISING | \
775 V4L2_MBUS_HSYNC_ACTIVE_HIGH | \
776 V4L2_MBUS_HSYNC_ACTIVE_LOW | \
777 V4L2_MBUS_VSYNC_ACTIVE_HIGH | \
778 V4L2_MBUS_VSYNC_ACTIVE_LOW | \
779 V4L2_MBUS_DATA_ACTIVE_HIGH)
781 /* Capture is not running, no interrupts, no locking needed */
782 static int sh_mobile_ceu_set_bus_param(struct soc_camera_device *icd)
783 {
784 struct soc_camera_host *ici = to_soc_camera_host(icd->parent);
785 struct sh_mobile_ceu_dev *pcdev = ici->priv;
786 struct v4l2_subdev *sd = find_bus_subdev(pcdev, icd);
787 struct sh_mobile_ceu_cam *cam = icd->host_priv;
788 struct v4l2_mbus_config cfg = {.type = V4L2_MBUS_PARALLEL,};
789 unsigned long value, common_flags = CEU_BUS_FLAGS;
790 u32 capsr = capture_save_reset(pcdev);
791 unsigned int yuv_lineskip;
792 int ret;
794 /*
795 * If the client doesn't implement g_mbus_config, we just use our
796 * platform data
797 */
798 ret = v4l2_subdev_call(sd, video, g_mbus_config, &cfg);
799 if (!ret) {
800 common_flags = soc_mbus_config_compatible(&cfg,
801 common_flags);
802 if (!common_flags)
803 return -EINVAL;
804 } else if (ret != -ENOIOCTLCMD) {
805 return ret;
806 }
808 /* Make choises, based on platform preferences */
809 if ((common_flags & V4L2_MBUS_HSYNC_ACTIVE_HIGH) &&
810 (common_flags & V4L2_MBUS_HSYNC_ACTIVE_LOW)) {
811 if (pcdev->pdata->flags & SH_CEU_FLAG_HSYNC_LOW)
812 common_flags &= ~V4L2_MBUS_HSYNC_ACTIVE_HIGH;
813 else
814 common_flags &= ~V4L2_MBUS_HSYNC_ACTIVE_LOW;
815 }
817 if ((common_flags & V4L2_MBUS_VSYNC_ACTIVE_HIGH) &&
818 (common_flags & V4L2_MBUS_VSYNC_ACTIVE_LOW)) {
819 if (pcdev->pdata->flags & SH_CEU_FLAG_VSYNC_LOW)
820 common_flags &= ~V4L2_MBUS_VSYNC_ACTIVE_HIGH;
821 else
822 common_flags &= ~V4L2_MBUS_VSYNC_ACTIVE_LOW;
823 }
825 cfg.flags = common_flags;
826 ret = v4l2_subdev_call(sd, video, s_mbus_config, &cfg);
827 if (ret < 0 && ret != -ENOIOCTLCMD)
828 return ret;
830 if (icd->current_fmt->host_fmt->bits_per_sample > 8)
831 pcdev->is_16bit = 1;
832 else
833 pcdev->is_16bit = 0;
835 ceu_write(pcdev, CRCNTR, 0);
836 ceu_write(pcdev, CRCMPR, 0);
838 value = 0x00000010; /* data fetch by default */
839 yuv_lineskip = 0x10;
841 switch (icd->current_fmt->host_fmt->fourcc) {
842 case V4L2_PIX_FMT_NV12:
843 case V4L2_PIX_FMT_NV21:
844 /* convert 4:2:2 -> 4:2:0 */
845 yuv_lineskip = 0; /* skip for NV12/21, no skip for NV16/61 */
846 /* fall-through */
847 case V4L2_PIX_FMT_NV16:
848 case V4L2_PIX_FMT_NV61:
849 switch (cam->code) {
850 case V4L2_MBUS_FMT_UYVY8_2X8:
851 value = 0x00000000; /* Cb0, Y0, Cr0, Y1 */
852 break;
853 case V4L2_MBUS_FMT_VYUY8_2X8:
854 value = 0x00000100; /* Cr0, Y0, Cb0, Y1 */
855 break;
856 case V4L2_MBUS_FMT_YUYV8_2X8:
857 value = 0x00000200; /* Y0, Cb0, Y1, Cr0 */
858 break;
859 case V4L2_MBUS_FMT_YVYU8_2X8:
860 value = 0x00000300; /* Y0, Cr0, Y1, Cb0 */
861 break;
862 default:
863 BUG();
864 }
865 }
867 if (icd->current_fmt->host_fmt->fourcc == V4L2_PIX_FMT_NV21 ||
868 icd->current_fmt->host_fmt->fourcc == V4L2_PIX_FMT_NV61)
869 value ^= 0x00000100; /* swap U, V to change from NV1x->NVx1 */
871 value |= common_flags & V4L2_MBUS_VSYNC_ACTIVE_LOW ? 1 << 1 : 0;
872 value |= common_flags & V4L2_MBUS_HSYNC_ACTIVE_LOW ? 1 << 0 : 0;
874 if (pcdev->pdata->csi2) /* CSI2 mode */
875 value |= 3 << 12;
876 else if (pcdev->is_16bit)
877 value |= 1 << 12;
878 else if (pcdev->pdata->flags & SH_CEU_FLAG_LOWER_8BIT)
879 value |= 2 << 12;
881 ceu_write(pcdev, CAMCR, value);
883 ceu_write(pcdev, CAPCR, 0x00300000);
885 switch (pcdev->field) {
886 case V4L2_FIELD_INTERLACED_TB:
887 value = 0x101;
888 break;
889 case V4L2_FIELD_INTERLACED_BT:
890 value = 0x102;
891 break;
892 default:
893 value = 0;
894 break;
895 }
896 ceu_write(pcdev, CAIFR, value);
898 sh_mobile_ceu_set_rect(icd);
899 mdelay(1);
901 dev_geo(icd->parent, "CFLCR 0x%x\n", pcdev->cflcr);
902 ceu_write(pcdev, CFLCR, pcdev->cflcr);
904 /*
905 * A few words about byte order (observed in Big Endian mode)
906 *
907 * In data fetch mode bytes are received in chunks of 8 bytes.
908 * D0, D1, D2, D3, D4, D5, D6, D7 (D0 received first)
909 *
910 * The data is however by default written to memory in reverse order:
911 * D7, D6, D5, D4, D3, D2, D1, D0 (D7 written to lowest byte)
912 *
913 * The lowest three bits of CDOCR allows us to do swapping,
914 * using 7 we swap the data bytes to match the incoming order:
915 * D0, D1, D2, D3, D4, D5, D6, D7
916 */
917 value = 0x00000007 | yuv_lineskip;
919 ceu_write(pcdev, CDOCR, value);
920 ceu_write(pcdev, CFWCR, 0); /* keep "datafetch firewall" disabled */
922 capture_restore(pcdev, capsr);
924 /* not in bundle mode: skip CBDSR, CDAYR2, CDACR2, CDBYR2, CDBCR2 */
925 return 0;
926 }
928 static int sh_mobile_ceu_try_bus_param(struct soc_camera_device *icd,
929 unsigned char buswidth)
930 {
931 struct soc_camera_host *ici = to_soc_camera_host(icd->parent);
932 struct sh_mobile_ceu_dev *pcdev = ici->priv;
933 struct v4l2_subdev *sd = find_bus_subdev(pcdev, icd);
934 unsigned long common_flags = CEU_BUS_FLAGS;
935 struct v4l2_mbus_config cfg = {.type = V4L2_MBUS_PARALLEL,};
936 int ret;
938 ret = v4l2_subdev_call(sd, video, g_mbus_config, &cfg);
939 if (!ret)
940 common_flags = soc_mbus_config_compatible(&cfg,
941 common_flags);
942 else if (ret != -ENOIOCTLCMD)
943 return ret;
945 if (!common_flags || buswidth > 16)
946 return -EINVAL;
948 return 0;
949 }
951 static const struct soc_mbus_pixelfmt sh_mobile_ceu_formats[] = {
952 {
953 .fourcc = V4L2_PIX_FMT_NV12,
954 .name = "NV12",
955 .bits_per_sample = 8,
956 .packing = SOC_MBUS_PACKING_1_5X8,
957 .order = SOC_MBUS_ORDER_LE,
958 .layout = SOC_MBUS_LAYOUT_PLANAR_2Y_C,
959 }, {
960 .fourcc = V4L2_PIX_FMT_NV21,
961 .name = "NV21",
962 .bits_per_sample = 8,
963 .packing = SOC_MBUS_PACKING_1_5X8,
964 .order = SOC_MBUS_ORDER_LE,
965 .layout = SOC_MBUS_LAYOUT_PLANAR_2Y_C,
966 }, {
967 .fourcc = V4L2_PIX_FMT_NV16,
968 .name = "NV16",
969 .bits_per_sample = 8,
970 .packing = SOC_MBUS_PACKING_2X8_PADHI,
971 .order = SOC_MBUS_ORDER_LE,
972 .layout = SOC_MBUS_LAYOUT_PLANAR_Y_C,
973 }, {
974 .fourcc = V4L2_PIX_FMT_NV61,
975 .name = "NV61",
976 .bits_per_sample = 8,
977 .packing = SOC_MBUS_PACKING_2X8_PADHI,
978 .order = SOC_MBUS_ORDER_LE,
979 .layout = SOC_MBUS_LAYOUT_PLANAR_Y_C,
980 },
981 };
983 /* This will be corrected as we get more formats */
984 static bool sh_mobile_ceu_packing_supported(const struct soc_mbus_pixelfmt *fmt)
985 {
986 return fmt->packing == SOC_MBUS_PACKING_NONE ||
987 (fmt->bits_per_sample == 8 &&
988 fmt->packing == SOC_MBUS_PACKING_1_5X8) ||
989 (fmt->bits_per_sample == 8 &&
990 fmt->packing == SOC_MBUS_PACKING_2X8_PADHI) ||
991 (fmt->bits_per_sample > 8 &&
992 fmt->packing == SOC_MBUS_PACKING_EXTEND16);
993 }
995 static int client_g_rect(struct v4l2_subdev *sd, struct v4l2_rect *rect);
997 static struct soc_camera_device *ctrl_to_icd(struct v4l2_ctrl *ctrl)
998 {
999 return container_of(ctrl->handler, struct soc_camera_device,
1000 ctrl_handler);
1001 }
1003 static int sh_mobile_ceu_s_ctrl(struct v4l2_ctrl *ctrl)
1004 {
1005 struct soc_camera_device *icd = ctrl_to_icd(ctrl);
1006 struct soc_camera_host *ici = to_soc_camera_host(icd->parent);
1007 struct sh_mobile_ceu_dev *pcdev = ici->priv;
1009 switch (ctrl->id) {
1010 case V4L2_CID_SHARPNESS:
1011 switch (icd->current_fmt->host_fmt->fourcc) {
1012 case V4L2_PIX_FMT_NV12:
1013 case V4L2_PIX_FMT_NV21:
1014 case V4L2_PIX_FMT_NV16:
1015 case V4L2_PIX_FMT_NV61:
1016 ceu_write(pcdev, CLFCR, !ctrl->val);
1017 return 0;
1018 }
1019 break;
1020 }
1022 return -EINVAL;
1023 }
1025 static const struct v4l2_ctrl_ops sh_mobile_ceu_ctrl_ops = {
1026 .s_ctrl = sh_mobile_ceu_s_ctrl,
1027 };
1029 static int sh_mobile_ceu_get_formats(struct soc_camera_device *icd, unsigned int idx,
1030 struct soc_camera_format_xlate *xlate)
1031 {
1032 struct v4l2_subdev *sd = soc_camera_to_subdev(icd);
1033 struct device *dev = icd->parent;
1034 struct soc_camera_host *ici = to_soc_camera_host(dev);
1035 struct sh_mobile_ceu_dev *pcdev = ici->priv;
1036 int ret, k, n;
1037 int formats = 0;
1038 struct sh_mobile_ceu_cam *cam;
1039 enum v4l2_mbus_pixelcode code;
1040 const struct soc_mbus_pixelfmt *fmt;
1042 ret = v4l2_subdev_call(sd, video, enum_mbus_fmt, idx, &code);
1043 if (ret < 0)
1044 /* No more formats */
1045 return 0;
1047 fmt = soc_mbus_get_fmtdesc(code);
1048 if (!fmt) {
1049 dev_warn(dev, "unsupported format code #%u: %d\n", idx, code);
1050 return 0;
1051 }
1053 if (!pcdev->pdata->csi2) {
1054 /* Are there any restrictions in the CSI-2 case? */
1055 ret = sh_mobile_ceu_try_bus_param(icd, fmt->bits_per_sample);
1056 if (ret < 0)
1057 return 0;
1058 }
1060 if (!icd->host_priv) {
1061 struct v4l2_mbus_framefmt mf;
1062 struct v4l2_rect rect;
1063 int shift = 0;
1065 /* Add our control */
1066 v4l2_ctrl_new_std(&icd->ctrl_handler, &sh_mobile_ceu_ctrl_ops,
1067 V4L2_CID_SHARPNESS, 0, 1, 1, 0);
1068 if (icd->ctrl_handler.error)
1069 return icd->ctrl_handler.error;
1071 /* FIXME: subwindow is lost between close / open */
1073 /* Cache current client geometry */
1074 ret = client_g_rect(sd, &rect);
1075 if (ret < 0)
1076 return ret;
1078 /* First time */
1079 ret = v4l2_subdev_call(sd, video, g_mbus_fmt, &mf);
1080 if (ret < 0)
1081 return ret;
1083 /*
1084 * All currently existing CEU implementations support 2560x1920
1085 * or larger frames. If the sensor is proposing too big a frame,
1086 * don't bother with possibly supportred by the CEU larger
1087 * sizes, just try VGA multiples. If needed, this can be
1088 * adjusted in the future.
1089 */
1090 while ((mf.width > pcdev->max_width ||
1091 mf.height > pcdev->max_height) && shift < 4) {
1092 /* Try 2560x1920, 1280x960, 640x480, 320x240 */
1093 mf.width = 2560 >> shift;
1094 mf.height = 1920 >> shift;
1095 ret = v4l2_device_call_until_err(sd->v4l2_dev,
1096 soc_camera_grp_id(icd), video,
1097 s_mbus_fmt, &mf);
1098 if (ret < 0)
1099 return ret;
1100 shift++;
1101 }
1103 if (shift == 4) {
1104 dev_err(dev, "Failed to configure the client below %ux%x\n",
1105 mf.width, mf.height);
1106 return -EIO;
1107 }
1109 dev_geo(dev, "camera fmt %ux%u\n", mf.width, mf.height);
1111 cam = kzalloc(sizeof(*cam), GFP_KERNEL);
1112 if (!cam)
1113 return -ENOMEM;
1115 /* We are called with current camera crop, initialise subrect with it */
1116 cam->rect = rect;
1117 cam->subrect = rect;
1119 cam->width = mf.width;
1120 cam->height = mf.height;
1122 icd->host_priv = cam;
1123 } else {
1124 cam = icd->host_priv;
1125 }
1127 /* Beginning of a pass */
1128 if (!idx)
1129 cam->extra_fmt = NULL;
1131 switch (code) {
1132 case V4L2_MBUS_FMT_UYVY8_2X8:
1133 case V4L2_MBUS_FMT_VYUY8_2X8:
1134 case V4L2_MBUS_FMT_YUYV8_2X8:
1135 case V4L2_MBUS_FMT_YVYU8_2X8:
1136 if (cam->extra_fmt)
1137 break;
1139 /*
1140 * Our case is simple so far: for any of the above four camera
1141 * formats we add all our four synthesized NV* formats, so,
1142 * just marking the device with a single flag suffices. If
1143 * the format generation rules are more complex, you would have
1144 * to actually hang your already added / counted formats onto
1145 * the host_priv pointer and check whether the format you're
1146 * going to add now is already there.
1147 */
1148 cam->extra_fmt = sh_mobile_ceu_formats;
1150 n = ARRAY_SIZE(sh_mobile_ceu_formats);
1151 formats += n;
1152 for (k = 0; xlate && k < n; k++) {
1153 xlate->host_fmt = &sh_mobile_ceu_formats[k];
1154 xlate->code = code;
1155 xlate++;
1156 dev_dbg(dev, "Providing format %s using code %d\n",
1157 sh_mobile_ceu_formats[k].name, code);
1158 }
1159 break;
1160 default:
1161 if (!sh_mobile_ceu_packing_supported(fmt))
1162 return 0;
1163 }
1165 /* Generic pass-through */
1166 formats++;
1167 if (xlate) {
1168 xlate->host_fmt = fmt;
1169 xlate->code = code;
1170 xlate++;
1171 dev_dbg(dev, "Providing format %s in pass-through mode\n",
1172 fmt->name);
1173 }
1175 return formats;
1176 }
1178 static void sh_mobile_ceu_put_formats(struct soc_camera_device *icd)
1179 {
1180 kfree(icd->host_priv);
1181 icd->host_priv = NULL;
1182 }
1184 /* Check if any dimension of r1 is smaller than respective one of r2 */
1185 static bool is_smaller(const struct v4l2_rect *r1, const struct v4l2_rect *r2)
1186 {
1187 return r1->width < r2->width || r1->height < r2->height;
1188 }
1190 /* Check if r1 fails to cover r2 */
1191 static bool is_inside(const struct v4l2_rect *r1, const struct v4l2_rect *r2)
1192 {
1193 return r1->left > r2->left || r1->top > r2->top ||
1194 r1->left + r1->width < r2->left + r2->width ||
1195 r1->top + r1->height < r2->top + r2->height;
1196 }
1198 static unsigned int scale_down(unsigned int size, unsigned int scale)
1199 {
1200 return (size * 4096 + scale / 2) / scale;
1201 }
1203 static unsigned int calc_generic_scale(unsigned int input, unsigned int output)
1204 {
1205 return (input * 4096 + output / 2) / output;
1206 }
1208 /* Get and store current client crop */
1209 static int client_g_rect(struct v4l2_subdev *sd, struct v4l2_rect *rect)
1210 {
1211 struct v4l2_crop crop;
1212 struct v4l2_cropcap cap;
1213 int ret;
1215 crop.type = V4L2_BUF_TYPE_VIDEO_CAPTURE;
1217 ret = v4l2_subdev_call(sd, video, g_crop, &crop);
1218 if (!ret) {
1219 *rect = crop.c;
1220 return ret;
1221 }
1223 /* Camera driver doesn't support .g_crop(), assume default rectangle */
1224 cap.type = V4L2_BUF_TYPE_VIDEO_CAPTURE;
1226 ret = v4l2_subdev_call(sd, video, cropcap, &cap);
1227 if (!ret)
1228 *rect = cap.defrect;
1230 return ret;
1231 }
1233 /* Client crop has changed, update our sub-rectangle to remain within the area */
1234 static void update_subrect(struct sh_mobile_ceu_cam *cam)
1235 {
1236 struct v4l2_rect *rect = &cam->rect, *subrect = &cam->subrect;
1238 if (rect->width < subrect->width)
1239 subrect->width = rect->width;
1241 if (rect->height < subrect->height)
1242 subrect->height = rect->height;
1244 if (rect->left > subrect->left)
1245 subrect->left = rect->left;
1246 else if (rect->left + rect->width >
1247 subrect->left + subrect->width)
1248 subrect->left = rect->left + rect->width -
1249 subrect->width;
1251 if (rect->top > subrect->top)
1252 subrect->top = rect->top;
1253 else if (rect->top + rect->height >
1254 subrect->top + subrect->height)
1255 subrect->top = rect->top + rect->height -
1256 subrect->height;
1257 }
1259 /*
1260 * The common for both scaling and cropping iterative approach is:
1261 * 1. try if the client can produce exactly what requested by the user
1262 * 2. if (1) failed, try to double the client image until we get one big enough
1263 * 3. if (2) failed, try to request the maximum image
1264 */
1265 static int client_s_crop(struct soc_camera_device *icd, struct v4l2_crop *crop,
1266 struct v4l2_crop *cam_crop)
1267 {
1268 struct v4l2_subdev *sd = soc_camera_to_subdev(icd);
1269 struct v4l2_rect *rect = &crop->c, *cam_rect = &cam_crop->c;
1270 struct device *dev = sd->v4l2_dev->dev;
1271 struct sh_mobile_ceu_cam *cam = icd->host_priv;
1272 struct v4l2_cropcap cap;
1273 int ret;
1274 unsigned int width, height;
1276 v4l2_subdev_call(sd, video, s_crop, crop);
1277 ret = client_g_rect(sd, cam_rect);
1278 if (ret < 0)
1279 return ret;
1281 /*
1282 * Now cam_crop contains the current camera input rectangle, and it must
1283 * be within camera cropcap bounds
1284 */
1285 if (!memcmp(rect, cam_rect, sizeof(*rect))) {
1286 /* Even if camera S_CROP failed, but camera rectangle matches */
1287 dev_dbg(dev, "Camera S_CROP successful for %dx%d@%d:%d\n",
1288 rect->width, rect->height, rect->left, rect->top);
1289 cam->rect = *cam_rect;
1290 return 0;
1291 }
1293 /* Try to fix cropping, that camera hasn't managed to set */
1294 dev_geo(dev, "Fix camera S_CROP for %dx%d@%d:%d to %dx%d@%d:%d\n",
1295 cam_rect->width, cam_rect->height,
1296 cam_rect->left, cam_rect->top,
1297 rect->width, rect->height, rect->left, rect->top);
1299 /* We need sensor maximum rectangle */
1300 ret = v4l2_subdev_call(sd, video, cropcap, &cap);
1301 if (ret < 0)
1302 return ret;
1304 /* Put user requested rectangle within sensor bounds */
1305 soc_camera_limit_side(&rect->left, &rect->width, cap.bounds.left, 2,
1306 cap.bounds.width);
1307 soc_camera_limit_side(&rect->top, &rect->height, cap.bounds.top, 4,
1308 cap.bounds.height);
1310 /*
1311 * Popular special case - some cameras can only handle fixed sizes like
1312 * QVGA, VGA,... Take care to avoid infinite loop.
1313 */
1314 width = max(cam_rect->width, 2);
1315 height = max(cam_rect->height, 2);
1317 /*
1318 * Loop as long as sensor is not covering the requested rectangle and
1319 * is still within its bounds
1320 */
1321 while (!ret && (is_smaller(cam_rect, rect) ||
1322 is_inside(cam_rect, rect)) &&
1323 (cap.bounds.width > width || cap.bounds.height > height)) {
1325 width *= 2;
1326 height *= 2;
1328 cam_rect->width = width;
1329 cam_rect->height = height;
1331 /*
1332 * We do not know what capabilities the camera has to set up
1333 * left and top borders. We could try to be smarter in iterating
1334 * them, e.g., if camera current left is to the right of the
1335 * target left, set it to the middle point between the current
1336 * left and minimum left. But that would add too much
1337 * complexity: we would have to iterate each border separately.
1338 * Instead we just drop to the left and top bounds.
1339 */
1340 if (cam_rect->left > rect->left)
1341 cam_rect->left = cap.bounds.left;
1343 if (cam_rect->left + cam_rect->width < rect->left + rect->width)
1344 cam_rect->width = rect->left + rect->width -
1345 cam_rect->left;
1347 if (cam_rect->top > rect->top)
1348 cam_rect->top = cap.bounds.top;
1350 if (cam_rect->top + cam_rect->height < rect->top + rect->height)
1351 cam_rect->height = rect->top + rect->height -
1352 cam_rect->top;
1354 v4l2_subdev_call(sd, video, s_crop, cam_crop);
1355 ret = client_g_rect(sd, cam_rect);
1356 dev_geo(dev, "Camera S_CROP %d for %dx%d@%d:%d\n", ret,
1357 cam_rect->width, cam_rect->height,
1358 cam_rect->left, cam_rect->top);
1359 }
1361 /* S_CROP must not modify the rectangle */
1362 if (is_smaller(cam_rect, rect) || is_inside(cam_rect, rect)) {
1363 /*
1364 * The camera failed to configure a suitable cropping,
1365 * we cannot use the current rectangle, set to max
1366 */
1367 *cam_rect = cap.bounds;
1368 v4l2_subdev_call(sd, video, s_crop, cam_crop);
1369 ret = client_g_rect(sd, cam_rect);
1370 dev_geo(dev, "Camera S_CROP %d for max %dx%d@%d:%d\n", ret,
1371 cam_rect->width, cam_rect->height,
1372 cam_rect->left, cam_rect->top);
1373 }
1375 if (!ret) {
1376 cam->rect = *cam_rect;
1377 update_subrect(cam);
1378 }
1380 return ret;
1381 }
1383 /* Iterative s_mbus_fmt, also updates cached client crop on success */
1384 static int client_s_fmt(struct soc_camera_device *icd,
1385 struct v4l2_mbus_framefmt *mf, bool ceu_can_scale)
1386 {
1387 struct soc_camera_host *ici = to_soc_camera_host(icd->parent);
1388 struct sh_mobile_ceu_dev *pcdev = ici->priv;
1389 struct sh_mobile_ceu_cam *cam = icd->host_priv;
1390 struct v4l2_subdev *sd = soc_camera_to_subdev(icd);
1391 struct device *dev = icd->parent;
1392 unsigned int width = mf->width, height = mf->height, tmp_w, tmp_h;
1393 unsigned int max_width, max_height;
1394 struct v4l2_cropcap cap;
1395 bool ceu_1to1;
1396 int ret;
1398 ret = v4l2_device_call_until_err(sd->v4l2_dev,
1399 soc_camera_grp_id(icd), video,
1400 s_mbus_fmt, mf);
1401 if (ret < 0)
1402 return ret;
1404 dev_geo(dev, "camera scaled to %ux%u\n", mf->width, mf->height);
1406 if (width == mf->width && height == mf->height) {
1407 /* Perfect! The client has done it all. */
1408 ceu_1to1 = true;
1409 goto update_cache;
1410 }
1412 ceu_1to1 = false;
1413 if (!ceu_can_scale)
1414 goto update_cache;
1416 cap.type = V4L2_BUF_TYPE_VIDEO_CAPTURE;
1418 ret = v4l2_subdev_call(sd, video, cropcap, &cap);
1419 if (ret < 0)
1420 return ret;
1422 max_width = min(cap.bounds.width, pcdev->max_width);
1423 max_height = min(cap.bounds.height, pcdev->max_height);
1425 /* Camera set a format, but geometry is not precise, try to improve */
1426 tmp_w = mf->width;
1427 tmp_h = mf->height;
1429 /* width <= max_width && height <= max_height - guaranteed by try_fmt */
1430 while ((width > tmp_w || height > tmp_h) &&
1431 tmp_w < max_width && tmp_h < max_height) {
1432 tmp_w = min(2 * tmp_w, max_width);
1433 tmp_h = min(2 * tmp_h, max_height);
1434 mf->width = tmp_w;
1435 mf->height = tmp_h;
1436 ret = v4l2_device_call_until_err(sd->v4l2_dev,
1437 soc_camera_grp_id(icd), video,
1438 s_mbus_fmt, mf);
1439 dev_geo(dev, "Camera scaled to %ux%u\n",
1440 mf->width, mf->height);
1441 if (ret < 0) {
1442 /* This shouldn't happen */
1443 dev_err(dev, "Client failed to set format: %d\n", ret);
1444 return ret;
1445 }
1446 }
1448 update_cache:
1449 /* Update cache */
1450 ret = client_g_rect(sd, &cam->rect);
1451 if (ret < 0)
1452 return ret;
1454 if (ceu_1to1)
1455 cam->subrect = cam->rect;
1456 else
1457 update_subrect(cam);
1459 return 0;
1460 }
1462 /**
1463 * @width - on output: user width, mapped back to input
1464 * @height - on output: user height, mapped back to input
1465 * @mf - in- / output camera output window
1466 */
1467 static int client_scale(struct soc_camera_device *icd,
1468 struct v4l2_mbus_framefmt *mf,
1469 unsigned int *width, unsigned int *height,
1470 bool ceu_can_scale)
1471 {
1472 struct sh_mobile_ceu_cam *cam = icd->host_priv;
1473 struct device *dev = icd->parent;
1474 struct v4l2_mbus_framefmt mf_tmp = *mf;
1475 unsigned int scale_h, scale_v;
1476 int ret;
1478 /*
1479 * 5. Apply iterative camera S_FMT for camera user window (also updates
1480 * client crop cache and the imaginary sub-rectangle).
1481 */
1482 ret = client_s_fmt(icd, &mf_tmp, ceu_can_scale);
1483 if (ret < 0)
1484 return ret;
1486 dev_geo(dev, "5: camera scaled to %ux%u\n",
1487 mf_tmp.width, mf_tmp.height);
1489 /* 6. Retrieve camera output window (g_fmt) */
1491 /* unneeded - it is already in "mf_tmp" */
1493 /* 7. Calculate new client scales. */
1494 scale_h = calc_generic_scale(cam->rect.width, mf_tmp.width);
1495 scale_v = calc_generic_scale(cam->rect.height, mf_tmp.height);
1497 mf->width = mf_tmp.width;
1498 mf->height = mf_tmp.height;
1499 mf->colorspace = mf_tmp.colorspace;
1501 /*
1502 * 8. Calculate new CEU crop - apply camera scales to previously
1503 * updated "effective" crop.
1504 */
1505 *width = scale_down(cam->subrect.width, scale_h);
1506 *height = scale_down(cam->subrect.height, scale_v);
1508 dev_geo(dev, "8: new client sub-window %ux%u\n", *width, *height);
1510 return 0;
1511 }
1513 /*
1514 * CEU can scale and crop, but we don't want to waste bandwidth and kill the
1515 * framerate by always requesting the maximum image from the client. See
1516 * Documentation/video4linux/sh_mobile_ceu_camera.txt for a description of
1517 * scaling and cropping algorithms and for the meaning of referenced here steps.
1518 */
1519 static int sh_mobile_ceu_set_crop(struct soc_camera_device *icd,
1520 const struct v4l2_crop *a)
1521 {
1522 struct v4l2_crop a_writable = *a;
1523 const struct v4l2_rect *rect = &a_writable.c;
1524 struct device *dev = icd->parent;
1525 struct soc_camera_host *ici = to_soc_camera_host(dev);
1526 struct sh_mobile_ceu_dev *pcdev = ici->priv;
1527 struct v4l2_crop cam_crop;
1528 struct sh_mobile_ceu_cam *cam = icd->host_priv;
1529 struct v4l2_rect *cam_rect = &cam_crop.c;
1530 struct v4l2_subdev *sd = soc_camera_to_subdev(icd);
1531 struct v4l2_mbus_framefmt mf;
1532 unsigned int scale_cam_h, scale_cam_v, scale_ceu_h, scale_ceu_v,
1533 out_width, out_height;
1534 int interm_width, interm_height;
1535 u32 capsr, cflcr;
1536 int ret;
1538 dev_geo(dev, "S_CROP(%ux%u@%u:%u)\n", rect->width, rect->height,
1539 rect->left, rect->top);
1541 /* During camera cropping its output window can change too, stop CEU */
1542 capsr = capture_save_reset(pcdev);
1543 dev_dbg(dev, "CAPSR 0x%x, CFLCR 0x%x\n", capsr, pcdev->cflcr);
1545 /*
1546 * 1. - 2. Apply iterative camera S_CROP for new input window, read back
1547 * actual camera rectangle.
1548 */
1549 ret = client_s_crop(icd, &a_writable, &cam_crop);
1550 if (ret < 0)
1551 return ret;
1553 dev_geo(dev, "1-2: camera cropped to %ux%u@%u:%u\n",
1554 cam_rect->width, cam_rect->height,
1555 cam_rect->left, cam_rect->top);
1557 /* On success cam_crop contains current camera crop */
1559 /* 3. Retrieve camera output window */
1560 ret = v4l2_subdev_call(sd, video, g_mbus_fmt, &mf);
1561 if (ret < 0)
1562 return ret;
1564 if (mf.width > pcdev->max_width || mf.height > pcdev->max_height)
1565 return -EINVAL;
1567 /* 4. Calculate camera scales */
1568 scale_cam_h = calc_generic_scale(cam_rect->width, mf.width);
1569 scale_cam_v = calc_generic_scale(cam_rect->height, mf.height);
1571 /* Calculate intermediate window */
1572 interm_width = scale_down(rect->width, scale_cam_h);
1573 interm_height = scale_down(rect->height, scale_cam_v);
1575 if (interm_width < icd->user_width) {
1576 u32 new_scale_h;
1578 new_scale_h = calc_generic_scale(rect->width, icd->user_width);
1580 mf.width = scale_down(cam_rect->width, new_scale_h);
1581 }
1583 if (interm_height < icd->user_height) {
1584 u32 new_scale_v;
1586 new_scale_v = calc_generic_scale(rect->height, icd->user_height);
1588 mf.height = scale_down(cam_rect->height, new_scale_v);
1589 }
1591 if (interm_width < icd->user_width || interm_height < icd->user_height) {
1592 ret = v4l2_device_call_until_err(sd->v4l2_dev,
1593 soc_camera_grp_id(icd), video,
1594 s_mbus_fmt, &mf);
1595 if (ret < 0)
1596 return ret;
1598 dev_geo(dev, "New camera output %ux%u\n", mf.width, mf.height);
1599 scale_cam_h = calc_generic_scale(cam_rect->width, mf.width);
1600 scale_cam_v = calc_generic_scale(cam_rect->height, mf.height);
1601 interm_width = scale_down(rect->width, scale_cam_h);
1602 interm_height = scale_down(rect->height, scale_cam_v);
1603 }
1605 /* Cache camera output window */
1606 cam->width = mf.width;
1607 cam->height = mf.height;
1609 if (pcdev->image_mode) {
1610 out_width = min(interm_width, icd->user_width);
1611 out_height = min(interm_height, icd->user_height);
1612 } else {
1613 out_width = interm_width;
1614 out_height = interm_height;
1615 }
1617 /*
1618 * 5. Calculate CEU scales from camera scales from results of (5) and
1619 * the user window
1620 */
1621 scale_ceu_h = calc_scale(interm_width, &out_width);
1622 scale_ceu_v = calc_scale(interm_height, &out_height);
1624 dev_geo(dev, "5: CEU scales %u:%u\n", scale_ceu_h, scale_ceu_v);
1626 /* Apply CEU scales. */
1627 cflcr = scale_ceu_h | (scale_ceu_v << 16);
1628 if (cflcr != pcdev->cflcr) {
1629 pcdev->cflcr = cflcr;
1630 ceu_write(pcdev, CFLCR, cflcr);
1631 }
1633 icd->user_width = out_width & ~3;
1634 icd->user_height = out_height & ~3;
1635 /* Offsets are applied at the CEU scaling filter input */
1636 cam->ceu_left = scale_down(rect->left - cam_rect->left, scale_cam_h) & ~1;
1637 cam->ceu_top = scale_down(rect->top - cam_rect->top, scale_cam_v) & ~1;
1639 /* 6. Use CEU cropping to crop to the new window. */
1640 sh_mobile_ceu_set_rect(icd);
1642 cam->subrect = *rect;
1644 dev_geo(dev, "6: CEU cropped to %ux%u@%u:%u\n",
1645 icd->user_width, icd->user_height,
1646 cam->ceu_left, cam->ceu_top);
1648 /* Restore capture. The CE bit can be cleared by the hardware */
1649 if (pcdev->active)
1650 capsr |= 1;
1651 capture_restore(pcdev, capsr);
1653 /* Even if only camera cropping succeeded */
1654 return ret;
1655 }
1657 static int sh_mobile_ceu_get_crop(struct soc_camera_device *icd,
1658 struct v4l2_crop *a)
1659 {
1660 struct sh_mobile_ceu_cam *cam = icd->host_priv;
1662 a->type = V4L2_BUF_TYPE_VIDEO_CAPTURE;
1663 a->c = cam->subrect;
1665 return 0;
1666 }
1668 /*
1669 * Calculate real client output window by applying new scales to the current
1670 * client crop. New scales are calculated from the requested output format and
1671 * CEU crop, mapped backed onto the client input (subrect).
1672 */
1673 static void calculate_client_output(struct soc_camera_device *icd,
1674 const struct v4l2_pix_format *pix, struct v4l2_mbus_framefmt *mf)
1675 {
1676 struct sh_mobile_ceu_cam *cam = icd->host_priv;
1677 struct device *dev = icd->parent;
1678 struct v4l2_rect *cam_subrect = &cam->subrect;
1679 unsigned int scale_v, scale_h;
1681 if (cam_subrect->width == cam->rect.width &&
1682 cam_subrect->height == cam->rect.height) {
1683 /* No sub-cropping */
1684 mf->width = pix->width;
1685 mf->height = pix->height;
1686 return;
1687 }
1689 /* 1.-2. Current camera scales and subwin - cached. */
1691 dev_geo(dev, "2: subwin %ux%u@%u:%u\n",
1692 cam_subrect->width, cam_subrect->height,
1693 cam_subrect->left, cam_subrect->top);
1695 /*
1696 * 3. Calculate new combined scales from input sub-window to requested
1697 * user window.
1698 */
1700 /*
1701 * TODO: CEU cannot scale images larger than VGA to smaller than SubQCIF
1702 * (128x96) or larger than VGA
1703 */
1704 scale_h = calc_generic_scale(cam_subrect->width, pix->width);
1705 scale_v = calc_generic_scale(cam_subrect->height, pix->height);
1707 dev_geo(dev, "3: scales %u:%u\n", scale_h, scale_v);
1709 /*
1710 * 4. Calculate desired client output window by applying combined scales
1711 * to client (real) input window.
1712 */
1713 mf->width = scale_down(cam->rect.width, scale_h);
1714 mf->height = scale_down(cam->rect.height, scale_v);
1715 }
1717 /* Similar to set_crop multistage iterative algorithm */
1718 static int sh_mobile_ceu_set_fmt(struct soc_camera_device *icd,
1719 struct v4l2_format *f)
1720 {
1721 struct device *dev = icd->parent;
1722 struct soc_camera_host *ici = to_soc_camera_host(dev);
1723 struct sh_mobile_ceu_dev *pcdev = ici->priv;
1724 struct sh_mobile_ceu_cam *cam = icd->host_priv;
1725 struct v4l2_pix_format *pix = &f->fmt.pix;
1726 struct v4l2_mbus_framefmt mf;
1727 __u32 pixfmt = pix->pixelformat;
1728 const struct soc_camera_format_xlate *xlate;
1729 /* Keep Compiler Happy */
1730 unsigned int ceu_sub_width = 0, ceu_sub_height = 0;
1731 u16 scale_v, scale_h;
1732 int ret;
1733 bool image_mode;
1734 enum v4l2_field field;
1736 switch (pix->field) {
1737 default:
1738 pix->field = V4L2_FIELD_NONE;
1739 /* fall-through */
1740 case V4L2_FIELD_INTERLACED_TB:
1741 case V4L2_FIELD_INTERLACED_BT:
1742 case V4L2_FIELD_NONE:
1743 field = pix->field;
1744 break;
1745 case V4L2_FIELD_INTERLACED:
1746 field = V4L2_FIELD_INTERLACED_TB;
1747 break;
1748 }
1750 xlate = soc_camera_xlate_by_fourcc(icd, pixfmt);
1751 if (!xlate) {
1752 dev_warn(dev, "Format %x not found\n", pixfmt);
1753 return -EINVAL;
1754 }
1756 /* 1.-4. Calculate desired client output geometry */
1757 calculate_client_output(icd, pix, &mf);
1758 mf.field = pix->field;
1759 mf.colorspace = pix->colorspace;
1760 mf.code = xlate->code;
1762 switch (pixfmt) {
1763 case V4L2_PIX_FMT_NV12:
1764 case V4L2_PIX_FMT_NV21:
1765 case V4L2_PIX_FMT_NV16:
1766 case V4L2_PIX_FMT_NV61:
1767 image_mode = true;
1768 break;
1769 default:
1770 image_mode = false;
1771 }
1773 dev_geo(dev, "S_FMT(pix=0x%x, fld 0x%x, code 0x%x, %ux%u)\n", pixfmt, mf.field, mf.code,
1774 pix->width, pix->height);
1776 dev_geo(dev, "4: request camera output %ux%u\n", mf.width, mf.height);
1778 /* 5. - 9. */
1779 ret = client_scale(icd, &mf, &ceu_sub_width, &ceu_sub_height,
1780 image_mode && V4L2_FIELD_NONE == field);
1782 dev_geo(dev, "5-9: client scale return %d\n", ret);
1784 /* Done with the camera. Now see if we can improve the result */
1786 dev_geo(dev, "fmt %ux%u, requested %ux%u\n",
1787 mf.width, mf.height, pix->width, pix->height);
1788 if (ret < 0)
1789 return ret;
1791 if (mf.code != xlate->code)
1792 return -EINVAL;
1794 /* 9. Prepare CEU crop */
1795 cam->width = mf.width;
1796 cam->height = mf.height;
1798 /* 10. Use CEU scaling to scale to the requested user window. */
1800 /* We cannot scale up */
1801 if (pix->width > ceu_sub_width)
1802 ceu_sub_width = pix->width;
1804 if (pix->height > ceu_sub_height)
1805 ceu_sub_height = pix->height;
1807 pix->colorspace = mf.colorspace;
1809 if (image_mode) {
1810 /* Scale pix->{width x height} down to width x height */
1811 scale_h = calc_scale(ceu_sub_width, &pix->width);
1812 scale_v = calc_scale(ceu_sub_height, &pix->height);
1813 } else {
1814 pix->width = ceu_sub_width;
1815 pix->height = ceu_sub_height;
1816 scale_h = 0;
1817 scale_v = 0;
1818 }
1820 pcdev->cflcr = scale_h | (scale_v << 16);
1822 /*
1823 * We have calculated CFLCR, the actual configuration will be performed
1824 * in sh_mobile_ceu_set_bus_param()
1825 */
1827 dev_geo(dev, "10: W: %u : 0x%x = %u, H: %u : 0x%x = %u\n",
1828 ceu_sub_width, scale_h, pix->width,
1829 ceu_sub_height, scale_v, pix->height);
1831 cam->code = xlate->code;
1832 icd->current_fmt = xlate;
1834 pcdev->field = field;
1835 pcdev->image_mode = image_mode;
1837 /* CFSZR requirement */
1838 pix->width &= ~3;
1839 pix->height &= ~3;
1841 return 0;
1842 }
1844 #define CEU_CHDW_MAX 8188U /* Maximum line stride */
1846 static int sh_mobile_ceu_try_fmt(struct soc_camera_device *icd,
1847 struct v4l2_format *f)
1848 {
1849 struct soc_camera_host *ici = to_soc_camera_host(icd->parent);
1850 struct sh_mobile_ceu_dev *pcdev = ici->priv;
1851 const struct soc_camera_format_xlate *xlate;
1852 struct v4l2_pix_format *pix = &f->fmt.pix;
1853 struct v4l2_subdev *sd = soc_camera_to_subdev(icd);
1854 struct v4l2_mbus_framefmt mf;
1855 __u32 pixfmt = pix->pixelformat;
1856 int width, height;
1857 int ret;
1859 dev_geo(icd->parent, "TRY_FMT(pix=0x%x, %ux%u)\n",
1860 pixfmt, pix->width, pix->height);
1862 xlate = soc_camera_xlate_by_fourcc(icd, pixfmt);
1863 if (!xlate) {
1864 xlate = icd->current_fmt;
1865 dev_dbg(icd->parent, "Format %x not found, keeping %x\n",
1866 pixfmt, xlate->host_fmt->fourcc);
1867 pixfmt = xlate->host_fmt->fourcc;
1868 pix->pixelformat = pixfmt;
1869 pix->colorspace = icd->colorspace;
1870 }
1872 /* FIXME: calculate using depth and bus width */
1874 /* CFSZR requires height and width to be 4-pixel aligned */
1875 v4l_bound_align_image(&pix->width, 2, pcdev->max_width, 2,
1876 &pix->height, 4, pcdev->max_height, 2, 0);
1878 width = pix->width;
1879 height = pix->height;
1881 /* limit to sensor capabilities */
1882 mf.width = pix->width;
1883 mf.height = pix->height;
1884 mf.field = pix->field;
1885 mf.code = xlate->code;
1886 mf.colorspace = pix->colorspace;
1888 ret = v4l2_device_call_until_err(sd->v4l2_dev, soc_camera_grp_id(icd),
1889 video, try_mbus_fmt, &mf);
1890 if (ret < 0)
1891 return ret;
1893 pix->width = mf.width;
1894 pix->height = mf.height;
1895 pix->field = mf.field;
1896 pix->colorspace = mf.colorspace;
1898 switch (pixfmt) {
1899 case V4L2_PIX_FMT_NV12:
1900 case V4L2_PIX_FMT_NV21:
1901 case V4L2_PIX_FMT_NV16:
1902 case V4L2_PIX_FMT_NV61:
1903 /* FIXME: check against rect_max after converting soc-camera */
1904 /* We can scale precisely, need a bigger image from camera */
1905 if (pix->width < width || pix->height < height) {
1906 /*
1907 * We presume, the sensor behaves sanely, i.e., if
1908 * requested a bigger rectangle, it will not return a
1909 * smaller one.
1910 */
1911 mf.width = pcdev->max_width;
1912 mf.height = pcdev->max_height;
1913 ret = v4l2_device_call_until_err(sd->v4l2_dev,
1914 soc_camera_grp_id(icd), video,
1915 try_mbus_fmt, &mf);
1916 if (ret < 0) {
1917 /* Shouldn't actually happen... */
1918 dev_err(icd->parent,
1919 "FIXME: client try_fmt() = %d\n", ret);
1920 return ret;
1921 }
1922 }
1923 /* We will scale exactly */
1924 if (mf.width > width)
1925 pix->width = width;
1926 if (mf.height > height)
1927 pix->height = height;
1929 pix->bytesperline = max(pix->bytesperline, pix->width);
1930 pix->bytesperline = min(pix->bytesperline, CEU_CHDW_MAX);
1931 pix->bytesperline &= ~3;
1932 break;
1934 default:
1935 /* Configurable stride isn't supported in pass-through mode. */
1936 pix->bytesperline = 0;
1937 }
1939 pix->width &= ~3;
1940 pix->height &= ~3;
1941 pix->sizeimage = 0;
1943 dev_geo(icd->parent, "%s(): return %d, fmt 0x%x, %ux%u\n",
1944 __func__, ret, pix->pixelformat, pix->width, pix->height);
1946 return ret;
1947 }
1949 static int sh_mobile_ceu_set_livecrop(struct soc_camera_device *icd,
1950 const struct v4l2_crop *a)
1951 {
1952 struct v4l2_subdev *sd = soc_camera_to_subdev(icd);
1953 struct soc_camera_host *ici = to_soc_camera_host(icd->parent);
1954 struct sh_mobile_ceu_dev *pcdev = ici->priv;
1955 u32 out_width = icd->user_width, out_height = icd->user_height;
1956 int ret;
1958 /* Freeze queue */
1959 pcdev->frozen = 1;
1960 /* Wait for frame */
1961 ret = wait_for_completion_interruptible(&pcdev->complete);
1962 /* Stop the client */
1963 ret = v4l2_subdev_call(sd, video, s_stream, 0);
1964 if (ret < 0)
1965 dev_warn(icd->parent,
1966 "Client failed to stop the stream: %d\n", ret);
1967 else
1968 /* Do the crop, if it fails, there's nothing more we can do */
1969 sh_mobile_ceu_set_crop(icd, a);
1971 dev_geo(icd->parent, "Output after crop: %ux%u\n", icd->user_width, icd->user_height);
1973 if (icd->user_width != out_width || icd->user_height != out_height) {
1974 struct v4l2_format f = {
1975 .type = V4L2_BUF_TYPE_VIDEO_CAPTURE,
1976 .fmt.pix = {
1977 .width = out_width,
1978 .height = out_height,
1979 .pixelformat = icd->current_fmt->host_fmt->fourcc,
1980 .field = pcdev->field,
1981 .colorspace = icd->colorspace,
1982 },
1983 };
1984 ret = sh_mobile_ceu_set_fmt(icd, &f);
1985 if (!ret && (out_width != f.fmt.pix.width ||
1986 out_height != f.fmt.pix.height))
1987 ret = -EINVAL;
1988 if (!ret) {
1989 icd->user_width = out_width & ~3;
1990 icd->user_height = out_height & ~3;
1991 ret = sh_mobile_ceu_set_bus_param(icd);
1992 }
1993 }
1995 /* Thaw the queue */
1996 pcdev->frozen = 0;
1997 spin_lock_irq(&pcdev->lock);
1998 sh_mobile_ceu_capture(pcdev);
1999 spin_unlock_irq(&pcdev->lock);
2000 /* Start the client */
2001 ret = v4l2_subdev_call(sd, video, s_stream, 1);
2002 return ret;
2003 }
2005 static unsigned int sh_mobile_ceu_poll(struct file *file, poll_table *pt)
2006 {
2007 struct soc_camera_device *icd = file->private_data;
2009 return vb2_poll(&icd->vb2_vidq, file, pt);
2010 }
2012 static int sh_mobile_ceu_querycap(struct soc_camera_host *ici,
2013 struct v4l2_capability *cap)
2014 {
2015 strlcpy(cap->card, "SuperH_Mobile_CEU", sizeof(cap->card));
2016 cap->capabilities = V4L2_CAP_VIDEO_CAPTURE | V4L2_CAP_STREAMING;
2017 return 0;
2018 }
2020 static int sh_mobile_ceu_init_videobuf(struct vb2_queue *q,
2021 struct soc_camera_device *icd)
2022 {
2023 q->type = V4L2_BUF_TYPE_VIDEO_CAPTURE;
2024 q->io_modes = VB2_MMAP | VB2_USERPTR;
2025 q->drv_priv = icd;
2026 q->ops = &sh_mobile_ceu_videobuf_ops;
2027 q->mem_ops = &vb2_dma_contig_memops;
2028 q->buf_struct_size = sizeof(struct sh_mobile_ceu_buffer);
2030 return vb2_queue_init(q);
2031 }
2033 static struct soc_camera_host_ops sh_mobile_ceu_host_ops = {
2034 .owner = THIS_MODULE,
2035 .add = sh_mobile_ceu_add_device,
2036 .remove = sh_mobile_ceu_remove_device,
2037 .get_formats = sh_mobile_ceu_get_formats,
2038 .put_formats = sh_mobile_ceu_put_formats,
2039 .get_crop = sh_mobile_ceu_get_crop,
2040 .set_crop = sh_mobile_ceu_set_crop,
2041 .set_livecrop = sh_mobile_ceu_set_livecrop,
2042 .set_fmt = sh_mobile_ceu_set_fmt,
2043 .try_fmt = sh_mobile_ceu_try_fmt,
2044 .poll = sh_mobile_ceu_poll,
2045 .querycap = sh_mobile_ceu_querycap,
2046 .set_bus_param = sh_mobile_ceu_set_bus_param,
2047 .init_videobuf2 = sh_mobile_ceu_init_videobuf,
2048 };
2050 struct bus_wait {
2051 struct notifier_block notifier;
2052 struct completion completion;
2053 struct device *dev;
2054 };
2056 static int bus_notify(struct notifier_block *nb,
2057 unsigned long action, void *data)
2058 {
2059 struct device *dev = data;
2060 struct bus_wait *wait = container_of(nb, struct bus_wait, notifier);
2062 if (wait->dev != dev)
2063 return NOTIFY_DONE;
2065 switch (action) {
2066 case BUS_NOTIFY_UNBOUND_DRIVER:
2067 /* Protect from module unloading */
2068 wait_for_completion(&wait->completion);
2069 return NOTIFY_OK;
2070 }
2071 return NOTIFY_DONE;
2072 }
2074 static int sh_mobile_ceu_probe(struct platform_device *pdev)
2075 {
2076 struct sh_mobile_ceu_dev *pcdev;
2077 struct resource *res;
2078 void __iomem *base;
2079 unsigned int irq;
2080 int err = 0;
2081 struct bus_wait wait = {
2082 .completion = COMPLETION_INITIALIZER_ONSTACK(wait.completion),
2083 .notifier.notifier_call = bus_notify,
2084 };
2085 struct sh_mobile_ceu_companion *csi2;
2087 res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
2088 irq = platform_get_irq(pdev, 0);
2089 if (!res || (int)irq <= 0) {
2090 dev_err(&pdev->dev, "Not enough CEU platform resources.\n");
2091 err = -ENODEV;
2092 goto exit;
2093 }
2095 pcdev = kzalloc(sizeof(*pcdev), GFP_KERNEL);
2096 if (!pcdev) {
2097 dev_err(&pdev->dev, "Could not allocate pcdev\n");
2098 err = -ENOMEM;
2099 goto exit;
2100 }
2102 INIT_LIST_HEAD(&pcdev->capture);
2103 spin_lock_init(&pcdev->lock);
2104 init_completion(&pcdev->complete);
2106 pcdev->pdata = pdev->dev.platform_data;
2107 if (!pcdev->pdata) {
2108 err = -EINVAL;
2109 dev_err(&pdev->dev, "CEU platform data not set.\n");
2110 goto exit_kfree;
2111 }
2113 pcdev->max_width = pcdev->pdata->max_width ? : 2560;
2114 pcdev->max_height = pcdev->pdata->max_height ? : 1920;
2116 base = ioremap_nocache(res->start, resource_size(res));
2117 if (!base) {
2118 err = -ENXIO;
2119 dev_err(&pdev->dev, "Unable to ioremap CEU registers.\n");
2120 goto exit_kfree;
2121 }
2123 pcdev->irq = irq;
2124 pcdev->base = base;
2125 pcdev->video_limit = 0; /* only enabled if second resource exists */
2127 res = platform_get_resource(pdev, IORESOURCE_MEM, 1);
2128 if (res) {
2129 err = dma_declare_coherent_memory(&pdev->dev, res->start,
2130 res->start,
2131 resource_size(res),
2132 DMA_MEMORY_MAP |
2133 DMA_MEMORY_EXCLUSIVE);
2134 if (!err) {
2135 dev_err(&pdev->dev, "Unable to declare CEU memory.\n");
2136 err = -ENXIO;
2137 goto exit_iounmap;
2138 }
2140 pcdev->video_limit = resource_size(res);
2141 }
2143 /* request irq */
2144 err = request_irq(pcdev->irq, sh_mobile_ceu_irq, IRQF_DISABLED,
2145 dev_name(&pdev->dev), pcdev);
2146 if (err) {
2147 dev_err(&pdev->dev, "Unable to register CEU interrupt.\n");
2148 goto exit_release_mem;
2149 }
2151 pm_suspend_ignore_children(&pdev->dev, true);
2152 pm_runtime_enable(&pdev->dev);
2153 pm_runtime_resume(&pdev->dev);
2155 pcdev->ici.priv = pcdev;
2156 pcdev->ici.v4l2_dev.dev = &pdev->dev;
2157 pcdev->ici.nr = pdev->id;
2158 pcdev->ici.drv_name = dev_name(&pdev->dev);
2159 pcdev->ici.ops = &sh_mobile_ceu_host_ops;
2160 pcdev->ici.capabilities = SOCAM_HOST_CAP_STRIDE;
2162 pcdev->alloc_ctx = vb2_dma_contig_init_ctx(&pdev->dev);
2163 if (IS_ERR(pcdev->alloc_ctx)) {
2164 err = PTR_ERR(pcdev->alloc_ctx);
2165 goto exit_free_clk;
2166 }
2168 err = soc_camera_host_register(&pcdev->ici);
2169 if (err)
2170 goto exit_free_ctx;
2172 /* CSI2 interfacing */
2173 csi2 = pcdev->pdata->csi2;
2174 if (csi2) {
2175 struct platform_device *csi2_pdev =
2176 platform_device_alloc("sh-mobile-csi2", csi2->id);
2177 struct sh_csi2_pdata *csi2_pdata = csi2->platform_data;
2179 if (!csi2_pdev) {
2180 err = -ENOMEM;
2181 goto exit_host_unregister;
2182 }
2184 pcdev->csi2_pdev = csi2_pdev;
2186 err = platform_device_add_data(csi2_pdev, csi2_pdata, sizeof(*csi2_pdata));
2187 if (err < 0)
2188 goto exit_pdev_put;
2190 csi2_pdata = csi2_pdev->dev.platform_data;
2191 csi2_pdata->v4l2_dev = &pcdev->ici.v4l2_dev;
2193 csi2_pdev->resource = csi2->resource;
2194 csi2_pdev->num_resources = csi2->num_resources;
2196 err = platform_device_add(csi2_pdev);
2197 if (err < 0)
2198 goto exit_pdev_put;
2200 wait.dev = &csi2_pdev->dev;
2202 err = bus_register_notifier(&platform_bus_type, &wait.notifier);
2203 if (err < 0)
2204 goto exit_pdev_unregister;
2206 /*
2207 * From this point the driver module will not unload, until
2208 * we complete the completion.
2209 */
2211 if (!csi2_pdev->dev.driver) {
2212 complete(&wait.completion);
2213 /* Either too late, or probing failed */
2214 bus_unregister_notifier(&platform_bus_type, &wait.notifier);
2215 err = -ENXIO;
2216 goto exit_pdev_unregister;
2217 }
2219 /*
2220 * The module is still loaded, in the worst case it is hanging
2221 * in device release on our completion. So, _now_ dereferencing
2222 * the "owner" is safe!
2223 */
2225 err = try_module_get(csi2_pdev->dev.driver->owner);
2227 /* Let notifier complete, if it has been locked */
2228 complete(&wait.completion);
2229 bus_unregister_notifier(&platform_bus_type, &wait.notifier);
2230 if (!err) {
2231 err = -ENODEV;
2232 goto exit_pdev_unregister;
2233 }
2234 }
2236 return 0;
2238 exit_pdev_unregister:
2239 platform_device_del(pcdev->csi2_pdev);
2240 exit_pdev_put:
2241 pcdev->csi2_pdev->resource = NULL;
2242 platform_device_put(pcdev->csi2_pdev);
2243 exit_host_unregister:
2244 soc_camera_host_unregister(&pcdev->ici);
2245 exit_free_ctx:
2246 vb2_dma_contig_cleanup_ctx(pcdev->alloc_ctx);
2247 exit_free_clk:
2248 pm_runtime_disable(&pdev->dev);
2249 free_irq(pcdev->irq, pcdev);
2250 exit_release_mem:
2251 if (platform_get_resource(pdev, IORESOURCE_MEM, 1))
2252 dma_release_declared_memory(&pdev->dev);
2253 exit_iounmap:
2254 iounmap(base);
2255 exit_kfree:
2256 kfree(pcdev);
2257 exit:
2258 return err;
2259 }
2261 static int sh_mobile_ceu_remove(struct platform_device *pdev)
2262 {
2263 struct soc_camera_host *soc_host = to_soc_camera_host(&pdev->dev);
2264 struct sh_mobile_ceu_dev *pcdev = container_of(soc_host,
2265 struct sh_mobile_ceu_dev, ici);
2266 struct platform_device *csi2_pdev = pcdev->csi2_pdev;
2268 soc_camera_host_unregister(soc_host);
2269 pm_runtime_disable(&pdev->dev);
2270 free_irq(pcdev->irq, pcdev);
2271 if (platform_get_resource(pdev, IORESOURCE_MEM, 1))
2272 dma_release_declared_memory(&pdev->dev);
2273 iounmap(pcdev->base);
2274 vb2_dma_contig_cleanup_ctx(pcdev->alloc_ctx);
2275 if (csi2_pdev && csi2_pdev->dev.driver) {
2276 struct module *csi2_drv = csi2_pdev->dev.driver->owner;
2277 platform_device_del(csi2_pdev);
2278 csi2_pdev->resource = NULL;
2279 platform_device_put(csi2_pdev);
2280 module_put(csi2_drv);
2281 }
2282 kfree(pcdev);
2284 return 0;
2285 }
2287 static int sh_mobile_ceu_runtime_nop(struct device *dev)
2288 {
2289 /* Runtime PM callback shared between ->runtime_suspend()
2290 * and ->runtime_resume(). Simply returns success.
2291 *
2292 * This driver re-initializes all registers after
2293 * pm_runtime_get_sync() anyway so there is no need
2294 * to save and restore registers here.
2295 */
2296 return 0;
2297 }
2299 static const struct dev_pm_ops sh_mobile_ceu_dev_pm_ops = {
2300 .runtime_suspend = sh_mobile_ceu_runtime_nop,
2301 .runtime_resume = sh_mobile_ceu_runtime_nop,
2302 };
2304 static struct platform_driver sh_mobile_ceu_driver = {
2305 .driver = {
2306 .name = "sh_mobile_ceu",
2307 .pm = &sh_mobile_ceu_dev_pm_ops,
2308 },
2309 .probe = sh_mobile_ceu_probe,
2310 .remove = sh_mobile_ceu_remove,
2311 };
2313 static int __init sh_mobile_ceu_init(void)
2314 {
2315 /* Whatever return code */
2316 request_module("sh_mobile_csi2");
2317 return platform_driver_register(&sh_mobile_ceu_driver);
2318 }
2320 static void __exit sh_mobile_ceu_exit(void)
2321 {
2322 platform_driver_unregister(&sh_mobile_ceu_driver);
2323 }
2325 module_init(sh_mobile_ceu_init);
2326 module_exit(sh_mobile_ceu_exit);
2328 MODULE_DESCRIPTION("SuperH Mobile CEU driver");
2329 MODULE_AUTHOR("Magnus Damm");
2330 MODULE_LICENSE("GPL");
2331 MODULE_VERSION("0.0.6");
2332 MODULE_ALIAS("platform:sh_mobile_ceu");