1 // SPDX-License-Identifier: GPL-2.0 2 /* 3 * camss-video.c 4 * 5 * Qualcomm MSM Camera Subsystem - V4L2 device node 6 * 7 * Copyright (c) 2013-2015, The Linux Foundation. All rights reserved. 8 * Copyright (C) 2015-2018 Linaro Ltd. 9 */ 10 #include <linux/slab.h> 11 #include <media/media-entity.h> 12 #include <media/v4l2-dev.h> 13 #include <media/v4l2-device.h> 14 #include <media/v4l2-ioctl.h> 15 #include <media/v4l2-mc.h> 16 #include <media/videobuf2-dma-sg.h> 17 18 #include "camss-video.h" 19 #include "camss.h" 20 21 #define CAMSS_FRAME_MIN_WIDTH 1 22 #define CAMSS_FRAME_MAX_WIDTH 8191 23 #define CAMSS_FRAME_MIN_HEIGHT 1 24 #define CAMSS_FRAME_MAX_HEIGHT_RDI 8191 25 #define CAMSS_FRAME_MAX_HEIGHT_PIX 4096 26 27 struct fract { 28 u8 numerator; 29 u8 denominator; 30 }; 31 32 /* 33 * struct camss_format_info - ISP media bus format information 34 * @code: V4L2 media bus format code 35 * @pixelformat: V4L2 pixel format FCC identifier 36 * @planes: Number of planes 37 * @hsub: Horizontal subsampling (for each plane) 38 * @vsub: Vertical subsampling (for each plane) 39 * @bpp: Bits per pixel when stored in memory (for each plane) 40 */ 41 struct camss_format_info { 42 u32 code; 43 u32 pixelformat; 44 u8 planes; 45 struct fract hsub[3]; 46 struct fract vsub[3]; 47 unsigned int bpp[3]; 48 }; 49 50 static const struct camss_format_info formats_rdi_8x16[] = { 51 { MEDIA_BUS_FMT_UYVY8_2X8, V4L2_PIX_FMT_UYVY, 1, 52 { { 1, 1 } }, { { 1, 1 } }, { 16 } }, 53 { MEDIA_BUS_FMT_VYUY8_2X8, V4L2_PIX_FMT_VYUY, 1, 54 { { 1, 1 } }, { { 1, 1 } }, { 16 } }, 55 { MEDIA_BUS_FMT_YUYV8_2X8, V4L2_PIX_FMT_YUYV, 1, 56 { { 1, 1 } }, { { 1, 1 } }, { 16 } }, 57 { MEDIA_BUS_FMT_YVYU8_2X8, V4L2_PIX_FMT_YVYU, 1, 58 { { 1, 1 } }, { { 1, 1 } }, { 16 } }, 59 { MEDIA_BUS_FMT_SBGGR8_1X8, V4L2_PIX_FMT_SBGGR8, 1, 60 { { 1, 1 } }, { { 1, 1 } }, { 8 } }, 61 { MEDIA_BUS_FMT_SGBRG8_1X8, V4L2_PIX_FMT_SGBRG8, 1, 62 { { 1, 1 } }, { { 1, 1 } }, { 8 } }, 63 { MEDIA_BUS_FMT_SGRBG8_1X8, V4L2_PIX_FMT_SGRBG8, 1, 64 { { 1, 1 } }, { { 1, 1 } }, { 8 } }, 65 { MEDIA_BUS_FMT_SRGGB8_1X8, V4L2_PIX_FMT_SRGGB8, 1, 66 { { 1, 1 } }, { { 1, 1 } }, { 8 } }, 67 { MEDIA_BUS_FMT_SBGGR10_1X10, V4L2_PIX_FMT_SBGGR10P, 1, 68 { { 1, 1 } }, { { 1, 1 } }, { 10 } }, 69 { MEDIA_BUS_FMT_SGBRG10_1X10, V4L2_PIX_FMT_SGBRG10P, 1, 70 { { 1, 1 } }, { { 1, 1 } }, { 10 } }, 71 { MEDIA_BUS_FMT_SGRBG10_1X10, V4L2_PIX_FMT_SGRBG10P, 1, 72 { { 1, 1 } }, { { 1, 1 } }, { 10 } }, 73 { MEDIA_BUS_FMT_SRGGB10_1X10, V4L2_PIX_FMT_SRGGB10P, 1, 74 { { 1, 1 } }, { { 1, 1 } }, { 10 } }, 75 { MEDIA_BUS_FMT_SBGGR12_1X12, V4L2_PIX_FMT_SBGGR12P, 1, 76 { { 1, 1 } }, { { 1, 1 } }, { 12 } }, 77 { MEDIA_BUS_FMT_SGBRG12_1X12, V4L2_PIX_FMT_SGBRG12P, 1, 78 { { 1, 1 } }, { { 1, 1 } }, { 12 } }, 79 { MEDIA_BUS_FMT_SGRBG12_1X12, V4L2_PIX_FMT_SGRBG12P, 1, 80 { { 1, 1 } }, { { 1, 1 } }, { 12 } }, 81 { MEDIA_BUS_FMT_SRGGB12_1X12, V4L2_PIX_FMT_SRGGB12P, 1, 82 { { 1, 1 } }, { { 1, 1 } }, { 12 } }, 83 { MEDIA_BUS_FMT_Y10_1X10, V4L2_PIX_FMT_Y10P, 1, 84 { { 1, 1 } }, { { 1, 1 } }, { 10 } }, 85 }; 86 87 static const struct camss_format_info formats_rdi_8x96[] = { 88 { MEDIA_BUS_FMT_UYVY8_2X8, V4L2_PIX_FMT_UYVY, 1, 89 { { 1, 1 } }, { { 1, 1 } }, { 16 } }, 90 { MEDIA_BUS_FMT_VYUY8_2X8, V4L2_PIX_FMT_VYUY, 1, 91 { { 1, 1 } }, { { 1, 1 } }, { 16 } }, 92 { MEDIA_BUS_FMT_YUYV8_2X8, V4L2_PIX_FMT_YUYV, 1, 93 { { 1, 1 } }, { { 1, 1 } }, { 16 } }, 94 { MEDIA_BUS_FMT_YVYU8_2X8, V4L2_PIX_FMT_YVYU, 1, 95 { { 1, 1 } }, { { 1, 1 } }, { 16 } }, 96 { MEDIA_BUS_FMT_SBGGR8_1X8, V4L2_PIX_FMT_SBGGR8, 1, 97 { { 1, 1 } }, { { 1, 1 } }, { 8 } }, 98 { MEDIA_BUS_FMT_SGBRG8_1X8, V4L2_PIX_FMT_SGBRG8, 1, 99 { { 1, 1 } }, { { 1, 1 } }, { 8 } }, 100 { MEDIA_BUS_FMT_SGRBG8_1X8, V4L2_PIX_FMT_SGRBG8, 1, 101 { { 1, 1 } }, { { 1, 1 } }, { 8 } }, 102 { MEDIA_BUS_FMT_SRGGB8_1X8, V4L2_PIX_FMT_SRGGB8, 1, 103 { { 1, 1 } }, { { 1, 1 } }, { 8 } }, 104 { MEDIA_BUS_FMT_SBGGR10_1X10, V4L2_PIX_FMT_SBGGR10P, 1, 105 { { 1, 1 } }, { { 1, 1 } }, { 10 } }, 106 { MEDIA_BUS_FMT_SGBRG10_1X10, V4L2_PIX_FMT_SGBRG10P, 1, 107 { { 1, 1 } }, { { 1, 1 } }, { 10 } }, 108 { MEDIA_BUS_FMT_SGRBG10_1X10, V4L2_PIX_FMT_SGRBG10P, 1, 109 { { 1, 1 } }, { { 1, 1 } }, { 10 } }, 110 { MEDIA_BUS_FMT_SRGGB10_1X10, V4L2_PIX_FMT_SRGGB10P, 1, 111 { { 1, 1 } }, { { 1, 1 } }, { 10 } }, 112 { MEDIA_BUS_FMT_SBGGR10_2X8_PADHI_LE, V4L2_PIX_FMT_SBGGR10, 1, 113 { { 1, 1 } }, { { 1, 1 } }, { 16 } }, 114 { MEDIA_BUS_FMT_SBGGR12_1X12, V4L2_PIX_FMT_SBGGR12P, 1, 115 { { 1, 1 } }, { { 1, 1 } }, { 12 } }, 116 { MEDIA_BUS_FMT_SGBRG12_1X12, V4L2_PIX_FMT_SGBRG12P, 1, 117 { { 1, 1 } }, { { 1, 1 } }, { 12 } }, 118 { MEDIA_BUS_FMT_SGRBG12_1X12, V4L2_PIX_FMT_SGRBG12P, 1, 119 { { 1, 1 } }, { { 1, 1 } }, { 12 } }, 120 { MEDIA_BUS_FMT_SRGGB12_1X12, V4L2_PIX_FMT_SRGGB12P, 1, 121 { { 1, 1 } }, { { 1, 1 } }, { 12 } }, 122 { MEDIA_BUS_FMT_SBGGR14_1X14, V4L2_PIX_FMT_SBGGR14P, 1, 123 { { 1, 1 } }, { { 1, 1 } }, { 14 } }, 124 { MEDIA_BUS_FMT_SGBRG14_1X14, V4L2_PIX_FMT_SGBRG14P, 1, 125 { { 1, 1 } }, { { 1, 1 } }, { 14 } }, 126 { MEDIA_BUS_FMT_SGRBG14_1X14, V4L2_PIX_FMT_SGRBG14P, 1, 127 { { 1, 1 } }, { { 1, 1 } }, { 14 } }, 128 { MEDIA_BUS_FMT_SRGGB14_1X14, V4L2_PIX_FMT_SRGGB14P, 1, 129 { { 1, 1 } }, { { 1, 1 } }, { 14 } }, 130 { MEDIA_BUS_FMT_Y10_1X10, V4L2_PIX_FMT_Y10P, 1, 131 { { 1, 1 } }, { { 1, 1 } }, { 10 } }, 132 { MEDIA_BUS_FMT_Y10_2X8_PADHI_LE, V4L2_PIX_FMT_Y10, 1, 133 { { 1, 1 } }, { { 1, 1 } }, { 16 } }, 134 }; 135 136 static const struct camss_format_info formats_pix_8x16[] = { 137 { MEDIA_BUS_FMT_YUYV8_1_5X8, V4L2_PIX_FMT_NV12, 1, 138 { { 1, 1 } }, { { 2, 3 } }, { 8 } }, 139 { MEDIA_BUS_FMT_YVYU8_1_5X8, V4L2_PIX_FMT_NV12, 1, 140 { { 1, 1 } }, { { 2, 3 } }, { 8 } }, 141 { MEDIA_BUS_FMT_UYVY8_1_5X8, V4L2_PIX_FMT_NV12, 1, 142 { { 1, 1 } }, { { 2, 3 } }, { 8 } }, 143 { MEDIA_BUS_FMT_VYUY8_1_5X8, V4L2_PIX_FMT_NV12, 1, 144 { { 1, 1 } }, { { 2, 3 } }, { 8 } }, 145 { MEDIA_BUS_FMT_YUYV8_1_5X8, V4L2_PIX_FMT_NV21, 1, 146 { { 1, 1 } }, { { 2, 3 } }, { 8 } }, 147 { MEDIA_BUS_FMT_YVYU8_1_5X8, V4L2_PIX_FMT_NV21, 1, 148 { { 1, 1 } }, { { 2, 3 } }, { 8 } }, 149 { MEDIA_BUS_FMT_UYVY8_1_5X8, V4L2_PIX_FMT_NV21, 1, 150 { { 1, 1 } }, { { 2, 3 } }, { 8 } }, 151 { MEDIA_BUS_FMT_VYUY8_1_5X8, V4L2_PIX_FMT_NV21, 1, 152 { { 1, 1 } }, { { 2, 3 } }, { 8 } }, 153 { MEDIA_BUS_FMT_YUYV8_2X8, V4L2_PIX_FMT_NV16, 1, 154 { { 1, 1 } }, { { 1, 2 } }, { 8 } }, 155 { MEDIA_BUS_FMT_YVYU8_2X8, V4L2_PIX_FMT_NV16, 1, 156 { { 1, 1 } }, { { 1, 2 } }, { 8 } }, 157 { MEDIA_BUS_FMT_UYVY8_2X8, V4L2_PIX_FMT_NV16, 1, 158 { { 1, 1 } }, { { 1, 2 } }, { 8 } }, 159 { MEDIA_BUS_FMT_VYUY8_2X8, V4L2_PIX_FMT_NV16, 1, 160 { { 1, 1 } }, { { 1, 2 } }, { 8 } }, 161 { MEDIA_BUS_FMT_YUYV8_2X8, V4L2_PIX_FMT_NV61, 1, 162 { { 1, 1 } }, { { 1, 2 } }, { 8 } }, 163 { MEDIA_BUS_FMT_YVYU8_2X8, V4L2_PIX_FMT_NV61, 1, 164 { { 1, 1 } }, { { 1, 2 } }, { 8 } }, 165 { MEDIA_BUS_FMT_UYVY8_2X8, V4L2_PIX_FMT_NV61, 1, 166 { { 1, 1 } }, { { 1, 2 } }, { 8 } }, 167 { MEDIA_BUS_FMT_VYUY8_2X8, V4L2_PIX_FMT_NV61, 1, 168 { { 1, 1 } }, { { 1, 2 } }, { 8 } }, 169 }; 170 171 static const struct camss_format_info formats_pix_8x96[] = { 172 { MEDIA_BUS_FMT_YUYV8_1_5X8, V4L2_PIX_FMT_NV12, 1, 173 { { 1, 1 } }, { { 2, 3 } }, { 8 } }, 174 { MEDIA_BUS_FMT_YVYU8_1_5X8, V4L2_PIX_FMT_NV12, 1, 175 { { 1, 1 } }, { { 2, 3 } }, { 8 } }, 176 { MEDIA_BUS_FMT_UYVY8_1_5X8, V4L2_PIX_FMT_NV12, 1, 177 { { 1, 1 } }, { { 2, 3 } }, { 8 } }, 178 { MEDIA_BUS_FMT_VYUY8_1_5X8, V4L2_PIX_FMT_NV12, 1, 179 { { 1, 1 } }, { { 2, 3 } }, { 8 } }, 180 { MEDIA_BUS_FMT_YUYV8_1_5X8, V4L2_PIX_FMT_NV21, 1, 181 { { 1, 1 } }, { { 2, 3 } }, { 8 } }, 182 { MEDIA_BUS_FMT_YVYU8_1_5X8, V4L2_PIX_FMT_NV21, 1, 183 { { 1, 1 } }, { { 2, 3 } }, { 8 } }, 184 { MEDIA_BUS_FMT_UYVY8_1_5X8, V4L2_PIX_FMT_NV21, 1, 185 { { 1, 1 } }, { { 2, 3 } }, { 8 } }, 186 { MEDIA_BUS_FMT_VYUY8_1_5X8, V4L2_PIX_FMT_NV21, 1, 187 { { 1, 1 } }, { { 2, 3 } }, { 8 } }, 188 { MEDIA_BUS_FMT_YUYV8_2X8, V4L2_PIX_FMT_NV16, 1, 189 { { 1, 1 } }, { { 1, 2 } }, { 8 } }, 190 { MEDIA_BUS_FMT_YVYU8_2X8, V4L2_PIX_FMT_NV16, 1, 191 { { 1, 1 } }, { { 1, 2 } }, { 8 } }, 192 { MEDIA_BUS_FMT_UYVY8_2X8, V4L2_PIX_FMT_NV16, 1, 193 { { 1, 1 } }, { { 1, 2 } }, { 8 } }, 194 { MEDIA_BUS_FMT_VYUY8_2X8, V4L2_PIX_FMT_NV16, 1, 195 { { 1, 1 } }, { { 1, 2 } }, { 8 } }, 196 { MEDIA_BUS_FMT_YUYV8_2X8, V4L2_PIX_FMT_NV61, 1, 197 { { 1, 1 } }, { { 1, 2 } }, { 8 } }, 198 { MEDIA_BUS_FMT_YVYU8_2X8, V4L2_PIX_FMT_NV61, 1, 199 { { 1, 1 } }, { { 1, 2 } }, { 8 } }, 200 { MEDIA_BUS_FMT_UYVY8_2X8, V4L2_PIX_FMT_NV61, 1, 201 { { 1, 1 } }, { { 1, 2 } }, { 8 } }, 202 { MEDIA_BUS_FMT_VYUY8_2X8, V4L2_PIX_FMT_NV61, 1, 203 { { 1, 1 } }, { { 1, 2 } }, { 8 } }, 204 { MEDIA_BUS_FMT_UYVY8_2X8, V4L2_PIX_FMT_UYVY, 1, 205 { { 1, 1 } }, { { 1, 1 } }, { 16 } }, 206 { MEDIA_BUS_FMT_VYUY8_2X8, V4L2_PIX_FMT_VYUY, 1, 207 { { 1, 1 } }, { { 1, 1 } }, { 16 } }, 208 { MEDIA_BUS_FMT_YUYV8_2X8, V4L2_PIX_FMT_YUYV, 1, 209 { { 1, 1 } }, { { 1, 1 } }, { 16 } }, 210 { MEDIA_BUS_FMT_YVYU8_2X8, V4L2_PIX_FMT_YVYU, 1, 211 { { 1, 1 } }, { { 1, 1 } }, { 16 } }, 212 }; 213 214 /* ----------------------------------------------------------------------------- 215 * Helper functions 216 */ 217 218 static int video_find_format(u32 code, u32 pixelformat, 219 const struct camss_format_info *formats, 220 unsigned int nformats) 221 { 222 int i; 223 224 for (i = 0; i < nformats; i++) { 225 if (formats[i].code == code && 226 formats[i].pixelformat == pixelformat) 227 return i; 228 } 229 230 for (i = 0; i < nformats; i++) 231 if (formats[i].code == code) 232 return i; 233 234 WARN_ON(1); 235 236 return -EINVAL; 237 } 238 239 /* 240 * video_mbus_to_pix_mp - Convert v4l2_mbus_framefmt to v4l2_pix_format_mplane 241 * @mbus: v4l2_mbus_framefmt format (input) 242 * @pix: v4l2_pix_format_mplane format (output) 243 * @f: a pointer to formats array element to be used for the conversion 244 * @alignment: bytesperline alignment value 245 * 246 * Fill the output pix structure with information from the input mbus format. 247 * 248 * Return 0 on success or a negative error code otherwise 249 */ 250 static int video_mbus_to_pix_mp(const struct v4l2_mbus_framefmt *mbus, 251 struct v4l2_pix_format_mplane *pix, 252 const struct camss_format_info *f, 253 unsigned int alignment) 254 { 255 unsigned int i; 256 u32 bytesperline; 257 258 memset(pix, 0, sizeof(*pix)); 259 v4l2_fill_pix_format_mplane(pix, mbus); 260 pix->pixelformat = f->pixelformat; 261 pix->num_planes = f->planes; 262 for (i = 0; i < pix->num_planes; i++) { 263 bytesperline = pix->width / f->hsub[i].numerator * 264 f->hsub[i].denominator * f->bpp[i] / 8; 265 bytesperline = ALIGN(bytesperline, alignment); 266 pix->plane_fmt[i].bytesperline = bytesperline; 267 pix->plane_fmt[i].sizeimage = pix->height / 268 f->vsub[i].numerator * f->vsub[i].denominator * 269 bytesperline; 270 } 271 272 return 0; 273 } 274 275 static struct v4l2_subdev *video_remote_subdev(struct camss_video *video, 276 u32 *pad) 277 { 278 struct media_pad *remote; 279 280 remote = media_entity_remote_pad(&video->pad); 281 282 if (!remote || !is_media_entity_v4l2_subdev(remote->entity)) 283 return NULL; 284 285 if (pad) 286 *pad = remote->index; 287 288 return media_entity_to_v4l2_subdev(remote->entity); 289 } 290 291 static int video_get_subdev_format(struct camss_video *video, 292 struct v4l2_format *format) 293 { 294 struct v4l2_subdev_format fmt; 295 struct v4l2_subdev *subdev; 296 u32 pad; 297 int ret; 298 299 subdev = video_remote_subdev(video, &pad); 300 if (subdev == NULL) 301 return -EPIPE; 302 303 fmt.pad = pad; 304 fmt.which = V4L2_SUBDEV_FORMAT_ACTIVE; 305 306 ret = v4l2_subdev_call(subdev, pad, get_fmt, NULL, &fmt); 307 if (ret) 308 return ret; 309 310 ret = video_find_format(fmt.format.code, 311 format->fmt.pix_mp.pixelformat, 312 video->formats, video->nformats); 313 if (ret < 0) 314 return ret; 315 316 format->type = video->type; 317 318 return video_mbus_to_pix_mp(&fmt.format, &format->fmt.pix_mp, 319 &video->formats[ret], video->bpl_alignment); 320 } 321 322 /* ----------------------------------------------------------------------------- 323 * Video queue operations 324 */ 325 326 static int video_queue_setup(struct vb2_queue *q, 327 unsigned int *num_buffers, unsigned int *num_planes, 328 unsigned int sizes[], struct device *alloc_devs[]) 329 { 330 struct camss_video *video = vb2_get_drv_priv(q); 331 const struct v4l2_pix_format_mplane *format = 332 &video->active_fmt.fmt.pix_mp; 333 unsigned int i; 334 335 if (*num_planes) { 336 if (*num_planes != format->num_planes) 337 return -EINVAL; 338 339 for (i = 0; i < *num_planes; i++) 340 if (sizes[i] < format->plane_fmt[i].sizeimage) 341 return -EINVAL; 342 343 return 0; 344 } 345 346 *num_planes = format->num_planes; 347 348 for (i = 0; i < *num_planes; i++) 349 sizes[i] = format->plane_fmt[i].sizeimage; 350 351 return 0; 352 } 353 354 static int video_buf_init(struct vb2_buffer *vb) 355 { 356 struct vb2_v4l2_buffer *vbuf = to_vb2_v4l2_buffer(vb); 357 struct camss_video *video = vb2_get_drv_priv(vb->vb2_queue); 358 struct camss_buffer *buffer = container_of(vbuf, struct camss_buffer, 359 vb); 360 const struct v4l2_pix_format_mplane *format = 361 &video->active_fmt.fmt.pix_mp; 362 struct sg_table *sgt; 363 unsigned int i; 364 365 for (i = 0; i < format->num_planes; i++) { 366 sgt = vb2_dma_sg_plane_desc(vb, i); 367 if (!sgt) 368 return -EFAULT; 369 370 buffer->addr[i] = sg_dma_address(sgt->sgl); 371 } 372 373 if (format->pixelformat == V4L2_PIX_FMT_NV12 || 374 format->pixelformat == V4L2_PIX_FMT_NV21 || 375 format->pixelformat == V4L2_PIX_FMT_NV16 || 376 format->pixelformat == V4L2_PIX_FMT_NV61) 377 buffer->addr[1] = buffer->addr[0] + 378 format->plane_fmt[0].bytesperline * 379 format->height; 380 381 return 0; 382 } 383 384 static int video_buf_prepare(struct vb2_buffer *vb) 385 { 386 struct vb2_v4l2_buffer *vbuf = to_vb2_v4l2_buffer(vb); 387 struct camss_video *video = vb2_get_drv_priv(vb->vb2_queue); 388 const struct v4l2_pix_format_mplane *format = 389 &video->active_fmt.fmt.pix_mp; 390 unsigned int i; 391 392 for (i = 0; i < format->num_planes; i++) { 393 if (format->plane_fmt[i].sizeimage > vb2_plane_size(vb, i)) 394 return -EINVAL; 395 396 vb2_set_plane_payload(vb, i, format->plane_fmt[i].sizeimage); 397 } 398 399 vbuf->field = V4L2_FIELD_NONE; 400 401 return 0; 402 } 403 404 static void video_buf_queue(struct vb2_buffer *vb) 405 { 406 struct vb2_v4l2_buffer *vbuf = to_vb2_v4l2_buffer(vb); 407 struct camss_video *video = vb2_get_drv_priv(vb->vb2_queue); 408 struct camss_buffer *buffer = container_of(vbuf, struct camss_buffer, 409 vb); 410 411 video->ops->queue_buffer(video, buffer); 412 } 413 414 static int video_check_format(struct camss_video *video) 415 { 416 struct v4l2_pix_format_mplane *pix = &video->active_fmt.fmt.pix_mp; 417 struct v4l2_format format; 418 struct v4l2_pix_format_mplane *sd_pix = &format.fmt.pix_mp; 419 int ret; 420 421 sd_pix->pixelformat = pix->pixelformat; 422 ret = video_get_subdev_format(video, &format); 423 if (ret < 0) 424 return ret; 425 426 if (pix->pixelformat != sd_pix->pixelformat || 427 pix->height != sd_pix->height || 428 pix->width != sd_pix->width || 429 pix->num_planes != sd_pix->num_planes || 430 pix->field != format.fmt.pix_mp.field) 431 return -EPIPE; 432 433 return 0; 434 } 435 436 static int video_start_streaming(struct vb2_queue *q, unsigned int count) 437 { 438 struct camss_video *video = vb2_get_drv_priv(q); 439 struct video_device *vdev = &video->vdev; 440 struct media_entity *entity; 441 struct media_pad *pad; 442 struct v4l2_subdev *subdev; 443 int ret; 444 445 ret = media_pipeline_start(&vdev->entity, &video->pipe); 446 if (ret < 0) 447 return ret; 448 449 ret = video_check_format(video); 450 if (ret < 0) 451 goto error; 452 453 entity = &vdev->entity; 454 while (1) { 455 pad = &entity->pads[0]; 456 if (!(pad->flags & MEDIA_PAD_FL_SINK)) 457 break; 458 459 pad = media_entity_remote_pad(pad); 460 if (!pad || !is_media_entity_v4l2_subdev(pad->entity)) 461 break; 462 463 entity = pad->entity; 464 subdev = media_entity_to_v4l2_subdev(entity); 465 466 ret = v4l2_subdev_call(subdev, video, s_stream, 1); 467 if (ret < 0 && ret != -ENOIOCTLCMD) 468 goto error; 469 } 470 471 return 0; 472 473 error: 474 media_pipeline_stop(&vdev->entity); 475 476 video->ops->flush_buffers(video, VB2_BUF_STATE_QUEUED); 477 478 return ret; 479 } 480 481 static void video_stop_streaming(struct vb2_queue *q) 482 { 483 struct camss_video *video = vb2_get_drv_priv(q); 484 struct video_device *vdev = &video->vdev; 485 struct media_entity *entity; 486 struct media_pad *pad; 487 struct v4l2_subdev *subdev; 488 489 entity = &vdev->entity; 490 while (1) { 491 pad = &entity->pads[0]; 492 if (!(pad->flags & MEDIA_PAD_FL_SINK)) 493 break; 494 495 pad = media_entity_remote_pad(pad); 496 if (!pad || !is_media_entity_v4l2_subdev(pad->entity)) 497 break; 498 499 entity = pad->entity; 500 subdev = media_entity_to_v4l2_subdev(entity); 501 502 v4l2_subdev_call(subdev, video, s_stream, 0); 503 } 504 505 media_pipeline_stop(&vdev->entity); 506 507 video->ops->flush_buffers(video, VB2_BUF_STATE_ERROR); 508 } 509 510 static const struct vb2_ops msm_video_vb2_q_ops = { 511 .queue_setup = video_queue_setup, 512 .wait_prepare = vb2_ops_wait_prepare, 513 .wait_finish = vb2_ops_wait_finish, 514 .buf_init = video_buf_init, 515 .buf_prepare = video_buf_prepare, 516 .buf_queue = video_buf_queue, 517 .start_streaming = video_start_streaming, 518 .stop_streaming = video_stop_streaming, 519 }; 520 521 /* ----------------------------------------------------------------------------- 522 * V4L2 ioctls 523 */ 524 525 static int video_querycap(struct file *file, void *fh, 526 struct v4l2_capability *cap) 527 { 528 struct camss_video *video = video_drvdata(file); 529 530 strscpy(cap->driver, "qcom-camss", sizeof(cap->driver)); 531 strscpy(cap->card, "Qualcomm Camera Subsystem", sizeof(cap->card)); 532 snprintf(cap->bus_info, sizeof(cap->bus_info), "platform:%s", 533 dev_name(video->camss->dev)); 534 535 return 0; 536 } 537 538 static int video_enum_fmt(struct file *file, void *fh, struct v4l2_fmtdesc *f) 539 { 540 struct camss_video *video = video_drvdata(file); 541 int i, j, k; 542 u32 mcode = f->mbus_code; 543 544 if (f->type != video->type) 545 return -EINVAL; 546 547 if (f->index >= video->nformats) 548 return -EINVAL; 549 550 /* 551 * Find index "i" of "k"th unique pixelformat in formats array. 552 * 553 * If f->mbus_code passed to video_enum_fmt() is not zero, a device 554 * with V4L2_CAP_IO_MC capability restricts enumeration to only the 555 * pixel formats that can be produced from that media bus code. 556 * This is implemented by skipping video->formats[] entries with 557 * code != f->mbus_code (if f->mbus_code is not zero). 558 * If the f->mbus_code passed to video_enum_fmt() is not supported, 559 * -EINVAL is returned. 560 * If f->mbus_code is zero, all the pixel formats are enumerated. 561 */ 562 k = -1; 563 for (i = 0; i < video->nformats; i++) { 564 if (mcode != 0 && video->formats[i].code != mcode) 565 continue; 566 567 for (j = 0; j < i; j++) { 568 if (mcode != 0 && video->formats[j].code != mcode) 569 continue; 570 if (video->formats[i].pixelformat == 571 video->formats[j].pixelformat) 572 break; 573 } 574 575 if (j == i) 576 k++; 577 578 if (k == f->index) 579 break; 580 } 581 582 if (k == -1 || k < f->index) 583 /* 584 * All the unique pixel formats matching the arguments 585 * have been enumerated (k >= 0 and f->index > 0), or 586 * no pixel formats match the non-zero f->mbus_code (k == -1). 587 */ 588 return -EINVAL; 589 590 f->pixelformat = video->formats[i].pixelformat; 591 592 return 0; 593 } 594 595 static int video_enum_framesizes(struct file *file, void *fh, 596 struct v4l2_frmsizeenum *fsize) 597 { 598 struct camss_video *video = video_drvdata(file); 599 int i; 600 601 if (fsize->index) 602 return -EINVAL; 603 604 /* Only accept pixel format present in the formats[] table */ 605 for (i = 0; i < video->nformats; i++) { 606 if (video->formats[i].pixelformat == fsize->pixel_format) 607 break; 608 } 609 610 if (i == video->nformats) 611 return -EINVAL; 612 613 fsize->type = V4L2_FRMSIZE_TYPE_CONTINUOUS; 614 fsize->stepwise.min_width = CAMSS_FRAME_MIN_WIDTH; 615 fsize->stepwise.max_width = CAMSS_FRAME_MAX_WIDTH; 616 fsize->stepwise.min_height = CAMSS_FRAME_MIN_HEIGHT; 617 fsize->stepwise.max_height = (video->line_based) ? 618 CAMSS_FRAME_MAX_HEIGHT_PIX : CAMSS_FRAME_MAX_HEIGHT_RDI; 619 fsize->stepwise.step_width = 1; 620 fsize->stepwise.step_height = 1; 621 622 return 0; 623 } 624 625 static int video_g_fmt(struct file *file, void *fh, struct v4l2_format *f) 626 { 627 struct camss_video *video = video_drvdata(file); 628 629 *f = video->active_fmt; 630 631 return 0; 632 } 633 634 static int __video_try_fmt(struct camss_video *video, struct v4l2_format *f) 635 { 636 struct v4l2_pix_format_mplane *pix_mp; 637 const struct camss_format_info *fi; 638 struct v4l2_plane_pix_format *p; 639 u32 bytesperline[3] = { 0 }; 640 u32 sizeimage[3] = { 0 }; 641 u32 width, height; 642 u32 bpl, lines; 643 int i, j; 644 645 pix_mp = &f->fmt.pix_mp; 646 647 if (video->line_based) 648 for (i = 0; i < pix_mp->num_planes && i < 3; i++) { 649 p = &pix_mp->plane_fmt[i]; 650 bytesperline[i] = clamp_t(u32, p->bytesperline, 651 1, 65528); 652 sizeimage[i] = clamp_t(u32, p->sizeimage, 653 bytesperline[i], 654 bytesperline[i] * CAMSS_FRAME_MAX_HEIGHT_PIX); 655 } 656 657 for (j = 0; j < video->nformats; j++) 658 if (pix_mp->pixelformat == video->formats[j].pixelformat) 659 break; 660 661 if (j == video->nformats) 662 j = 0; /* default format */ 663 664 fi = &video->formats[j]; 665 width = pix_mp->width; 666 height = pix_mp->height; 667 668 memset(pix_mp, 0, sizeof(*pix_mp)); 669 670 pix_mp->pixelformat = fi->pixelformat; 671 pix_mp->width = clamp_t(u32, width, 1, CAMSS_FRAME_MAX_WIDTH); 672 pix_mp->height = clamp_t(u32, height, 1, CAMSS_FRAME_MAX_HEIGHT_RDI); 673 pix_mp->num_planes = fi->planes; 674 for (i = 0; i < pix_mp->num_planes; i++) { 675 bpl = pix_mp->width / fi->hsub[i].numerator * 676 fi->hsub[i].denominator * fi->bpp[i] / 8; 677 bpl = ALIGN(bpl, video->bpl_alignment); 678 pix_mp->plane_fmt[i].bytesperline = bpl; 679 pix_mp->plane_fmt[i].sizeimage = pix_mp->height / 680 fi->vsub[i].numerator * fi->vsub[i].denominator * bpl; 681 } 682 683 pix_mp->field = V4L2_FIELD_NONE; 684 pix_mp->colorspace = V4L2_COLORSPACE_SRGB; 685 pix_mp->flags = 0; 686 pix_mp->ycbcr_enc = V4L2_MAP_YCBCR_ENC_DEFAULT(pix_mp->colorspace); 687 pix_mp->quantization = V4L2_MAP_QUANTIZATION_DEFAULT(true, 688 pix_mp->colorspace, pix_mp->ycbcr_enc); 689 pix_mp->xfer_func = V4L2_MAP_XFER_FUNC_DEFAULT(pix_mp->colorspace); 690 691 if (video->line_based) 692 for (i = 0; i < pix_mp->num_planes; i++) { 693 p = &pix_mp->plane_fmt[i]; 694 p->bytesperline = clamp_t(u32, p->bytesperline, 695 1, 65528); 696 p->sizeimage = clamp_t(u32, p->sizeimage, 697 p->bytesperline, 698 p->bytesperline * CAMSS_FRAME_MAX_HEIGHT_PIX); 699 lines = p->sizeimage / p->bytesperline; 700 701 if (p->bytesperline < bytesperline[i]) 702 p->bytesperline = ALIGN(bytesperline[i], 8); 703 704 if (p->sizeimage < p->bytesperline * lines) 705 p->sizeimage = p->bytesperline * lines; 706 707 if (p->sizeimage < sizeimage[i]) 708 p->sizeimage = sizeimage[i]; 709 } 710 711 return 0; 712 } 713 714 static int video_try_fmt(struct file *file, void *fh, struct v4l2_format *f) 715 { 716 struct camss_video *video = video_drvdata(file); 717 718 return __video_try_fmt(video, f); 719 } 720 721 static int video_s_fmt(struct file *file, void *fh, struct v4l2_format *f) 722 { 723 struct camss_video *video = video_drvdata(file); 724 int ret; 725 726 if (vb2_is_busy(&video->vb2_q)) 727 return -EBUSY; 728 729 ret = __video_try_fmt(video, f); 730 if (ret < 0) 731 return ret; 732 733 video->active_fmt = *f; 734 735 return 0; 736 } 737 738 static int video_enum_input(struct file *file, void *fh, 739 struct v4l2_input *input) 740 { 741 if (input->index > 0) 742 return -EINVAL; 743 744 strscpy(input->name, "camera", sizeof(input->name)); 745 input->type = V4L2_INPUT_TYPE_CAMERA; 746 747 return 0; 748 } 749 750 static int video_g_input(struct file *file, void *fh, unsigned int *input) 751 { 752 *input = 0; 753 754 return 0; 755 } 756 757 static int video_s_input(struct file *file, void *fh, unsigned int input) 758 { 759 return input == 0 ? 0 : -EINVAL; 760 } 761 762 static const struct v4l2_ioctl_ops msm_vid_ioctl_ops = { 763 .vidioc_querycap = video_querycap, 764 .vidioc_enum_fmt_vid_cap = video_enum_fmt, 765 .vidioc_enum_framesizes = video_enum_framesizes, 766 .vidioc_g_fmt_vid_cap_mplane = video_g_fmt, 767 .vidioc_s_fmt_vid_cap_mplane = video_s_fmt, 768 .vidioc_try_fmt_vid_cap_mplane = video_try_fmt, 769 .vidioc_reqbufs = vb2_ioctl_reqbufs, 770 .vidioc_querybuf = vb2_ioctl_querybuf, 771 .vidioc_qbuf = vb2_ioctl_qbuf, 772 .vidioc_expbuf = vb2_ioctl_expbuf, 773 .vidioc_dqbuf = vb2_ioctl_dqbuf, 774 .vidioc_create_bufs = vb2_ioctl_create_bufs, 775 .vidioc_prepare_buf = vb2_ioctl_prepare_buf, 776 .vidioc_streamon = vb2_ioctl_streamon, 777 .vidioc_streamoff = vb2_ioctl_streamoff, 778 .vidioc_enum_input = video_enum_input, 779 .vidioc_g_input = video_g_input, 780 .vidioc_s_input = video_s_input, 781 }; 782 783 /* ----------------------------------------------------------------------------- 784 * V4L2 file operations 785 */ 786 787 static int video_open(struct file *file) 788 { 789 struct video_device *vdev = video_devdata(file); 790 struct camss_video *video = video_drvdata(file); 791 struct v4l2_fh *vfh; 792 int ret; 793 794 mutex_lock(&video->lock); 795 796 vfh = kzalloc(sizeof(*vfh), GFP_KERNEL); 797 if (vfh == NULL) { 798 ret = -ENOMEM; 799 goto error_alloc; 800 } 801 802 v4l2_fh_init(vfh, vdev); 803 v4l2_fh_add(vfh); 804 805 file->private_data = vfh; 806 807 ret = v4l2_pipeline_pm_get(&vdev->entity); 808 if (ret < 0) { 809 dev_err(video->camss->dev, "Failed to power up pipeline: %d\n", 810 ret); 811 goto error_pm_use; 812 } 813 814 mutex_unlock(&video->lock); 815 816 return 0; 817 818 error_pm_use: 819 v4l2_fh_release(file); 820 821 error_alloc: 822 mutex_unlock(&video->lock); 823 824 return ret; 825 } 826 827 static int video_release(struct file *file) 828 { 829 struct video_device *vdev = video_devdata(file); 830 831 vb2_fop_release(file); 832 833 v4l2_pipeline_pm_put(&vdev->entity); 834 835 file->private_data = NULL; 836 837 return 0; 838 } 839 840 static const struct v4l2_file_operations msm_vid_fops = { 841 .owner = THIS_MODULE, 842 .unlocked_ioctl = video_ioctl2, 843 .open = video_open, 844 .release = video_release, 845 .poll = vb2_fop_poll, 846 .mmap = vb2_fop_mmap, 847 .read = vb2_fop_read, 848 }; 849 850 /* ----------------------------------------------------------------------------- 851 * CAMSS video core 852 */ 853 854 static void msm_video_release(struct video_device *vdev) 855 { 856 struct camss_video *video = video_get_drvdata(vdev); 857 858 media_entity_cleanup(&vdev->entity); 859 860 mutex_destroy(&video->q_lock); 861 mutex_destroy(&video->lock); 862 863 if (atomic_dec_and_test(&video->camss->ref_count)) 864 camss_delete(video->camss); 865 } 866 867 /* 868 * msm_video_init_format - Helper function to initialize format 869 * @video: struct camss_video 870 * 871 * Initialize pad format with default value. 872 * 873 * Return 0 on success or a negative error code otherwise 874 */ 875 static int msm_video_init_format(struct camss_video *video) 876 { 877 int ret; 878 struct v4l2_format format = { 879 .type = V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE, 880 .fmt.pix_mp = { 881 .width = 1920, 882 .height = 1080, 883 .pixelformat = video->formats[0].pixelformat, 884 }, 885 }; 886 887 ret = __video_try_fmt(video, &format); 888 if (ret < 0) 889 return ret; 890 891 video->active_fmt = format; 892 893 return 0; 894 } 895 896 /* 897 * msm_video_register - Register a video device node 898 * @video: struct camss_video 899 * @v4l2_dev: V4L2 device 900 * @name: name to be used for the video device node 901 * 902 * Initialize and register a video device node to a V4L2 device. Also 903 * initialize the vb2 queue. 904 * 905 * Return 0 on success or a negative error code otherwise 906 */ 907 908 int msm_video_register(struct camss_video *video, struct v4l2_device *v4l2_dev, 909 const char *name, int is_pix) 910 { 911 struct media_pad *pad = &video->pad; 912 struct video_device *vdev; 913 struct vb2_queue *q; 914 int ret; 915 916 vdev = &video->vdev; 917 918 mutex_init(&video->q_lock); 919 920 q = &video->vb2_q; 921 q->drv_priv = video; 922 q->mem_ops = &vb2_dma_sg_memops; 923 q->ops = &msm_video_vb2_q_ops; 924 q->type = V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE; 925 q->io_modes = VB2_DMABUF | VB2_MMAP | VB2_READ; 926 q->timestamp_flags = V4L2_BUF_FLAG_TIMESTAMP_MONOTONIC; 927 q->buf_struct_size = sizeof(struct camss_buffer); 928 q->dev = video->camss->dev; 929 q->lock = &video->q_lock; 930 ret = vb2_queue_init(q); 931 if (ret < 0) { 932 dev_err(v4l2_dev->dev, "Failed to init vb2 queue: %d\n", ret); 933 goto error_vb2_init; 934 } 935 936 pad->flags = MEDIA_PAD_FL_SINK; 937 ret = media_entity_pads_init(&vdev->entity, 1, pad); 938 if (ret < 0) { 939 dev_err(v4l2_dev->dev, "Failed to init video entity: %d\n", 940 ret); 941 goto error_vb2_init; 942 } 943 944 mutex_init(&video->lock); 945 946 if (video->camss->version == CAMSS_8x16) { 947 if (is_pix) { 948 video->formats = formats_pix_8x16; 949 video->nformats = ARRAY_SIZE(formats_pix_8x16); 950 } else { 951 video->formats = formats_rdi_8x16; 952 video->nformats = ARRAY_SIZE(formats_rdi_8x16); 953 } 954 } else if (video->camss->version == CAMSS_8x96 || 955 video->camss->version == CAMSS_660) { 956 if (is_pix) { 957 video->formats = formats_pix_8x96; 958 video->nformats = ARRAY_SIZE(formats_pix_8x96); 959 } else { 960 video->formats = formats_rdi_8x96; 961 video->nformats = ARRAY_SIZE(formats_rdi_8x96); 962 } 963 } else { 964 ret = -EINVAL; 965 goto error_video_register; 966 } 967 968 ret = msm_video_init_format(video); 969 if (ret < 0) { 970 dev_err(v4l2_dev->dev, "Failed to init format: %d\n", ret); 971 goto error_video_register; 972 } 973 974 vdev->fops = &msm_vid_fops; 975 vdev->device_caps = V4L2_CAP_VIDEO_CAPTURE_MPLANE | V4L2_CAP_STREAMING 976 | V4L2_CAP_READWRITE | V4L2_CAP_IO_MC; 977 vdev->ioctl_ops = &msm_vid_ioctl_ops; 978 vdev->release = msm_video_release; 979 vdev->v4l2_dev = v4l2_dev; 980 vdev->vfl_dir = VFL_DIR_RX; 981 vdev->queue = &video->vb2_q; 982 vdev->lock = &video->lock; 983 strscpy(vdev->name, name, sizeof(vdev->name)); 984 985 ret = video_register_device(vdev, VFL_TYPE_VIDEO, -1); 986 if (ret < 0) { 987 dev_err(v4l2_dev->dev, "Failed to register video device: %d\n", 988 ret); 989 goto error_video_register; 990 } 991 992 video_set_drvdata(vdev, video); 993 atomic_inc(&video->camss->ref_count); 994 995 return 0; 996 997 error_video_register: 998 media_entity_cleanup(&vdev->entity); 999 mutex_destroy(&video->lock); 1000 error_vb2_init: 1001 mutex_destroy(&video->q_lock); 1002 1003 return ret; 1004 } 1005 1006 void msm_video_unregister(struct camss_video *video) 1007 { 1008 atomic_inc(&video->camss->ref_count); 1009 vb2_video_unregister_device(&video->vdev); 1010 atomic_dec(&video->camss->ref_count); 1011 } 1012