File Index
Files and directories
Sign in
FILE

ov5640.c

File preview with syntax highlighting.

linux-6.19.14/drivers/media/i2c/ov5640.c C
   1// SPDX-License-Identifier: GPL-2.0-or-later
   2/*
   3 * Copyright (C) 2011-2013 Freescale Semiconductor, Inc. All Rights Reserved.
   4 * Copyright (C) 2014-2017 Mentor Graphics Inc.
   5 */
   6
   7#include <linux/clk.h>
   8#include <linux/clk-provider.h>
   9#include <linux/clkdev.h>
  10#include <linux/ctype.h>
  11#include <linux/delay.h>
  12#include <linux/device.h>
  13#include <linux/gpio/consumer.h>
  14#include <linux/i2c.h>
  15#include <linux/init.h>
  16#include <linux/mod_devicetable.h>
  17#include <linux/module.h>
  18#include <linux/pm_runtime.h>
  19#include <linux/regulator/consumer.h>
  20#include <linux/slab.h>
  21#include <linux/types.h>
  22#include <media/v4l2-async.h>
  23#include <media/v4l2-ctrls.h>
  24#include <media/v4l2-device.h>
  25#include <media/v4l2-event.h>
  26#include <media/v4l2-fwnode.h>
  27#include <media/v4l2-subdev.h>
  28
  29/* min/typical/max system clock (xclk) frequencies */
  30#define OV5640_XCLK_MIN  6000000
  31#define OV5640_XCLK_MAX 54000000
  32
  33#define OV5640_NATIVE_WIDTH		2624
  34#define OV5640_NATIVE_HEIGHT		1964
  35#define OV5640_PIXEL_ARRAY_TOP		14
  36#define OV5640_PIXEL_ARRAY_LEFT		16
  37#define OV5640_PIXEL_ARRAY_WIDTH	2592
  38#define OV5640_PIXEL_ARRAY_HEIGHT	1944
  39
  40/* FIXME: not documented. */
  41#define OV5640_MIN_VBLANK	24
  42#define OV5640_MAX_VTS		3375
  43
  44#define OV5640_DEFAULT_SLAVE_ID 0x3c
  45
  46#define OV5640_LINK_RATE_MAX		490000000U
  47
  48#define OV5640_REG_SYS_RESET02		0x3002
  49#define OV5640_REG_SYS_CLOCK_ENABLE02	0x3006
  50#define OV5640_REG_SYS_CTRL0		0x3008
  51#define OV5640_REG_SYS_CTRL0_SW_PWDN	0x42
  52#define OV5640_REG_SYS_CTRL0_SW_PWUP	0x02
  53#define OV5640_REG_SYS_CTRL0_SW_RST	0x82
  54#define OV5640_REG_CHIP_ID		0x300a
  55#define OV5640_REG_IO_MIPI_CTRL00	0x300e
  56#define OV5640_REG_PAD_OUTPUT_ENABLE01	0x3017
  57#define OV5640_REG_PAD_OUTPUT_ENABLE02	0x3018
  58#define OV5640_REG_PAD_OUTPUT00		0x3019
  59#define OV5640_REG_SYSTEM_CONTROL1	0x302e
  60#define OV5640_REG_SC_PLL_CTRL0		0x3034
  61#define OV5640_REG_SC_PLL_CTRL1		0x3035
  62#define OV5640_REG_SC_PLL_CTRL2		0x3036
  63#define OV5640_REG_SC_PLL_CTRL3		0x3037
  64#define OV5640_REG_SLAVE_ID		0x3100
  65#define OV5640_REG_SCCB_SYS_CTRL1	0x3103
  66#define OV5640_REG_SYS_ROOT_DIVIDER	0x3108
  67#define OV5640_REG_AWB_R_GAIN		0x3400
  68#define OV5640_REG_AWB_G_GAIN		0x3402
  69#define OV5640_REG_AWB_B_GAIN		0x3404
  70#define OV5640_REG_AWB_MANUAL_CTRL	0x3406
  71#define OV5640_REG_AEC_PK_EXPOSURE_HI	0x3500
  72#define OV5640_REG_AEC_PK_EXPOSURE_MED	0x3501
  73#define OV5640_REG_AEC_PK_EXPOSURE_LO	0x3502
  74#define OV5640_REG_AEC_PK_MANUAL	0x3503
  75#define OV5640_REG_AEC_PK_REAL_GAIN	0x350a
  76#define OV5640_REG_AEC_PK_VTS		0x350c
  77#define OV5640_REG_TIMING_HS		0x3800
  78#define OV5640_REG_TIMING_VS		0x3802
  79#define OV5640_REG_TIMING_HW		0x3804
  80#define OV5640_REG_TIMING_VH		0x3806
  81#define OV5640_REG_TIMING_DVPHO		0x3808
  82#define OV5640_REG_TIMING_DVPVO		0x380a
  83#define OV5640_REG_TIMING_HTS		0x380c
  84#define OV5640_REG_TIMING_VTS		0x380e
  85#define OV5640_REG_TIMING_HOFFS		0x3810
  86#define OV5640_REG_TIMING_VOFFS		0x3812
  87#define OV5640_REG_TIMING_TC_REG20	0x3820
  88#define OV5640_REG_TIMING_TC_REG21	0x3821
  89#define OV5640_REG_AEC_CTRL00		0x3a00
  90#define OV5640_REG_AEC_B50_STEP		0x3a08
  91#define OV5640_REG_AEC_B60_STEP		0x3a0a
  92#define OV5640_REG_AEC_CTRL0D		0x3a0d
  93#define OV5640_REG_AEC_CTRL0E		0x3a0e
  94#define OV5640_REG_AEC_CTRL0F		0x3a0f
  95#define OV5640_REG_AEC_CTRL10		0x3a10
  96#define OV5640_REG_AEC_CTRL11		0x3a11
  97#define OV5640_REG_AEC_CTRL1B		0x3a1b
  98#define OV5640_REG_AEC_CTRL1E		0x3a1e
  99#define OV5640_REG_AEC_CTRL1F		0x3a1f
 100#define OV5640_REG_HZ5060_CTRL00	0x3c00
 101#define OV5640_REG_HZ5060_CTRL01	0x3c01
 102#define OV5640_REG_SIGMADELTA_CTRL0C	0x3c0c
 103#define OV5640_REG_FRAME_CTRL01		0x4202
 104#define OV5640_REG_FORMAT_CONTROL00	0x4300
 105#define OV5640_REG_VFIFO_HSIZE		0x4602
 106#define OV5640_REG_VFIFO_VSIZE		0x4604
 107#define OV5640_REG_JPG_MODE_SELECT	0x4713
 108#define OV5640_REG_CCIR656_CTRL00	0x4730
 109#define OV5640_REG_POLARITY_CTRL00	0x4740
 110#define OV5640_REG_MIPI_CTRL00		0x4800
 111#define OV5640_REG_DEBUG_MODE		0x4814
 112#define OV5640_REG_PCLK_PERIOD		0x4837
 113#define OV5640_REG_ISP_FORMAT_MUX_CTRL	0x501f
 114#define OV5640_REG_PRE_ISP_TEST_SET1	0x503d
 115#define OV5640_REG_SDE_CTRL0		0x5580
 116#define OV5640_REG_SDE_CTRL1		0x5581
 117#define OV5640_REG_SDE_CTRL3		0x5583
 118#define OV5640_REG_SDE_CTRL4		0x5584
 119#define OV5640_REG_SDE_CTRL5		0x5585
 120#define OV5640_REG_AVG_READOUT		0x56a1
 121
 122enum ov5640_mode_id {
 123	OV5640_MODE_QQVGA_160_120 = 0,
 124	OV5640_MODE_QCIF_176_144,
 125	OV5640_MODE_QVGA_320_240,
 126	OV5640_MODE_VGA_640_480,
 127	OV5640_MODE_NTSC_720_480,
 128	OV5640_MODE_PAL_720_576,
 129	OV5640_MODE_XGA_1024_768,
 130	OV5640_MODE_720P_1280_720,
 131	OV5640_MODE_1080P_1920_1080,
 132	OV5640_MODE_QSXGA_2592_1944,
 133	OV5640_NUM_MODES,
 134};
 135
 136enum ov5640_frame_rate {
 137	OV5640_15_FPS = 0,
 138	OV5640_30_FPS,
 139	OV5640_60_FPS,
 140	OV5640_NUM_FRAMERATES,
 141};
 142
 143enum ov5640_pixel_rate_id {
 144	OV5640_PIXEL_RATE_168M,
 145	OV5640_PIXEL_RATE_148M,
 146	OV5640_PIXEL_RATE_124M,
 147	OV5640_PIXEL_RATE_96M,
 148	OV5640_PIXEL_RATE_48M,
 149	OV5640_NUM_PIXEL_RATES,
 150};
 151
 152/*
 153 * The chip manual suggests 24/48/96/192 MHz pixel clocks.
 154 *
 155 * 192MHz exceeds the sysclk limits; use 168MHz as maximum pixel rate for
 156 * full resolution mode @15 FPS.
 157 */
 158static const u32 ov5640_pixel_rates[] = {
 159	[OV5640_PIXEL_RATE_168M] = 168000000,
 160	[OV5640_PIXEL_RATE_148M] = 148000000,
 161	[OV5640_PIXEL_RATE_124M] = 124000000,
 162	[OV5640_PIXEL_RATE_96M] = 96000000,
 163	[OV5640_PIXEL_RATE_48M] = 48000000,
 164};
 165
 166/*
 167 * MIPI CSI-2 link frequencies.
 168 *
 169 * Derived from the above defined pixel rate for bpp = (8, 16, 24) and
 170 * data_lanes = (1, 2)
 171 *
 172 * link_freq = (pixel_rate * bpp) / (2 * data_lanes)
 173 */
 174static const s64 ov5640_csi2_link_freqs[] = {
 175	992000000, 888000000, 768000000, 744000000, 672000000, 672000000,
 176	592000000, 592000000, 576000000, 576000000, 496000000, 496000000,
 177	384000000, 384000000, 384000000, 336000000, 296000000, 288000000,
 178	248000000, 192000000, 192000000, 192000000, 96000000,
 179};
 180
 181/* Link freq for default mode: UYVY 16 bpp, 2 data lanes. */
 182#define OV5640_DEFAULT_LINK_FREQ	13
 183
 184enum ov5640_format_mux {
 185	OV5640_FMT_MUX_YUV422 = 0,
 186	OV5640_FMT_MUX_RGB,
 187	OV5640_FMT_MUX_DITHER,
 188	OV5640_FMT_MUX_RAW_DPC,
 189	OV5640_FMT_MUX_SNR_RAW,
 190	OV5640_FMT_MUX_RAW_CIP,
 191};
 192
 193struct ov5640_pixfmt {
 194	u32 code;
 195	u32 colorspace;
 196	u8 bpp;
 197	u8 ctrl00;
 198	enum ov5640_format_mux mux;
 199};
 200
 201static const struct ov5640_pixfmt ov5640_dvp_formats[] = {
 202	{
 203		/* YUV422, YUYV */
 204		.code		= MEDIA_BUS_FMT_JPEG_1X8,
 205		.colorspace	= V4L2_COLORSPACE_JPEG,
 206		.bpp		= 16,
 207		.ctrl00		= 0x30,
 208		.mux		= OV5640_FMT_MUX_YUV422,
 209	}, {
 210		/* YUV422, UYVY */
 211		.code		= MEDIA_BUS_FMT_UYVY8_2X8,
 212		.colorspace	= V4L2_COLORSPACE_SRGB,
 213		.bpp		= 16,
 214		.ctrl00		= 0x3f,
 215		.mux		= OV5640_FMT_MUX_YUV422,
 216	}, {
 217		/* YUV422, YUYV */
 218		.code		= MEDIA_BUS_FMT_YUYV8_2X8,
 219		.colorspace	= V4L2_COLORSPACE_SRGB,
 220		.bpp		= 16,
 221		.ctrl00		= 0x30,
 222		.mux		= OV5640_FMT_MUX_YUV422,
 223	}, {
 224		/* RGB565 {g[2:0],b[4:0]},{r[4:0],g[5:3]} */
 225		.code		= MEDIA_BUS_FMT_RGB565_2X8_LE,
 226		.colorspace	= V4L2_COLORSPACE_SRGB,
 227		.bpp		= 16,
 228		.ctrl00		= 0x6f,
 229		.mux		= OV5640_FMT_MUX_RGB,
 230	}, {
 231		/* RGB565 {r[4:0],g[5:3]},{g[2:0],b[4:0]} */
 232		.code		= MEDIA_BUS_FMT_RGB565_2X8_BE,
 233		.colorspace	= V4L2_COLORSPACE_SRGB,
 234		.bpp		= 16,
 235		.ctrl00		= 0x61,
 236		.mux		= OV5640_FMT_MUX_RGB,
 237	}, {
 238		/* Raw, BGBG... / GRGR... */
 239		.code		= MEDIA_BUS_FMT_SBGGR8_1X8,
 240		.colorspace	= V4L2_COLORSPACE_SRGB,
 241		.bpp		= 8,
 242		.ctrl00		= 0x00,
 243		.mux		= OV5640_FMT_MUX_RAW_DPC,
 244	}, {
 245		/* Raw bayer, GBGB... / RGRG... */
 246		.code		= MEDIA_BUS_FMT_SGBRG8_1X8,
 247		.colorspace	= V4L2_COLORSPACE_SRGB,
 248		.bpp		= 8,
 249		.ctrl00		= 0x01,
 250		.mux		= OV5640_FMT_MUX_RAW_DPC,
 251	}, {
 252		/* Raw bayer, GRGR... / BGBG... */
 253		.code		= MEDIA_BUS_FMT_SGRBG8_1X8,
 254		.colorspace	= V4L2_COLORSPACE_SRGB,
 255		.bpp		= 8,
 256		.ctrl00		= 0x02,
 257		.mux		= OV5640_FMT_MUX_RAW_DPC,
 258	}, {
 259		/* Raw bayer, RGRG... / GBGB... */
 260		.code		= MEDIA_BUS_FMT_SRGGB8_1X8,
 261		.colorspace	= V4L2_COLORSPACE_SRGB,
 262		.bpp		= 8,
 263		.ctrl00		= 0x03,
 264		.mux		= OV5640_FMT_MUX_RAW_DPC,
 265	},
 266	{ /* sentinel */ }
 267};
 268
 269static const struct ov5640_pixfmt ov5640_csi2_formats[] = {
 270	{
 271		/* YUV422, YUYV */
 272		.code		= MEDIA_BUS_FMT_JPEG_1X8,
 273		.colorspace	= V4L2_COLORSPACE_JPEG,
 274		.bpp		= 16,
 275		.ctrl00		= 0x30,
 276		.mux		= OV5640_FMT_MUX_YUV422,
 277	}, {
 278		/* YUV422, UYVY */
 279		.code		= MEDIA_BUS_FMT_UYVY8_1X16,
 280		.colorspace	= V4L2_COLORSPACE_SRGB,
 281		.bpp		= 16,
 282		.ctrl00		= 0x3f,
 283		.mux		= OV5640_FMT_MUX_YUV422,
 284	}, {
 285		/* YUV422, YUYV */
 286		.code		= MEDIA_BUS_FMT_YUYV8_1X16,
 287		.colorspace	= V4L2_COLORSPACE_SRGB,
 288		.bpp		= 16,
 289		.ctrl00		= 0x30,
 290		.mux		= OV5640_FMT_MUX_YUV422,
 291	}, {
 292		/* RGB565 {g[2:0],b[4:0]},{r[4:0],g[5:3]} */
 293		.code		= MEDIA_BUS_FMT_RGB565_1X16,
 294		.colorspace	= V4L2_COLORSPACE_SRGB,
 295		.bpp		= 16,
 296		.ctrl00		= 0x6f,
 297		.mux		= OV5640_FMT_MUX_RGB,
 298	}, {
 299		/* BGR888: RGB */
 300		.code		= MEDIA_BUS_FMT_BGR888_1X24,
 301		.colorspace	= V4L2_COLORSPACE_SRGB,
 302		.bpp		= 24,
 303		.ctrl00		= 0x23,
 304		.mux		= OV5640_FMT_MUX_RGB,
 305	}, {
 306		/* Raw, BGBG... / GRGR... */
 307		.code		= MEDIA_BUS_FMT_SBGGR8_1X8,
 308		.colorspace	= V4L2_COLORSPACE_SRGB,
 309		.bpp		= 8,
 310		.ctrl00		= 0x00,
 311		.mux		= OV5640_FMT_MUX_RAW_DPC,
 312	}, {
 313		/* Raw bayer, GBGB... / RGRG... */
 314		.code		= MEDIA_BUS_FMT_SGBRG8_1X8,
 315		.colorspace	= V4L2_COLORSPACE_SRGB,
 316		.bpp		= 8,
 317		.ctrl00		= 0x01,
 318		.mux		= OV5640_FMT_MUX_RAW_DPC,
 319	}, {
 320		/* Raw bayer, GRGR... / BGBG... */
 321		.code		= MEDIA_BUS_FMT_SGRBG8_1X8,
 322		.colorspace	= V4L2_COLORSPACE_SRGB,
 323		.bpp		= 8,
 324		.ctrl00		= 0x02,
 325		.mux		= OV5640_FMT_MUX_RAW_DPC,
 326	}, {
 327		/* Raw bayer, RGRG... / GBGB... */
 328		.code		= MEDIA_BUS_FMT_SRGGB8_1X8,
 329		.colorspace	= V4L2_COLORSPACE_SRGB,
 330		.bpp		= 8,
 331		.ctrl00		= 0x03,
 332		.mux		= OV5640_FMT_MUX_RAW_DPC,
 333	},
 334	{ /* sentinel */ }
 335};
 336
 337/*
 338 * FIXME: remove this when a subdev API becomes available
 339 * to set the MIPI CSI-2 virtual channel.
 340 */
 341static unsigned int virtual_channel;
 342module_param(virtual_channel, uint, 0444);
 343MODULE_PARM_DESC(virtual_channel,
 344		 "MIPI CSI-2 virtual channel (0..3), default 0");
 345
 346static const int ov5640_framerates[] = {
 347	[OV5640_15_FPS] = 15,
 348	[OV5640_30_FPS] = 30,
 349	[OV5640_60_FPS] = 60,
 350};
 351
 352/* regulator supplies */
 353static const char * const ov5640_supply_name[] = {
 354	"DOVDD", /* Digital I/O (1.8V) supply */
 355	"AVDD",  /* Analog (2.8V) supply */
 356	"DVDD",  /* Digital Core (1.5V) supply */
 357};
 358
 359#define OV5640_NUM_SUPPLIES ARRAY_SIZE(ov5640_supply_name)
 360
 361/*
 362 * Image size under 1280 * 960 are SUBSAMPLING
 363 * Image size upper 1280 * 960 are SCALING
 364 */
 365enum ov5640_downsize_mode {
 366	SUBSAMPLING,
 367	SCALING,
 368};
 369
 370struct reg_value {
 371	u16 reg_addr;
 372	u8 val;
 373	u8 mask;
 374	u32 delay_ms;
 375};
 376
 377struct ov5640_timings {
 378	/* Analog crop rectangle. */
 379	struct v4l2_rect analog_crop;
 380	/* Visible crop: from analog crop top-left corner. */
 381	struct v4l2_rect crop;
 382	/* Total pixels per line: width + fixed hblank. */
 383	u32 htot;
 384	/* Default vertical blanking: frame height = height + vblank. */
 385	u32 vblank_def;
 386};
 387
 388struct ov5640_mode_info {
 389	enum ov5640_mode_id id;
 390	enum ov5640_downsize_mode dn_mode;
 391	enum ov5640_pixel_rate_id pixel_rate;
 392
 393	unsigned int width;
 394	unsigned int height;
 395
 396	struct ov5640_timings dvp_timings;
 397	struct ov5640_timings csi2_timings;
 398
 399	const struct reg_value *reg_data;
 400	u32 reg_data_size;
 401
 402	/* Used by set_frame_interval only. */
 403	u32 max_fps;
 404	u32 def_fps;
 405};
 406
 407struct ov5640_ctrls {
 408	struct v4l2_ctrl_handler handler;
 409	struct v4l2_ctrl *pixel_rate;
 410	struct v4l2_ctrl *link_freq;
 411	struct v4l2_ctrl *hblank;
 412	struct v4l2_ctrl *vblank;
 413	struct {
 414		struct v4l2_ctrl *auto_exp;
 415		struct v4l2_ctrl *exposure;
 416	};
 417	struct {
 418		struct v4l2_ctrl *auto_wb;
 419		struct v4l2_ctrl *blue_balance;
 420		struct v4l2_ctrl *red_balance;
 421	};
 422	struct {
 423		struct v4l2_ctrl *auto_gain;
 424		struct v4l2_ctrl *gain;
 425	};
 426	struct v4l2_ctrl *brightness;
 427	struct v4l2_ctrl *light_freq;
 428	struct v4l2_ctrl *saturation;
 429	struct v4l2_ctrl *contrast;
 430	struct v4l2_ctrl *hue;
 431	struct v4l2_ctrl *test_pattern;
 432	struct v4l2_ctrl *hflip;
 433	struct v4l2_ctrl *vflip;
 434};
 435
 436struct ov5640_dev {
 437	struct i2c_client *i2c_client;
 438	struct v4l2_subdev sd;
 439	struct media_pad pad;
 440	struct v4l2_fwnode_endpoint ep; /* the parsed DT endpoint info */
 441	struct clk *xclk; /* system clock to OV5640 */
 442	u32 xclk_freq;
 443
 444	struct regulator_bulk_data supplies[OV5640_NUM_SUPPLIES];
 445	struct gpio_desc *reset_gpio;
 446	struct gpio_desc *pwdn_gpio;
 447	bool   upside_down;
 448
 449	/* lock to protect all members below */
 450	struct mutex lock;
 451
 452	struct v4l2_mbus_framefmt fmt;
 453	bool pending_fmt_change;
 454
 455	const struct ov5640_mode_info *current_mode;
 456	const struct ov5640_mode_info *last_mode;
 457	enum ov5640_frame_rate current_fr;
 458	struct v4l2_fract frame_interval;
 459	s64 current_link_freq;
 460
 461	struct ov5640_ctrls ctrls;
 462
 463	u32 prev_sysclk, prev_hts;
 464	u32 ae_low, ae_high, ae_target;
 465
 466	bool pending_mode_change;
 467	bool streaming;
 468};
 469
 470static inline struct ov5640_dev *to_ov5640_dev(struct v4l2_subdev *sd)
 471{
 472	return container_of(sd, struct ov5640_dev, sd);
 473}
 474
 475static inline struct v4l2_subdev *ctrl_to_sd(struct v4l2_ctrl *ctrl)
 476{
 477	return &container_of(ctrl->handler, struct ov5640_dev,
 478			     ctrls.handler)->sd;
 479}
 480
 481static inline bool ov5640_is_csi2(const struct ov5640_dev *sensor)
 482{
 483	return sensor->ep.bus_type == V4L2_MBUS_CSI2_DPHY;
 484}
 485
 486static inline const struct ov5640_pixfmt *
 487ov5640_formats(struct ov5640_dev *sensor)
 488{
 489	return ov5640_is_csi2(sensor) ? ov5640_csi2_formats
 490				      : ov5640_dvp_formats;
 491}
 492
 493static const struct ov5640_pixfmt *
 494ov5640_code_to_pixfmt(struct ov5640_dev *sensor, u32 code)
 495{
 496	const struct ov5640_pixfmt *formats = ov5640_formats(sensor);
 497	unsigned int i;
 498
 499	for (i = 0; formats[i].code; ++i) {
 500		if (formats[i].code == code)
 501			return &formats[i];
 502	}
 503
 504	return &formats[0];
 505}
 506
 507static u32 ov5640_code_to_bpp(struct ov5640_dev *sensor, u32 code)
 508{
 509	const struct ov5640_pixfmt *format = ov5640_code_to_pixfmt(sensor,
 510								   code);
 511
 512	return format->bpp;
 513}
 514
 515/*
 516 * FIXME: all of these register tables are likely filled with
 517 * entries that set the register to their power-on default values,
 518 * and which are otherwise not touched by this driver. Those entries
 519 * should be identified and removed to speed register load time
 520 * over i2c.
 521 */
 522/* YUV422 UYVY VGA@30fps */
 523
 524static const struct v4l2_mbus_framefmt ov5640_csi2_default_fmt = {
 525	.code = MEDIA_BUS_FMT_UYVY8_1X16,
 526	.width = 640,
 527	.height = 480,
 528	.colorspace = V4L2_COLORSPACE_SRGB,
 529	.ycbcr_enc = V4L2_MAP_YCBCR_ENC_DEFAULT(V4L2_COLORSPACE_SRGB),
 530	.quantization = V4L2_QUANTIZATION_FULL_RANGE,
 531	.xfer_func = V4L2_MAP_XFER_FUNC_DEFAULT(V4L2_COLORSPACE_SRGB),
 532	.field = V4L2_FIELD_NONE,
 533};
 534
 535static const struct v4l2_mbus_framefmt ov5640_dvp_default_fmt = {
 536	.code = MEDIA_BUS_FMT_UYVY8_2X8,
 537	.width = 640,
 538	.height = 480,
 539	.colorspace = V4L2_COLORSPACE_SRGB,
 540	.ycbcr_enc = V4L2_MAP_YCBCR_ENC_DEFAULT(V4L2_COLORSPACE_SRGB),
 541	.quantization = V4L2_QUANTIZATION_FULL_RANGE,
 542	.xfer_func = V4L2_MAP_XFER_FUNC_DEFAULT(V4L2_COLORSPACE_SRGB),
 543	.field = V4L2_FIELD_NONE,
 544};
 545
 546static const struct reg_value ov5640_init_setting[] = {
 547	{0x3103, 0x11, 0, 0},
 548	{0x3103, 0x03, 0, 0}, {0x3630, 0x36, 0, 0},
 549	{0x3631, 0x0e, 0, 0}, {0x3632, 0xe2, 0, 0}, {0x3633, 0x12, 0, 0},
 550	{0x3621, 0xe0, 0, 0}, {0x3704, 0xa0, 0, 0}, {0x3703, 0x5a, 0, 0},
 551	{0x3715, 0x78, 0, 0}, {0x3717, 0x01, 0, 0}, {0x370b, 0x60, 0, 0},
 552	{0x3705, 0x1a, 0, 0}, {0x3905, 0x02, 0, 0}, {0x3906, 0x10, 0, 0},
 553	{0x3901, 0x0a, 0, 0}, {0x3731, 0x12, 0, 0}, {0x3600, 0x08, 0, 0},
 554	{0x3601, 0x33, 0, 0}, {0x302d, 0x60, 0, 0}, {0x3620, 0x52, 0, 0},
 555	{0x371b, 0x20, 0, 0}, {0x471c, 0x50, 0, 0}, {0x3a13, 0x43, 0, 0},
 556	{0x3a18, 0x00, 0, 0}, {0x3a19, 0xf8, 0, 0}, {0x3635, 0x13, 0, 0},
 557	{0x3636, 0x03, 0, 0}, {0x3634, 0x40, 0, 0}, {0x3622, 0x01, 0, 0},
 558	{0x3c01, 0xa4, 0, 0}, {0x3c04, 0x28, 0, 0}, {0x3c05, 0x98, 0, 0},
 559	{0x3c06, 0x00, 0, 0}, {0x3c07, 0x08, 0, 0}, {0x3c08, 0x00, 0, 0},
 560	{0x3c09, 0x1c, 0, 0}, {0x3c0a, 0x9c, 0, 0}, {0x3c0b, 0x40, 0, 0},
 561	{0x3820, 0x41, 0, 0}, {0x3821, 0x07, 0, 0}, {0x3814, 0x31, 0, 0},
 562	{0x3815, 0x31, 0, 0},
 563	{0x3618, 0x00, 0, 0}, {0x3612, 0x29, 0, 0}, {0x3708, 0x64, 0, 0},
 564	{0x3709, 0x52, 0, 0}, {0x370c, 0x03, 0, 0}, {0x3a02, 0x03, 0, 0},
 565	{0x3a03, 0xd8, 0, 0}, {0x3a08, 0x01, 0, 0}, {0x3a09, 0x27, 0, 0},
 566	{0x3a0a, 0x00, 0, 0}, {0x3a0b, 0xf6, 0, 0}, {0x3a0e, 0x03, 0, 0},
 567	{0x3a0d, 0x04, 0, 0}, {0x3a14, 0x03, 0, 0}, {0x3a15, 0xd8, 0, 0},
 568	{0x4001, 0x02, 0, 0}, {0x4004, 0x02, 0, 0}, {0x3000, 0x00, 0, 0},
 569	{0x3002, 0x1c, 0, 0}, {0x3004, 0xff, 0, 0}, {0x3006, 0xc3, 0, 0},
 570	{0x302e, 0x08, 0, 0}, {0x4300, 0x3f, 0, 0},
 571	{0x501f, 0x00, 0, 0}, {0x440e, 0x00, 0, 0}, {0x4837, 0x0a, 0, 0},
 572	{0x5000, 0xa7, 0, 0}, {0x5001, 0xa3, 0, 0}, {0x5180, 0xff, 0, 0},
 573	{0x5181, 0xf2, 0, 0}, {0x5182, 0x00, 0, 0}, {0x5183, 0x14, 0, 0},
 574	{0x5184, 0x25, 0, 0}, {0x5185, 0x24, 0, 0}, {0x5186, 0x09, 0, 0},
 575	{0x5187, 0x09, 0, 0}, {0x5188, 0x09, 0, 0}, {0x5189, 0x88, 0, 0},
 576	{0x518a, 0x54, 0, 0}, {0x518b, 0xee, 0, 0}, {0x518c, 0xb2, 0, 0},
 577	{0x518d, 0x50, 0, 0}, {0x518e, 0x34, 0, 0}, {0x518f, 0x6b, 0, 0},
 578	{0x5190, 0x46, 0, 0}, {0x5191, 0xf8, 0, 0}, {0x5192, 0x04, 0, 0},
 579	{0x5193, 0x70, 0, 0}, {0x5194, 0xf0, 0, 0}, {0x5195, 0xf0, 0, 0},
 580	{0x5196, 0x03, 0, 0}, {0x5197, 0x01, 0, 0}, {0x5198, 0x04, 0, 0},
 581	{0x5199, 0x6c, 0, 0}, {0x519a, 0x04, 0, 0}, {0x519b, 0x00, 0, 0},
 582	{0x519c, 0x09, 0, 0}, {0x519d, 0x2b, 0, 0}, {0x519e, 0x38, 0, 0},
 583	{0x5381, 0x1e, 0, 0}, {0x5382, 0x5b, 0, 0}, {0x5383, 0x08, 0, 0},
 584	{0x5384, 0x0a, 0, 0}, {0x5385, 0x7e, 0, 0}, {0x5386, 0x88, 0, 0},
 585	{0x5387, 0x7c, 0, 0}, {0x5388, 0x6c, 0, 0}, {0x5389, 0x10, 0, 0},
 586	{0x538a, 0x01, 0, 0}, {0x538b, 0x98, 0, 0}, {0x5300, 0x08, 0, 0},
 587	{0x5301, 0x30, 0, 0}, {0x5302, 0x10, 0, 0}, {0x5303, 0x00, 0, 0},
 588	{0x5304, 0x08, 0, 0}, {0x5305, 0x30, 0, 0}, {0x5306, 0x08, 0, 0},
 589	{0x5307, 0x16, 0, 0}, {0x5309, 0x08, 0, 0}, {0x530a, 0x30, 0, 0},
 590	{0x530b, 0x04, 0, 0}, {0x530c, 0x06, 0, 0}, {0x5480, 0x01, 0, 0},
 591	{0x5481, 0x08, 0, 0}, {0x5482, 0x14, 0, 0}, {0x5483, 0x28, 0, 0},
 592	{0x5484, 0x51, 0, 0}, {0x5485, 0x65, 0, 0}, {0x5486, 0x71, 0, 0},
 593	{0x5487, 0x7d, 0, 0}, {0x5488, 0x87, 0, 0}, {0x5489, 0x91, 0, 0},
 594	{0x548a, 0x9a, 0, 0}, {0x548b, 0xaa, 0, 0}, {0x548c, 0xb8, 0, 0},
 595	{0x548d, 0xcd, 0, 0}, {0x548e, 0xdd, 0, 0}, {0x548f, 0xea, 0, 0},
 596	{0x5490, 0x1d, 0, 0}, {0x5580, 0x02, 0, 0}, {0x5583, 0x40, 0, 0},
 597	{0x5584, 0x10, 0, 0}, {0x5589, 0x10, 0, 0}, {0x558a, 0x00, 0, 0},
 598	{0x558b, 0xf8, 0, 0}, {0x5800, 0x23, 0, 0}, {0x5801, 0x14, 0, 0},
 599	{0x5802, 0x0f, 0, 0}, {0x5803, 0x0f, 0, 0}, {0x5804, 0x12, 0, 0},
 600	{0x5805, 0x26, 0, 0}, {0x5806, 0x0c, 0, 0}, {0x5807, 0x08, 0, 0},
 601	{0x5808, 0x05, 0, 0}, {0x5809, 0x05, 0, 0}, {0x580a, 0x08, 0, 0},
 602	{0x580b, 0x0d, 0, 0}, {0x580c, 0x08, 0, 0}, {0x580d, 0x03, 0, 0},
 603	{0x580e, 0x00, 0, 0}, {0x580f, 0x00, 0, 0}, {0x5810, 0x03, 0, 0},
 604	{0x5811, 0x09, 0, 0}, {0x5812, 0x07, 0, 0}, {0x5813, 0x03, 0, 0},
 605	{0x5814, 0x00, 0, 0}, {0x5815, 0x01, 0, 0}, {0x5816, 0x03, 0, 0},
 606	{0x5817, 0x08, 0, 0}, {0x5818, 0x0d, 0, 0}, {0x5819, 0x08, 0, 0},
 607	{0x581a, 0x05, 0, 0}, {0x581b, 0x06, 0, 0}, {0x581c, 0x08, 0, 0},
 608	{0x581d, 0x0e, 0, 0}, {0x581e, 0x29, 0, 0}, {0x581f, 0x17, 0, 0},
 609	{0x5820, 0x11, 0, 0}, {0x5821, 0x11, 0, 0}, {0x5822, 0x15, 0, 0},
 610	{0x5823, 0x28, 0, 0}, {0x5824, 0x46, 0, 0}, {0x5825, 0x26, 0, 0},
 611	{0x5826, 0x08, 0, 0}, {0x5827, 0x26, 0, 0}, {0x5828, 0x64, 0, 0},
 612	{0x5829, 0x26, 0, 0}, {0x582a, 0x24, 0, 0}, {0x582b, 0x22, 0, 0},
 613	{0x582c, 0x24, 0, 0}, {0x582d, 0x24, 0, 0}, {0x582e, 0x06, 0, 0},
 614	{0x582f, 0x22, 0, 0}, {0x5830, 0x40, 0, 0}, {0x5831, 0x42, 0, 0},
 615	{0x5832, 0x24, 0, 0}, {0x5833, 0x26, 0, 0}, {0x5834, 0x24, 0, 0},
 616	{0x5835, 0x22, 0, 0}, {0x5836, 0x22, 0, 0}, {0x5837, 0x26, 0, 0},
 617	{0x5838, 0x44, 0, 0}, {0x5839, 0x24, 0, 0}, {0x583a, 0x26, 0, 0},
 618	{0x583b, 0x28, 0, 0}, {0x583c, 0x42, 0, 0}, {0x583d, 0xce, 0, 0},
 619	{0x5025, 0x00, 0, 0}, {0x3a0f, 0x30, 0, 0}, {0x3a10, 0x28, 0, 0},
 620	{0x3a1b, 0x30, 0, 0}, {0x3a1e, 0x26, 0, 0}, {0x3a11, 0x60, 0, 0},
 621	{0x3a1f, 0x14, 0, 0}, {0x3008, 0x02, 0, 0}, {0x3c00, 0x04, 0, 300},
 622};
 623
 624static const struct reg_value ov5640_setting_low_res[] = {
 625	{0x3c07, 0x08, 0, 0},
 626	{0x3c09, 0x1c, 0, 0}, {0x3c0a, 0x9c, 0, 0}, {0x3c0b, 0x40, 0, 0},
 627	{0x3814, 0x31, 0, 0},
 628	{0x3815, 0x31, 0, 0},
 629	{0x3618, 0x00, 0, 0}, {0x3612, 0x29, 0, 0}, {0x3708, 0x64, 0, 0},
 630	{0x3709, 0x52, 0, 0}, {0x370c, 0x03, 0, 0}, {0x3a02, 0x03, 0, 0},
 631	{0x3a03, 0xd8, 0, 0}, {0x3a08, 0x01, 0, 0}, {0x3a09, 0x27, 0, 0},
 632	{0x3a0a, 0x00, 0, 0}, {0x3a0b, 0xf6, 0, 0}, {0x3a0e, 0x03, 0, 0},
 633	{0x3a0d, 0x04, 0, 0}, {0x3a14, 0x03, 0, 0}, {0x3a15, 0xd8, 0, 0},
 634	{0x4001, 0x02, 0, 0}, {0x4004, 0x02, 0, 0},
 635	{0x4407, 0x04, 0, 0}, {0x460b, 0x35, 0, 0}, {0x460c, 0x22, 0, 0},
 636	{0x3824, 0x02, 0, 0}, {0x5001, 0xa3, 0, 0},
 637};
 638
 639static const struct reg_value ov5640_setting_720P_1280_720[] = {
 640	{0x3c07, 0x07, 0, 0},
 641	{0x3c09, 0x1c, 0, 0}, {0x3c0a, 0x9c, 0, 0}, {0x3c0b, 0x40, 0, 0},
 642	{0x3814, 0x31, 0, 0},
 643	{0x3815, 0x31, 0, 0},
 644	{0x3618, 0x00, 0, 0}, {0x3612, 0x29, 0, 0}, {0x3708, 0x64, 0, 0},
 645	{0x3709, 0x52, 0, 0}, {0x370c, 0x03, 0, 0}, {0x3a02, 0x02, 0, 0},
 646	{0x3a03, 0xe4, 0, 0}, {0x3a08, 0x01, 0, 0}, {0x3a09, 0xbc, 0, 0},
 647	{0x3a0a, 0x01, 0, 0}, {0x3a0b, 0x72, 0, 0}, {0x3a0e, 0x01, 0, 0},
 648	{0x3a0d, 0x02, 0, 0}, {0x3a14, 0x02, 0, 0}, {0x3a15, 0xe4, 0, 0},
 649	{0x4001, 0x02, 0, 0}, {0x4004, 0x02, 0, 0},
 650	{0x4407, 0x04, 0, 0}, {0x460b, 0x37, 0, 0}, {0x460c, 0x20, 0, 0},
 651	{0x3824, 0x04, 0, 0}, {0x5001, 0x83, 0, 0},
 652};
 653
 654static const struct reg_value ov5640_setting_1080P_1920_1080[] = {
 655	{0x3c07, 0x08, 0, 0},
 656	{0x3c09, 0x1c, 0, 0}, {0x3c0a, 0x9c, 0, 0}, {0x3c0b, 0x40, 0, 0},
 657	{0x3814, 0x11, 0, 0},
 658	{0x3815, 0x11, 0, 0},
 659	{0x3618, 0x04, 0, 0}, {0x3612, 0x29, 0, 0}, {0x3708, 0x21, 0, 0},
 660	{0x3709, 0x12, 0, 0}, {0x370c, 0x00, 0, 0}, {0x3a02, 0x03, 0, 0},
 661	{0x3a03, 0xd8, 0, 0}, {0x3a08, 0x01, 0, 0}, {0x3a09, 0x27, 0, 0},
 662	{0x3a0a, 0x00, 0, 0}, {0x3a0b, 0xf6, 0, 0}, {0x3a0e, 0x03, 0, 0},
 663	{0x3a0d, 0x04, 0, 0}, {0x3a14, 0x03, 0, 0}, {0x3a15, 0xd8, 0, 0},
 664	{0x4001, 0x02, 0, 0}, {0x4004, 0x06, 0, 0},
 665	{0x4407, 0x04, 0, 0}, {0x460b, 0x35, 0, 0}, {0x460c, 0x22, 0, 0},
 666	{0x3824, 0x02, 0, 0}, {0x5001, 0x83, 0, 0},
 667	{0x3c07, 0x07, 0, 0}, {0x3c08, 0x00, 0, 0},
 668	{0x3c09, 0x1c, 0, 0}, {0x3c0a, 0x9c, 0, 0}, {0x3c0b, 0x40, 0, 0},
 669	{0x3612, 0x2b, 0, 0}, {0x3708, 0x64, 0, 0},
 670	{0x3a02, 0x04, 0, 0}, {0x3a03, 0x60, 0, 0}, {0x3a08, 0x01, 0, 0},
 671	{0x3a09, 0x50, 0, 0}, {0x3a0a, 0x01, 0, 0}, {0x3a0b, 0x18, 0, 0},
 672	{0x3a0e, 0x03, 0, 0}, {0x3a0d, 0x04, 0, 0}, {0x3a14, 0x04, 0, 0},
 673	{0x3a15, 0x60, 0, 0}, {0x4407, 0x04, 0, 0},
 674	{0x460b, 0x37, 0, 0}, {0x460c, 0x20, 0, 0}, {0x3824, 0x04, 0, 0},
 675	{0x4005, 0x1a, 0, 0},
 676};
 677
 678static const struct reg_value ov5640_setting_QSXGA_2592_1944[] = {
 679	{0x3c07, 0x08, 0, 0},
 680	{0x3c09, 0x1c, 0, 0}, {0x3c0a, 0x9c, 0, 0}, {0x3c0b, 0x40, 0, 0},
 681	{0x3814, 0x11, 0, 0},
 682	{0x3815, 0x11, 0, 0},
 683	{0x3618, 0x04, 0, 0}, {0x3612, 0x29, 0, 0}, {0x3708, 0x21, 0, 0},
 684	{0x3709, 0x12, 0, 0}, {0x370c, 0x00, 0, 0}, {0x3a02, 0x03, 0, 0},
 685	{0x3a03, 0xd8, 0, 0}, {0x3a08, 0x01, 0, 0}, {0x3a09, 0x27, 0, 0},
 686	{0x3a0a, 0x00, 0, 0}, {0x3a0b, 0xf6, 0, 0}, {0x3a0e, 0x03, 0, 0},
 687	{0x3a0d, 0x04, 0, 0}, {0x3a14, 0x03, 0, 0}, {0x3a15, 0xd8, 0, 0},
 688	{0x4001, 0x02, 0, 0}, {0x4004, 0x06, 0, 0},
 689	{0x4407, 0x04, 0, 0}, {0x460b, 0x35, 0, 0}, {0x460c, 0x22, 0, 0},
 690	{0x3824, 0x02, 0, 0}, {0x5001, 0x83, 0, 70},
 691};
 692
 693static const struct ov5640_mode_info ov5640_mode_data[OV5640_NUM_MODES] = {
 694	{
 695		/* 160x120 */
 696		.id		= OV5640_MODE_QQVGA_160_120,
 697		.dn_mode	= SUBSAMPLING,
 698		.pixel_rate	= OV5640_PIXEL_RATE_48M,
 699		.width		= 160,
 700		.height		= 120,
 701		.dvp_timings = {
 702			.analog_crop = {
 703				.left	= 0,
 704				.top	= 4,
 705				.width	= 2624,
 706				.height	= 1944,
 707			},
 708			.crop = {
 709				.left	= 16,
 710				.top	= 6,
 711				.width	= 160,
 712				.height	= 120,
 713			},
 714			.htot		= 1896,
 715			.vblank_def	= 864,
 716		},
 717		.csi2_timings = {
 718			/* Feed the full valid pixel array to the ISP. */
 719			.analog_crop = {
 720				.left	= OV5640_PIXEL_ARRAY_LEFT,
 721				.top	= OV5640_PIXEL_ARRAY_TOP,
 722				.width	= OV5640_PIXEL_ARRAY_WIDTH,
 723				.height	= OV5640_PIXEL_ARRAY_HEIGHT,
 724			},
 725			/* Maintain a minimum processing margin. */
 726			.crop = {
 727				.left	= 2,
 728				.top	= 4,
 729				.width	= 160,
 730				.height	= 120,
 731			},
 732			.htot		= 1600,
 733			.vblank_def	= 878,
 734		},
 735		.reg_data	= ov5640_setting_low_res,
 736		.reg_data_size	= ARRAY_SIZE(ov5640_setting_low_res),
 737		.max_fps	= OV5640_30_FPS,
 738		.def_fps	= OV5640_30_FPS
 739	}, {
 740		/* 176x144 */
 741		.id		= OV5640_MODE_QCIF_176_144,
 742		.dn_mode	= SUBSAMPLING,
 743		.pixel_rate	= OV5640_PIXEL_RATE_48M,
 744		.width		= 176,
 745		.height		= 144,
 746		.dvp_timings = {
 747			.analog_crop = {
 748				.left	= 0,
 749				.top	= 4,
 750				.width	= 2624,
 751				.height	= 1944,
 752			},
 753			.crop = {
 754				.left	= 16,
 755				.top	= 6,
 756				.width	= 176,
 757				.height	= 144,
 758			},
 759			.htot		= 1896,
 760			.vblank_def	= 840,
 761		},
 762		.csi2_timings = {
 763			/* Feed the full valid pixel array to the ISP. */
 764			.analog_crop = {
 765				.left	= OV5640_PIXEL_ARRAY_LEFT,
 766				.top	= OV5640_PIXEL_ARRAY_TOP,
 767				.width	= OV5640_PIXEL_ARRAY_WIDTH,
 768				.height	= OV5640_PIXEL_ARRAY_HEIGHT,
 769			},
 770			/* Maintain a minimum processing margin. */
 771			.crop = {
 772				.left	= 2,
 773				.top	= 4,
 774				.width	= 176,
 775				.height	= 144,
 776			},
 777			.htot		= 1600,
 778			.vblank_def	= 854,
 779		},
 780		.reg_data	= ov5640_setting_low_res,
 781		.reg_data_size	= ARRAY_SIZE(ov5640_setting_low_res),
 782		.max_fps	= OV5640_30_FPS,
 783		.def_fps	= OV5640_30_FPS
 784	}, {
 785		/* 320x240 */
 786		.id		= OV5640_MODE_QVGA_320_240,
 787		.dn_mode	= SUBSAMPLING,
 788		.width		= 320,
 789		.height		= 240,
 790		.pixel_rate	= OV5640_PIXEL_RATE_48M,
 791		.dvp_timings = {
 792			.analog_crop = {
 793				.left	= 0,
 794				.top	= 4,
 795				.width	= 2624,
 796				.height	= 1944,
 797			},
 798			.crop = {
 799				.left	= 16,
 800				.top	= 6,
 801				.width	= 320,
 802				.height	= 240,
 803			},
 804			.htot		= 1896,
 805			.vblank_def	= 744,
 806		},
 807		.csi2_timings = {
 808			/* Feed the full valid pixel array to the ISP. */
 809			.analog_crop = {
 810				.left	= OV5640_PIXEL_ARRAY_LEFT,
 811				.top	= OV5640_PIXEL_ARRAY_TOP,
 812				.width	= OV5640_PIXEL_ARRAY_WIDTH,
 813				.height	= OV5640_PIXEL_ARRAY_HEIGHT,
 814			},
 815			/* Maintain a minimum processing margin. */
 816			.crop = {
 817				.left	= 2,
 818				.top	= 4,
 819				.width	= 320,
 820				.height	= 240,
 821			},
 822			.htot		= 1600,
 823			.vblank_def	= 760,
 824		},
 825		.reg_data	= ov5640_setting_low_res,
 826		.reg_data_size	= ARRAY_SIZE(ov5640_setting_low_res),
 827		.max_fps	= OV5640_30_FPS,
 828		.def_fps	= OV5640_30_FPS
 829	}, {
 830		/* 640x480 */
 831		.id		= OV5640_MODE_VGA_640_480,
 832		.dn_mode	= SUBSAMPLING,
 833		.pixel_rate	= OV5640_PIXEL_RATE_48M,
 834		.width		= 640,
 835		.height		= 480,
 836		.dvp_timings = {
 837			.analog_crop = {
 838				.left	= 0,
 839				.top	= 4,
 840				.width	= 2624,
 841				.height	= 1944,
 842			},
 843			.crop = {
 844				.left	= 16,
 845				.top	= 6,
 846				.width	= 640,
 847				.height	= 480,
 848			},
 849			.htot		= 1896,
 850			.vblank_def	= 600,
 851		},
 852		.csi2_timings = {
 853			/* Feed the full valid pixel array to the ISP. */
 854			.analog_crop = {
 855				.left	= OV5640_PIXEL_ARRAY_LEFT,
 856				.top	= OV5640_PIXEL_ARRAY_TOP,
 857				.width	= OV5640_PIXEL_ARRAY_WIDTH,
 858				.height	= OV5640_PIXEL_ARRAY_HEIGHT,
 859			},
 860			/* Maintain a minimum processing margin. */
 861			.crop = {
 862				.left	= 2,
 863				.top	= 4,
 864				.width	= 640,
 865				.height	= 480,
 866			},
 867			.htot		= 1600,
 868			.vblank_def	= 520,
 869		},
 870		.reg_data	= ov5640_setting_low_res,
 871		.reg_data_size	= ARRAY_SIZE(ov5640_setting_low_res),
 872		.max_fps	= OV5640_60_FPS,
 873		.def_fps	= OV5640_30_FPS
 874	}, {
 875		/* 720x480 */
 876		.id		= OV5640_MODE_NTSC_720_480,
 877		.dn_mode	= SUBSAMPLING,
 878		.width		= 720,
 879		.height		= 480,
 880		.pixel_rate	= OV5640_PIXEL_RATE_96M,
 881		.dvp_timings = {
 882			.analog_crop = {
 883				.left	= 0,
 884				.top	= 4,
 885				.width	= 2624,
 886				.height	= 1944,
 887			},
 888			.crop = {
 889				.left	= 56,
 890				.top	= 60,
 891				.width	= 720,
 892				.height	= 480,
 893			},
 894			.htot		= 1896,
 895			.vblank_def	= 504,
 896		},
 897		.csi2_timings = {
 898			/* Feed the full valid pixel array to the ISP. */
 899			.analog_crop = {
 900				.left	= OV5640_PIXEL_ARRAY_LEFT,
 901				.top	= OV5640_PIXEL_ARRAY_TOP,
 902				.width	= OV5640_PIXEL_ARRAY_WIDTH,
 903				.height	= OV5640_PIXEL_ARRAY_HEIGHT,
 904			},
 905			.crop = {
 906				.left	= 56,
 907				.top	= 60,
 908				.width	= 720,
 909				.height	= 480,
 910			},
 911			.htot		= 1896,
 912			.vblank_def	= 1206,
 913		},
 914		.reg_data	= ov5640_setting_low_res,
 915		.reg_data_size	= ARRAY_SIZE(ov5640_setting_low_res),
 916		.max_fps	= OV5640_30_FPS,
 917		.def_fps	= OV5640_30_FPS
 918	}, {
 919		/* 720x576 */
 920		.id		= OV5640_MODE_PAL_720_576,
 921		.dn_mode	= SUBSAMPLING,
 922		.width		= 720,
 923		.height		= 576,
 924		.pixel_rate	= OV5640_PIXEL_RATE_96M,
 925		.dvp_timings = {
 926			.analog_crop = {
 927				.left	= 0,
 928				.top	= 4,
 929				.width	= 2624,
 930				.height	= 1944,
 931			},
 932			.crop = {
 933				.left	= 56,
 934				.top	= 6,
 935				.width	= 720,
 936				.height	= 576,
 937			},
 938			.htot		= 1896,
 939			.vblank_def	= 408,
 940		},
 941		.csi2_timings = {
 942			/* Feed the full valid pixel array to the ISP. */
 943			.analog_crop = {
 944				.left	= OV5640_PIXEL_ARRAY_LEFT,
 945				.top	= OV5640_PIXEL_ARRAY_TOP,
 946				.width	= OV5640_PIXEL_ARRAY_WIDTH,
 947				.height	= OV5640_PIXEL_ARRAY_HEIGHT,
 948			},
 949			.crop = {
 950				.left	= 56,
 951				.top	= 6,
 952				.width	= 720,
 953				.height	= 576,
 954			},
 955			.htot		= 1896,
 956			.vblank_def	= 1110,
 957		},
 958		.reg_data	= ov5640_setting_low_res,
 959		.reg_data_size	= ARRAY_SIZE(ov5640_setting_low_res),
 960		.max_fps	= OV5640_30_FPS,
 961		.def_fps	= OV5640_30_FPS
 962	}, {
 963		/* 1024x768 */
 964		.id		= OV5640_MODE_XGA_1024_768,
 965		.dn_mode	= SUBSAMPLING,
 966		.pixel_rate	= OV5640_PIXEL_RATE_96M,
 967		.width		= 1024,
 968		.height		= 768,
 969		.dvp_timings = {
 970			.analog_crop = {
 971				.left	= 0,
 972				.top	= 4,
 973				.width	= 2624,
 974				.height	= 1944,
 975			},
 976			.crop = {
 977				.left	= 16,
 978				.top	= 6,
 979				.width	= 1024,
 980				.height	= 768,
 981			},
 982			.htot		= 1896,
 983			.vblank_def	= 312,
 984		},
 985		.csi2_timings = {
 986			.analog_crop = {
 987				.left	= 0,
 988				.top	= 4,
 989				.width	= OV5640_NATIVE_WIDTH,
 990				.height	= OV5640_PIXEL_ARRAY_HEIGHT,
 991			},
 992			.crop = {
 993				.left	= 16,
 994				.top	= 6,
 995				.width	= 1024,
 996				.height	= 768,
 997			},
 998			.htot		= 1896,
 999			.vblank_def	= 918,
1000		},
1001		.reg_data	= ov5640_setting_low_res,
1002		.reg_data_size	= ARRAY_SIZE(ov5640_setting_low_res),
1003		.max_fps	= OV5640_30_FPS,
1004		.def_fps	= OV5640_30_FPS
1005	}, {
1006		/* 1280x720 */
1007		.id		= OV5640_MODE_720P_1280_720,
1008		.dn_mode	= SUBSAMPLING,
1009		.pixel_rate	= OV5640_PIXEL_RATE_124M,
1010		.width		= 1280,
1011		.height		= 720,
1012		.dvp_timings = {
1013			.analog_crop = {
1014				.left	= 0,
1015				.top	= 250,
1016				.width	= 2624,
1017				.height	= 1456,
1018			},
1019			.crop = {
1020				.left	= 16,
1021				.top	= 4,
1022				.width	= 1280,
1023				.height	= 720,
1024			},
1025			.htot		= 1892,
1026			.vblank_def	= 20,
1027		},
1028		.csi2_timings = {
1029			.analog_crop = {
1030				.left	= 0,
1031				.top	= 250,
1032				.width	= 2624,
1033				.height	= 1456,
1034			},
1035			.crop = {
1036				.left	= 16,
1037				.top	= 4,
1038				.width	= 1280,
1039				.height	= 720,
1040			},
1041			.htot		= 1600,
1042			.vblank_def	= 560,
1043		},
1044		.reg_data	= ov5640_setting_720P_1280_720,
1045		.reg_data_size	= ARRAY_SIZE(ov5640_setting_720P_1280_720),
1046		.max_fps	= OV5640_30_FPS,
1047		.def_fps	= OV5640_30_FPS
1048	}, {
1049		/* 1920x1080 */
1050		.id		= OV5640_MODE_1080P_1920_1080,
1051		.dn_mode	= SCALING,
1052		.pixel_rate	= OV5640_PIXEL_RATE_148M,
1053		.width		= 1920,
1054		.height		= 1080,
1055		.dvp_timings = {
1056			.analog_crop = {
1057				.left	= 336,
1058				.top	= 434,
1059				.width	= 1952,
1060				.height	= 1088,
1061			},
1062			.crop = {
1063				.left	= 16,
1064				.top	= 4,
1065				.width	= 1920,
1066				.height	= 1080,
1067			},
1068			.htot		= 2500,
1069			.vblank_def	= 40,
1070		},
1071		.csi2_timings = {
1072			/* Crop the full valid pixel array in the center. */
1073			.analog_crop = {
1074				.left	= 336,
1075				.top	= 434,
1076				.width	= 1952,
1077				.height	= 1088,
1078			},
1079			/* Maintain a larger processing margins. */
1080			.crop = {
1081				.left	= 16,
1082				.top	= 4,
1083				.width	= 1920,
1084				.height	= 1080,
1085			},
1086			.htot		= 2234,
1087			.vblank_def	= 24,
1088		},
1089		.reg_data	= ov5640_setting_1080P_1920_1080,
1090		.reg_data_size	= ARRAY_SIZE(ov5640_setting_1080P_1920_1080),
1091		.max_fps	= OV5640_30_FPS,
1092		.def_fps	= OV5640_30_FPS
1093	}, {
1094		/* 2592x1944 */
1095		.id		= OV5640_MODE_QSXGA_2592_1944,
1096		.dn_mode	= SCALING,
1097		.pixel_rate	= OV5640_PIXEL_RATE_168M,
1098		.width		= OV5640_PIXEL_ARRAY_WIDTH,
1099		.height		= OV5640_PIXEL_ARRAY_HEIGHT,
1100		.dvp_timings = {
1101			.analog_crop = {
1102				.left	= 0,
1103				.top	= 0,
1104				.width	= 2624,
1105				.height	= 1952,
1106			},
1107			.crop = {
1108				.left	= 16,
1109				.top	= 4,
1110				.width	= 2592,
1111				.height	= 1944,
1112			},
1113			.htot		= 2844,
1114			.vblank_def	= 24,
1115		},
1116		.csi2_timings = {
1117			/* Give more processing margin to full resolution. */
1118			.analog_crop = {
1119				.left	= 0,
1120				.top	= 0,
1121				.width	= OV5640_NATIVE_WIDTH,
1122				.height	= 1952,
1123			},
1124			.crop = {
1125				.left	= 16,
1126				.top	= 4,
1127				.width	= 2592,
1128				.height	= 1944,
1129			},
1130			.htot		= 2844,
1131			.vblank_def	= 24,
1132		},
1133		.reg_data	= ov5640_setting_QSXGA_2592_1944,
1134		.reg_data_size	= ARRAY_SIZE(ov5640_setting_QSXGA_2592_1944),
1135		.max_fps	= OV5640_15_FPS,
1136		.def_fps	= OV5640_15_FPS
1137	},
1138};
1139
1140static const struct ov5640_timings *
1141ov5640_timings(const struct ov5640_dev *sensor,
1142	       const struct ov5640_mode_info *mode)
1143{
1144	if (ov5640_is_csi2(sensor))
1145		return &mode->csi2_timings;
1146
1147	return &mode->dvp_timings;
1148}
1149
1150static int ov5640_init_slave_id(struct ov5640_dev *sensor)
1151{
1152	struct i2c_client *client = sensor->i2c_client;
1153	struct i2c_msg msg;
1154	u8 buf[3];
1155	int ret;
1156
1157	if (client->addr == OV5640_DEFAULT_SLAVE_ID)
1158		return 0;
1159
1160	buf[0] = OV5640_REG_SLAVE_ID >> 8;
1161	buf[1] = OV5640_REG_SLAVE_ID & 0xff;
1162	buf[2] = client->addr << 1;
1163
1164	msg.addr = OV5640_DEFAULT_SLAVE_ID;
1165	msg.flags = 0;
1166	msg.buf = buf;
1167	msg.len = sizeof(buf);
1168
1169	ret = i2c_transfer(client->adapter, &msg, 1);
1170	if (ret < 0) {
1171		dev_err(&client->dev, "%s: failed with %d\n", __func__, ret);
1172		return ret;
1173	}
1174
1175	return 0;
1176}
1177
1178static int ov5640_write_reg(struct ov5640_dev *sensor, u16 reg, u8 val)
1179{
1180	struct i2c_client *client = sensor->i2c_client;
1181	struct i2c_msg msg;
1182	u8 buf[3];
1183	int ret;
1184
1185	buf[0] = reg >> 8;
1186	buf[1] = reg & 0xff;
1187	buf[2] = val;
1188
1189	msg.addr = client->addr;
1190	msg.flags = client->flags;
1191	msg.buf = buf;
1192	msg.len = sizeof(buf);
1193
1194	ret = i2c_transfer(client->adapter, &msg, 1);
1195	if (ret < 0) {
1196		dev_err(&client->dev, "%s: error: reg=%x, val=%x\n",
1197			__func__, reg, val);
1198		return ret;
1199	}
1200
1201	return 0;
1202}
1203
1204static int ov5640_read_reg(struct ov5640_dev *sensor, u16 reg, u8 *val)
1205{
1206	struct i2c_client *client = sensor->i2c_client;
1207	struct i2c_msg msg[2];
1208	u8 buf[2];
1209	int ret;
1210
1211	buf[0] = reg >> 8;
1212	buf[1] = reg & 0xff;
1213
1214	msg[0].addr = client->addr;
1215	msg[0].flags = client->flags;
1216	msg[0].buf = buf;
1217	msg[0].len = sizeof(buf);
1218
1219	msg[1].addr = client->addr;
1220	msg[1].flags = client->flags | I2C_M_RD;
1221	msg[1].buf = buf;
1222	msg[1].len = 1;
1223
1224	ret = i2c_transfer(client->adapter, msg, 2);
1225	if (ret < 0) {
1226		dev_err(&client->dev, "%s: error: reg=%x\n",
1227			__func__, reg);
1228		return ret;
1229	}
1230
1231	*val = buf[0];
1232	return 0;
1233}
1234
1235static int ov5640_read_reg16(struct ov5640_dev *sensor, u16 reg, u16 *val)
1236{
1237	u8 hi, lo;
1238	int ret;
1239
1240	ret = ov5640_read_reg(sensor, reg, &hi);
1241	if (ret)
1242		return ret;
1243	ret = ov5640_read_reg(sensor, reg + 1, &lo);
1244	if (ret)
1245		return ret;
1246
1247	*val = ((u16)hi << 8) | (u16)lo;
1248	return 0;
1249}
1250
1251static int ov5640_write_reg16(struct ov5640_dev *sensor, u16 reg, u16 val)
1252{
1253	int ret;
1254
1255	ret = ov5640_write_reg(sensor, reg, val >> 8);
1256	if (ret)
1257		return ret;
1258
1259	return ov5640_write_reg(sensor, reg + 1, val & 0xff);
1260}
1261
1262static int ov5640_mod_reg(struct ov5640_dev *sensor, u16 reg,
1263			  u8 mask, u8 val)
1264{
1265	u8 readval;
1266	int ret;
1267
1268	ret = ov5640_read_reg(sensor, reg, &readval);
1269	if (ret)
1270		return ret;
1271
1272	readval &= ~mask;
1273	val &= mask;
1274	val |= readval;
1275
1276	return ov5640_write_reg(sensor, reg, val);
1277}
1278
1279/*
1280 * After trying the various combinations, reading various
1281 * documentations spread around the net, and from the various
1282 * feedback, the clock tree is probably as follows:
1283 *
1284 *   +--------------+
1285 *   |  Ext. Clock  |
1286 *   +-+------------+
1287 *     |  +----------+
1288 *     +->|   PLL1   | - reg 0x3036, for the multiplier
1289 *        +-+--------+ - reg 0x3037, bits 0-3 for the pre-divider
1290 *          |  +--------------+
1291 *          +->| System Clock |  - reg 0x3035, bits 4-7
1292 *             +-+------------+
1293 *               |  +--------------+
1294 *               +->| MIPI Divider | - reg 0x3035, bits 0-3
1295 *               |  +-+------------+
1296 *               |    +----------------> MIPI SCLK
1297 *               |    +  +-----+
1298 *               |    +->| / 2 |-------> MIPI BIT CLK
1299 *               |       +-----+
1300 *               |  +--------------+
1301 *               +->| PLL Root Div | - reg 0x3037, bit 4
1302 *                  +-+------------+
1303 *                    |  +---------+
1304 *                    +->| Bit Div | - reg 0x3034, bits 0-3
1305 *                       +-+-------+
1306 *                         |  +-------------+
1307 *                         +->| SCLK Div    | - reg 0x3108, bits 0-1
1308 *                         |  +-+-----------+
1309 *                         |    +---------------> SCLK
1310 *                         |  +-------------+
1311 *                         +->| SCLK 2X Div | - reg 0x3108, bits 2-3
1312 *                         |  +-+-----------+
1313 *                         |    +---------------> SCLK 2X
1314 *                         |  +-------------+
1315 *                         +->| PCLK Div    | - reg 0x3108, bits 4-5
1316 *                            ++------------+
1317 *                             +  +-----------+
1318 *                             +->|   P_DIV   | - reg 0x3035, bits 0-3
1319 *                                +-----+-----+
1320 *                                       +------------> PCLK
1321 *
1322 * There seems to be also constraints:
1323 *  - the PLL pre-divider output rate should be in the 4-27MHz range
1324 *  - the PLL multiplier output rate should be in the 500-1000MHz range
1325 *  - PCLK >= SCLK * 2 in YUV, >= SCLK in Raw or JPEG
1326 */
1327
1328/*
1329 * This is supposed to be ranging from 1 to 8, but the value is always
1330 * set to 3 in the vendor kernels.
1331 */
1332#define OV5640_PLL_PREDIV	3
1333
1334#define OV5640_PLL_MULT_MIN	4
1335#define OV5640_PLL_MULT_MAX	252
1336
1337/*
1338 * This is supposed to be ranging from 1 to 16, but the value is
1339 * always set to either 1 or 2 in the vendor kernels.
1340 */
1341#define OV5640_SYSDIV_MIN	1
1342#define OV5640_SYSDIV_MAX	16
1343
1344/*
1345 * This is supposed to be ranging from 1 to 2, but the value is always
1346 * set to 2 in the vendor kernels.
1347 */
1348#define OV5640_PLL_ROOT_DIV			2
1349#define OV5640_PLL_CTRL3_PLL_ROOT_DIV_2		BIT(4)
1350
1351/*
1352 * We only supports 8-bit formats at the moment
1353 */
1354#define OV5640_BIT_DIV				2
1355#define OV5640_PLL_CTRL0_MIPI_MODE_8BIT		0x08
1356
1357/*
1358 * This is supposed to be ranging from 1 to 8, but the value is always
1359 * set to 2 in the vendor kernels.
1360 */
1361#define OV5640_SCLK_ROOT_DIV	2
1362
1363/*
1364 * This is hardcoded so that the consistency is maintained between SCLK and
1365 * SCLK 2x.
1366 */
1367#define OV5640_SCLK2X_ROOT_DIV (OV5640_SCLK_ROOT_DIV / 2)
1368
1369/*
1370 * This is supposed to be ranging from 1 to 8, but the value is always
1371 * set to 1 in the vendor kernels.
1372 */
1373#define OV5640_PCLK_ROOT_DIV			1
1374#define OV5640_PLL_SYS_ROOT_DIVIDER_BYPASS	0x00
1375
1376static unsigned long ov5640_compute_sys_clk(struct ov5640_dev *sensor,
1377					    u8 pll_prediv, u8 pll_mult,
1378					    u8 sysdiv)
1379{
1380	unsigned long sysclk = sensor->xclk_freq / pll_prediv * pll_mult;
1381
1382	/* PLL1 output cannot exceed 1GHz. */
1383	if (sysclk / 1000000 > 1000)
1384		return 0;
1385
1386	return sysclk / sysdiv;
1387}
1388
1389static unsigned long ov5640_calc_sys_clk(struct ov5640_dev *sensor,
1390					 unsigned long rate,
1391					 u8 *pll_prediv, u8 *pll_mult,
1392					 u8 *sysdiv)
1393{
1394	unsigned long best = ~0;
1395	u8 best_sysdiv = 1, best_mult = 1;
1396	u8 _sysdiv, _pll_mult;
1397
1398	for (_sysdiv = OV5640_SYSDIV_MIN;
1399	     _sysdiv <= OV5640_SYSDIV_MAX;
1400	     _sysdiv++) {
1401		for (_pll_mult = OV5640_PLL_MULT_MIN;
1402		     _pll_mult <= OV5640_PLL_MULT_MAX;
1403		     _pll_mult++) {
1404			unsigned long _rate;
1405
1406			/*
1407			 * The PLL multiplier cannot be odd if above
1408			 * 127.
1409			 */
1410			if (_pll_mult > 127 && (_pll_mult % 2))
1411				continue;
1412
1413			_rate = ov5640_compute_sys_clk(sensor,
1414						       OV5640_PLL_PREDIV,
1415						       _pll_mult, _sysdiv);
1416
1417			/*
1418			 * We have reached the maximum allowed PLL1 output,
1419			 * increase sysdiv.
1420			 */
1421			if (!_rate)
1422				break;
1423
1424			/*
1425			 * Prefer rates above the expected clock rate than
1426			 * below, even if that means being less precise.
1427			 */
1428			if (_rate < rate)
1429				continue;
1430
1431			if (abs(rate - _rate) < abs(rate - best)) {
1432				best = _rate;
1433				best_sysdiv = _sysdiv;
1434				best_mult = _pll_mult;
1435			}
1436
1437			if (_rate == rate)
1438				goto out;
1439		}
1440	}
1441
1442out:
1443	*sysdiv = best_sysdiv;
1444	*pll_prediv = OV5640_PLL_PREDIV;
1445	*pll_mult = best_mult;
1446
1447	return best;
1448}
1449
1450/*
1451 * ov5640_set_mipi_pclk() - Calculate the clock tree configuration values
1452 *			    for the MIPI CSI-2 output.
1453 */
1454static int ov5640_set_mipi_pclk(struct ov5640_dev *sensor)
1455{
1456	u8 bit_div, mipi_div, pclk_div, sclk_div, sclk2x_div, root_div;
1457	u8 prediv, mult, sysdiv;
1458	unsigned long link_freq;
1459	unsigned long sysclk;
1460	u8 pclk_period;
1461	u32 sample_rate;
1462	u32 num_lanes;
1463	int ret;
1464
1465	/* Use the link freq computed at ov5640_update_pixel_rate() time. */
1466	link_freq = sensor->current_link_freq;
1467
1468	/*
1469	 * - mipi_div - Additional divider for the MIPI lane clock.
1470	 *
1471	 * Higher link frequencies would make sysclk > 1GHz.
1472	 * Keep the sysclk low and do not divide in the MIPI domain.
1473	 */
1474	if (link_freq > OV5640_LINK_RATE_MAX)
1475		mipi_div = 1;
1476	else
1477		mipi_div = 2;
1478
1479	sysclk = link_freq * mipi_div;
1480	ov5640_calc_sys_clk(sensor, sysclk, &prediv, &mult, &sysdiv);
1481
1482	/*
1483	 * Adjust PLL parameters to maintain the MIPI_SCLK-to-PCLK ratio.
1484	 *
1485	 * - root_div = 2 (fixed)
1486	 * - bit_div : MIPI 8-bit = 2; MIPI 10-bit = 2.5
1487	 * - pclk_div = 1 (fixed)
1488	 * - p_div  = (2 lanes ? mipi_div : 2 * mipi_div)
1489	 *
1490	 * This results in the following MIPI_SCLK depending on the number
1491	 * of lanes:
1492	 *
1493	 * - 2 lanes: MIPI_SCLK = (4 or 5) * PCLK
1494	 * - 1 lanes: MIPI_SCLK = (8 or 10) * PCLK
1495	 */
1496	root_div = OV5640_PLL_CTRL3_PLL_ROOT_DIV_2;
1497	bit_div =  OV5640_PLL_CTRL0_MIPI_MODE_8BIT;
1498	pclk_div = ilog2(OV5640_PCLK_ROOT_DIV);
1499
1500	/*
1501	 * Scaler clock:
1502	 * - YUV: PCLK >= 2 * SCLK
1503	 * - RAW or JPEG: PCLK >= SCLK
1504	 * - sclk2x_div = sclk_div / 2
1505	 */
1506	sclk_div = ilog2(OV5640_SCLK_ROOT_DIV);
1507	sclk2x_div = ilog2(OV5640_SCLK2X_ROOT_DIV);
1508
1509	/*
1510	 * Set the pixel clock period expressed in ns with 1-bit decimal
1511	 * (0x01=0.5ns).
1512	 *
1513	 * The register is very briefly documented. In the OV5645 datasheet it
1514	 * is described as (2 * pclk period), and from testing it seems the
1515	 * actual definition is 2 * 8-bit sample period.
1516	 *
1517	 * 2 * sample_period = (mipi_clk * 2 * num_lanes / bpp) * (bpp / 8) / 2
1518	 */
1519	num_lanes = sensor->ep.bus.mipi_csi2.num_data_lanes;
1520	sample_rate = (link_freq * mipi_div * num_lanes * 2) / 16;
1521	pclk_period = 2000000000UL / sample_rate;
1522
1523	/* Program the clock tree registers. */
1524	ret = ov5640_mod_reg(sensor, OV5640_REG_SC_PLL_CTRL0, 0x0f, bit_div);
1525	if (ret)
1526		return ret;
1527
1528	ret = ov5640_mod_reg(sensor, OV5640_REG_SC_PLL_CTRL1, 0xff,
1529			     (sysdiv << 4) | mipi_div);
1530	if (ret)
1531		return ret;
1532
1533	ret = ov5640_mod_reg(sensor, OV5640_REG_SC_PLL_CTRL2, 0xff, mult);
1534	if (ret)
1535		return ret;
1536
1537	ret = ov5640_mod_reg(sensor, OV5640_REG_SC_PLL_CTRL3, 0x1f,
1538			     root_div | prediv);
1539	if (ret)
1540		return ret;
1541
1542	ret = ov5640_mod_reg(sensor, OV5640_REG_SYS_ROOT_DIVIDER, 0x3f,
1543			     (pclk_div << 4) | (sclk2x_div << 2) | sclk_div);
1544	if (ret)
1545		return ret;
1546
1547	return ov5640_write_reg(sensor, OV5640_REG_PCLK_PERIOD, pclk_period);
1548}
1549
1550static u32 ov5640_calc_pixel_rate(struct ov5640_dev *sensor)
1551{
1552	const struct ov5640_mode_info *mode = sensor->current_mode;
1553	const struct ov5640_timings *timings = &mode->dvp_timings;
1554	u32 rate;
1555
1556	rate = timings->htot * (timings->crop.height + timings->vblank_def);
1557	rate *= ov5640_framerates[sensor->current_fr];
1558
1559	return rate;
1560}
1561
1562static unsigned long ov5640_calc_pclk(struct ov5640_dev *sensor,
1563				      unsigned long rate,
1564				      u8 *pll_prediv, u8 *pll_mult, u8 *sysdiv,
1565				      u8 *pll_rdiv, u8 *bit_div, u8 *pclk_div)
1566{
1567	unsigned long _rate = rate * OV5640_PLL_ROOT_DIV * OV5640_BIT_DIV *
1568				OV5640_PCLK_ROOT_DIV;
1569
1570	_rate = ov5640_calc_sys_clk(sensor, _rate, pll_prediv, pll_mult,
1571				    sysdiv);
1572	*pll_rdiv = OV5640_PLL_ROOT_DIV;
1573	*bit_div = OV5640_BIT_DIV;
1574	*pclk_div = OV5640_PCLK_ROOT_DIV;
1575
1576	return _rate / *pll_rdiv / *bit_div / *pclk_div;
1577}
1578
1579static int ov5640_set_dvp_pclk(struct ov5640_dev *sensor)
1580{
1581	u8 prediv, mult, sysdiv, pll_rdiv, bit_div, pclk_div;
1582	u32 rate;
1583	int ret;
1584
1585	rate = ov5640_calc_pixel_rate(sensor);
1586	rate *= ov5640_code_to_bpp(sensor, sensor->fmt.code);
1587	rate /= sensor->ep.bus.parallel.bus_width;
1588
1589	ov5640_calc_pclk(sensor, rate, &prediv, &mult, &sysdiv, &pll_rdiv,
1590			 &bit_div, &pclk_div);
1591
1592	if (bit_div == 2)
1593		bit_div = 8;
1594
1595	ret = ov5640_mod_reg(sensor, OV5640_REG_SC_PLL_CTRL0,
1596			     0x0f, bit_div);
1597	if (ret)
1598		return ret;
1599
1600	/*
1601	 * We need to set sysdiv according to the clock, and to clear
1602	 * the MIPI divider.
1603	 */
1604	ret = ov5640_mod_reg(sensor, OV5640_REG_SC_PLL_CTRL1,
1605			     0xff, sysdiv << 4);
1606	if (ret)
1607		return ret;
1608
1609	ret = ov5640_mod_reg(sensor, OV5640_REG_SC_PLL_CTRL2,
1610			     0xff, mult);
1611	if (ret)
1612		return ret;
1613
1614	ret = ov5640_mod_reg(sensor, OV5640_REG_SC_PLL_CTRL3,
1615			     0x1f, prediv | ((pll_rdiv - 1) << 4));
1616	if (ret)
1617		return ret;
1618
1619	return ov5640_mod_reg(sensor, OV5640_REG_SYS_ROOT_DIVIDER, 0x30,
1620			      (ilog2(pclk_div) << 4));
1621}
1622
1623/* set JPEG framing sizes */
1624static int ov5640_set_jpeg_timings(struct ov5640_dev *sensor,
1625				   const struct ov5640_mode_info *mode)
1626{
1627	int ret;
1628
1629	/*
1630	 * compression mode 3 timing
1631	 *
1632	 * Data is transmitted with programmable width (VFIFO_HSIZE).
1633	 * No padding done. Last line may have less data. Varying
1634	 * number of lines per frame, depending on amount of data.
1635	 */
1636	ret = ov5640_mod_reg(sensor, OV5640_REG_JPG_MODE_SELECT, 0x7, 0x3);
1637	if (ret < 0)
1638		return ret;
1639
1640	ret = ov5640_write_reg16(sensor, OV5640_REG_VFIFO_HSIZE, mode->width);
1641	if (ret < 0)
1642		return ret;
1643
1644	return ov5640_write_reg16(sensor, OV5640_REG_VFIFO_VSIZE, mode->height);
1645}
1646
1647/* download ov5640 settings to sensor through i2c */
1648static int ov5640_set_timings(struct ov5640_dev *sensor,
1649			      const struct ov5640_mode_info *mode)
1650{
1651	const struct ov5640_timings *timings;
1652	const struct v4l2_rect *analog_crop;
1653	const struct v4l2_rect *crop;
1654	int ret;
1655
1656	if (sensor->fmt.code == MEDIA_BUS_FMT_JPEG_1X8) {
1657		ret = ov5640_set_jpeg_timings(sensor, mode);
1658		if (ret < 0)
1659			return ret;
1660	}
1661
1662	timings = ov5640_timings(sensor, mode);
1663	analog_crop = &timings->analog_crop;
1664	crop = &timings->crop;
1665
1666	ret = ov5640_write_reg16(sensor, OV5640_REG_TIMING_HS,
1667				 analog_crop->left);
1668	if (ret < 0)
1669		return ret;
1670
1671	ret = ov5640_write_reg16(sensor, OV5640_REG_TIMING_VS,
1672				 analog_crop->top);
1673	if (ret < 0)
1674		return ret;
1675
1676	ret = ov5640_write_reg16(sensor, OV5640_REG_TIMING_HW,
1677				 analog_crop->left + analog_crop->width - 1);
1678	if (ret < 0)
1679		return ret;
1680
1681	ret = ov5640_write_reg16(sensor, OV5640_REG_TIMING_VH,
1682				 analog_crop->top + analog_crop->height - 1);
1683	if (ret < 0)
1684		return ret;
1685
1686	ret = ov5640_write_reg16(sensor, OV5640_REG_TIMING_HOFFS, crop->left);
1687	if (ret < 0)
1688		return ret;
1689
1690	ret = ov5640_write_reg16(sensor, OV5640_REG_TIMING_VOFFS, crop->top);
1691	if (ret < 0)
1692		return ret;
1693
1694	ret = ov5640_write_reg16(sensor, OV5640_REG_TIMING_DVPHO, mode->width);
1695	if (ret < 0)
1696		return ret;
1697
1698	ret = ov5640_write_reg16(sensor, OV5640_REG_TIMING_DVPVO, mode->height);
1699	if (ret < 0)
1700		return ret;
1701
1702	ret = ov5640_write_reg16(sensor, OV5640_REG_TIMING_HTS, timings->htot);
1703	if (ret < 0)
1704		return ret;
1705
1706	ret = ov5640_write_reg16(sensor, OV5640_REG_TIMING_VTS,
1707				 mode->height + timings->vblank_def);
1708	if (ret < 0)
1709		return ret;
1710
1711	return 0;
1712}
1713
1714static void ov5640_load_regs(struct ov5640_dev *sensor,
1715			     const struct reg_value *regs, unsigned int regnum)
1716{
1717	unsigned int i;
1718	u32 delay_ms;
1719	u16 reg_addr;
1720	u8 mask, val;
1721	int ret = 0;
1722
1723	for (i = 0; i < regnum; ++i, ++regs) {
1724		delay_ms = regs->delay_ms;
1725		reg_addr = regs->reg_addr;
1726		val = regs->val;
1727		mask = regs->mask;
1728
1729		/* remain in power down mode for DVP */
1730		if (regs->reg_addr == OV5640_REG_SYS_CTRL0 &&
1731		    val == OV5640_REG_SYS_CTRL0_SW_PWUP &&
1732		    !ov5640_is_csi2(sensor))
1733			continue;
1734
1735		if (mask)
1736			ret = ov5640_mod_reg(sensor, reg_addr, mask, val);
1737		else
1738			ret = ov5640_write_reg(sensor, reg_addr, val);
1739		if (ret)
1740			break;
1741
1742		if (delay_ms)
1743			usleep_range(1000 * delay_ms, 1000 * delay_ms + 100);
1744	}
1745}
1746
1747static int ov5640_set_autoexposure(struct ov5640_dev *sensor, bool on)
1748{
1749	return ov5640_mod_reg(sensor, OV5640_REG_AEC_PK_MANUAL,
1750			      BIT(0), on ? 0 : BIT(0));
1751}
1752
1753/* read exposure, in number of line periods */
1754static int ov5640_get_exposure(struct ov5640_dev *sensor)
1755{
1756	int exp, ret;
1757	u8 temp;
1758
1759	ret = ov5640_read_reg(sensor, OV5640_REG_AEC_PK_EXPOSURE_HI, &temp);
1760	if (ret)
1761		return ret;
1762	exp = ((int)temp & 0x0f) << 16;
1763	ret = ov5640_read_reg(sensor, OV5640_REG_AEC_PK_EXPOSURE_MED, &temp);
1764	if (ret)
1765		return ret;
1766	exp |= ((int)temp << 8);
1767	ret = ov5640_read_reg(sensor, OV5640_REG_AEC_PK_EXPOSURE_LO, &temp);
1768	if (ret)
1769		return ret;
1770	exp |= (int)temp;
1771
1772	return exp >> 4;
1773}
1774
1775/* write exposure, given number of line periods */
1776static int ov5640_set_exposure(struct ov5640_dev *sensor, u32 exposure)
1777{
1778	int ret;
1779
1780	exposure <<= 4;
1781
1782	ret = ov5640_write_reg(sensor,
1783			       OV5640_REG_AEC_PK_EXPOSURE_LO,
1784			       exposure & 0xff);
1785	if (ret)
1786		return ret;
1787	ret = ov5640_write_reg(sensor,
1788			       OV5640_REG_AEC_PK_EXPOSURE_MED,
1789			       (exposure >> 8) & 0xff);
1790	if (ret)
1791		return ret;
1792	return ov5640_write_reg(sensor,
1793				OV5640_REG_AEC_PK_EXPOSURE_HI,
1794				(exposure >> 16) & 0x0f);
1795}
1796
1797static int ov5640_get_gain(struct ov5640_dev *sensor)
1798{
1799	u16 gain;
1800	int ret;
1801
1802	ret = ov5640_read_reg16(sensor, OV5640_REG_AEC_PK_REAL_GAIN, &gain);
1803	if (ret)
1804		return ret;
1805
1806	return gain & 0x3ff;
1807}
1808
1809static int ov5640_set_gain(struct ov5640_dev *sensor, int gain)
1810{
1811	return ov5640_write_reg16(sensor, OV5640_REG_AEC_PK_REAL_GAIN,
1812				  (u16)gain & 0x3ff);
1813}
1814
1815static int ov5640_set_autogain(struct ov5640_dev *sensor, bool on)
1816{
1817	return ov5640_mod_reg(sensor, OV5640_REG_AEC_PK_MANUAL,
1818			      BIT(1), on ? 0 : BIT(1));
1819}
1820
1821static int ov5640_set_stream_dvp(struct ov5640_dev *sensor, bool on)
1822{
1823	return ov5640_write_reg(sensor, OV5640_REG_SYS_CTRL0, on ?
1824				OV5640_REG_SYS_CTRL0_SW_PWUP :
1825				OV5640_REG_SYS_CTRL0_SW_PWDN);
1826}
1827
1828static int ov5640_set_stream_mipi(struct ov5640_dev *sensor, bool on)
1829{
1830	int ret;
1831
1832	/*
1833	 * Enable/disable the MIPI interface
1834	 *
1835	 * 0x300e = on ? 0x45 : 0x40
1836	 *
1837	 * FIXME: the sensor manual (version 2.03) reports
1838	 * [7:5] = 000  : 1 data lane mode
1839	 * [7:5] = 001  : 2 data lanes mode
1840	 * But this settings do not work, while the following ones
1841	 * have been validated for 2 data lanes mode.
1842	 *
1843	 * [7:5] = 010	: 2 data lanes mode
1844	 * [4] = 0	: Power up MIPI HS Tx
1845	 * [3] = 0	: Power up MIPI LS Rx
1846	 * [2] = 1/0	: MIPI interface enable/disable
1847	 * [1:0] = 01/00: FIXME: 'debug'
1848	 */
1849	ret = ov5640_write_reg(sensor, OV5640_REG_IO_MIPI_CTRL00,
1850			       on ? 0x45 : 0x40);
1851	if (ret)
1852		return ret;
1853
1854	return ov5640_write_reg(sensor, OV5640_REG_FRAME_CTRL01,
1855				on ? 0x00 : 0x0f);
1856}
1857
1858static int ov5640_get_sysclk(struct ov5640_dev *sensor)
1859{
1860	 /* calculate sysclk */
1861	u32 xvclk = sensor->xclk_freq / 10000;
1862	u32 multiplier, prediv, VCO, sysdiv, pll_rdiv;
1863	u32 sclk_rdiv_map[] = {1, 2, 4, 8};
1864	u32 bit_div2x = 1, sclk_rdiv, sysclk;
1865	u8 temp1, temp2;
1866	int ret;
1867
1868	ret = ov5640_read_reg(sensor, OV5640_REG_SC_PLL_CTRL0, &temp1);
1869	if (ret)
1870		return ret;
1871	temp2 = temp1 & 0x0f;
1872	if (temp2 == 8 || temp2 == 10)
1873		bit_div2x = temp2 / 2;
1874
1875	ret = ov5640_read_reg(sensor, OV5640_REG_SC_PLL_CTRL1, &temp1);
1876	if (ret)
1877		return ret;
1878	sysdiv = temp1 >> 4;
1879	if (sysdiv == 0)
1880		sysdiv = 16;
1881
1882	ret = ov5640_read_reg(sensor, OV5640_REG_SC_PLL_CTRL2, &temp1);
1883	if (ret)
1884		return ret;
1885	multiplier = temp1;
1886
1887	ret = ov5640_read_reg(sensor, OV5640_REG_SC_PLL_CTRL3, &temp1);
1888	if (ret)
1889		return ret;
1890	prediv = temp1 & 0x0f;
1891	pll_rdiv = ((temp1 >> 4) & 0x01) + 1;
1892
1893	ret = ov5640_read_reg(sensor, OV5640_REG_SYS_ROOT_DIVIDER, &temp1);
1894	if (ret)
1895		return ret;
1896	temp2 = temp1 & 0x03;
1897	sclk_rdiv = sclk_rdiv_map[temp2];
1898
1899	if (!prediv || !sysdiv || !pll_rdiv || !bit_div2x)
1900		return -EINVAL;
1901
1902	VCO = xvclk * multiplier / prediv;
1903
1904	sysclk = VCO / sysdiv / pll_rdiv * 2 / bit_div2x / sclk_rdiv;
1905
1906	return sysclk;
1907}
1908
1909static int ov5640_set_night_mode(struct ov5640_dev *sensor)
1910{
1911	 /* read HTS from register settings */
1912	u8 mode;
1913	int ret;
1914
1915	ret = ov5640_read_reg(sensor, OV5640_REG_AEC_CTRL00, &mode);
1916	if (ret)
1917		return ret;
1918	mode &= 0xfb;
1919	return ov5640_write_reg(sensor, OV5640_REG_AEC_CTRL00, mode);
1920}
1921
1922static int ov5640_get_hts(struct ov5640_dev *sensor)
1923{
1924	/* read HTS from register settings */
1925	u16 hts;
1926	int ret;
1927
1928	ret = ov5640_read_reg16(sensor, OV5640_REG_TIMING_HTS, &hts);
1929	if (ret)
1930		return ret;
1931	return hts;
1932}
1933
1934static int ov5640_get_vts(struct ov5640_dev *sensor)
1935{
1936	u16 vts;
1937	int ret;
1938
1939	ret = ov5640_read_reg16(sensor, OV5640_REG_TIMING_VTS, &vts);
1940	if (ret)
1941		return ret;
1942	return vts;
1943}
1944
1945static int ov5640_set_vts(struct ov5640_dev *sensor, int vts)
1946{
1947	return ov5640_write_reg16(sensor, OV5640_REG_TIMING_VTS, vts);
1948}
1949
1950static int ov5640_get_light_freq(struct ov5640_dev *sensor)
1951{
1952	/* get banding filter value */
1953	int ret, light_freq = 0;
1954	u8 temp, temp1;
1955
1956	ret = ov5640_read_reg(sensor, OV5640_REG_HZ5060_CTRL01, &temp);
1957	if (ret)
1958		return ret;
1959
1960	if (temp & 0x80) {
1961		/* manual */
1962		ret = ov5640_read_reg(sensor, OV5640_REG_HZ5060_CTRL00,
1963				      &temp1);
1964		if (ret)
1965			return ret;
1966		if (temp1 & 0x04) {
1967			/* 50Hz */
1968			light_freq = 50;
1969		} else {
1970			/* 60Hz */
1971			light_freq = 60;
1972		}
1973	} else {
1974		/* auto */
1975		ret = ov5640_read_reg(sensor, OV5640_REG_SIGMADELTA_CTRL0C,
1976				      &temp1);
1977		if (ret)
1978			return ret;
1979
1980		if (temp1 & 0x01) {
1981			/* 50Hz */
1982			light_freq = 50;
1983		} else {
1984			/* 60Hz */
1985			light_freq = 60;
1986		}
1987	}
1988
1989	return light_freq;
1990}
1991
1992static int ov5640_set_bandingfilter(struct ov5640_dev *sensor)
1993{
1994	u32 band_step60, max_band60, band_step50, max_band50, prev_vts;
1995	int ret;
1996
1997	/* read preview PCLK */
1998	ret = ov5640_get_sysclk(sensor);
1999	if (ret < 0)
2000		return ret;
2001	if (ret == 0)
2002		return -EINVAL;
2003	sensor->prev_sysclk = ret;
2004	/* read preview HTS */
2005	ret = ov5640_get_hts(sensor);
2006	if (ret < 0)
2007		return ret;
2008	if (ret == 0)
2009		return -EINVAL;
2010	sensor->prev_hts = ret;
2011
2012	/* read preview VTS */
2013	ret = ov5640_get_vts(sensor);
2014	if (ret < 0)
2015		return ret;
2016	prev_vts = ret;
2017
2018	/* calculate banding filter */
2019	/* 60Hz */
2020	band_step60 = sensor->prev_sysclk * 100 / sensor->prev_hts * 100 / 120;
2021	ret = ov5640_write_reg16(sensor, OV5640_REG_AEC_B60_STEP, band_step60);
2022	if (ret)
2023		return ret;
2024	if (!band_step60)
2025		return -EINVAL;
2026	max_band60 = (int)((prev_vts - 4) / band_step60);
2027	ret = ov5640_write_reg(sensor, OV5640_REG_AEC_CTRL0D, max_band60);
2028	if (ret)
2029		return ret;
2030
2031	/* 50Hz */
2032	band_step50 = sensor->prev_sysclk * 100 / sensor->prev_hts;
2033	ret = ov5640_write_reg16(sensor, OV5640_REG_AEC_B50_STEP, band_step50);
2034	if (ret)
2035		return ret;
2036	if (!band_step50)
2037		return -EINVAL;
2038	max_band50 = (int)((prev_vts - 4) / band_step50);
2039	return ov5640_write_reg(sensor, OV5640_REG_AEC_CTRL0E, max_band50);
2040}
2041
2042static int ov5640_set_ae_target(struct ov5640_dev *sensor, int target)
2043{
2044	/* stable in high */
2045	u32 fast_high, fast_low;
2046	int ret;
2047
2048	sensor->ae_low = target * 23 / 25;	/* 0.92 */
2049	sensor->ae_high = target * 27 / 25;	/* 1.08 */
2050
2051	fast_high = sensor->ae_high << 1;
2052	if (fast_high > 255)
2053		fast_high = 255;
2054
2055	fast_low = sensor->ae_low >> 1;
2056
2057	ret = ov5640_write_reg(sensor, OV5640_REG_AEC_CTRL0F, sensor->ae_high);
2058	if (ret)
2059		return ret;
2060	ret = ov5640_write_reg(sensor, OV5640_REG_AEC_CTRL10, sensor->ae_low);
2061	if (ret)
2062		return ret;
2063	ret = ov5640_write_reg(sensor, OV5640_REG_AEC_CTRL1B, sensor->ae_high);
2064	if (ret)
2065		return ret;
2066	ret = ov5640_write_reg(sensor, OV5640_REG_AEC_CTRL1E, sensor->ae_low);
2067	if (ret)
2068		return ret;
2069	ret = ov5640_write_reg(sensor, OV5640_REG_AEC_CTRL11, fast_high);
2070	if (ret)
2071		return ret;
2072	return ov5640_write_reg(sensor, OV5640_REG_AEC_CTRL1F, fast_low);
2073}
2074
2075static int ov5640_get_binning(struct ov5640_dev *sensor)
2076{
2077	u8 temp;
2078	int ret;
2079
2080	ret = ov5640_read_reg(sensor, OV5640_REG_TIMING_TC_REG21, &temp);
2081	if (ret)
2082		return ret;
2083
2084	return temp & BIT(0);
2085}
2086
2087static int ov5640_set_binning(struct ov5640_dev *sensor, bool enable)
2088{
2089	int ret;
2090
2091	/*
2092	 * TIMING TC REG21:
2093	 * - [0]:	Horizontal binning enable
2094	 */
2095	ret = ov5640_mod_reg(sensor, OV5640_REG_TIMING_TC_REG21,
2096			     BIT(0), enable ? BIT(0) : 0);
2097	if (ret)
2098		return ret;
2099	/*
2100	 * TIMING TC REG20:
2101	 * - [0]:	Undocumented, but hardcoded init sequences
2102	 *		are always setting REG21/REG20 bit 0 to same value...
2103	 */
2104	return ov5640_mod_reg(sensor, OV5640_REG_TIMING_TC_REG20,
2105			      BIT(0), enable ? BIT(0) : 0);
2106}
2107
2108static int ov5640_set_virtual_channel(struct ov5640_dev *sensor)
2109{
2110	struct i2c_client *client = sensor->i2c_client;
2111	u8 temp, channel = virtual_channel;
2112	int ret;
2113
2114	if (channel > 3) {
2115		dev_err(&client->dev,
2116			"%s: wrong virtual_channel parameter, expected (0..3), got %d\n",
2117			__func__, channel);
2118		return -EINVAL;
2119	}
2120
2121	ret = ov5640_read_reg(sensor, OV5640_REG_DEBUG_MODE, &temp);
2122	if (ret)
2123		return ret;
2124	temp &= ~(3 << 6);
2125	temp |= (channel << 6);
2126	return ov5640_write_reg(sensor, OV5640_REG_DEBUG_MODE, temp);
2127}
2128
2129static const struct ov5640_mode_info *
2130ov5640_find_mode(struct ov5640_dev *sensor, int width, int height, bool nearest)
2131{
2132	const struct ov5640_mode_info *mode;
2133
2134	mode = v4l2_find_nearest_size(ov5640_mode_data,
2135				      ARRAY_SIZE(ov5640_mode_data),
2136				      width, height, width, height);
2137
2138	if (!mode ||
2139	    (!nearest &&
2140	     (mode->width != width || mode->height != height)))
2141		return NULL;
2142
2143	return mode;
2144}
2145
2146/*
2147 * sensor changes between scaling and subsampling, go through
2148 * exposure calculation
2149 */
2150static int ov5640_set_mode_exposure_calc(struct ov5640_dev *sensor,
2151					 const struct ov5640_mode_info *mode)
2152{
2153	u32 prev_shutter, prev_gain16;
2154	u32 cap_shutter, cap_gain16;
2155	u32 cap_sysclk, cap_hts, cap_vts;
2156	u32 light_freq, cap_bandfilt, cap_maxband;
2157	u32 cap_gain16_shutter;
2158	u8 average;
2159	int ret;
2160
2161	if (!mode->reg_data)
2162		return -EINVAL;
2163
2164	/* read preview shutter */
2165	ret = ov5640_get_exposure(sensor);
2166	if (ret < 0)
2167		return ret;
2168	prev_shutter = ret;
2169	ret = ov5640_get_binning(sensor);
2170	if (ret < 0)
2171		return ret;
2172	if (ret && mode->id != OV5640_MODE_720P_1280_720 &&
2173	    mode->id != OV5640_MODE_1080P_1920_1080)
2174		prev_shutter *= 2;
2175
2176	/* read preview gain */
2177	ret = ov5640_get_gain(sensor);
2178	if (ret < 0)
2179		return ret;
2180	prev_gain16 = ret;
2181
2182	/* get average */
2183	ret = ov5640_read_reg(sensor, OV5640_REG_AVG_READOUT, &average);
2184	if (ret)
2185		return ret;
2186
2187	/* turn off night mode for capture */
2188	ret = ov5640_set_night_mode(sensor);
2189	if (ret < 0)
2190		return ret;
2191
2192	/* Write capture setting */
2193	ov5640_load_regs(sensor, mode->reg_data, mode->reg_data_size);
2194	ret = ov5640_set_timings(sensor, mode);
2195	if (ret < 0)
2196		return ret;
2197
2198	/* read capture VTS */
2199	ret = ov5640_get_vts(sensor);
2200	if (ret < 0)
2201		return ret;
2202	cap_vts = ret;
2203	ret = ov5640_get_hts(sensor);
2204	if (ret < 0)
2205		return ret;
2206	if (ret == 0)
2207		return -EINVAL;
2208	cap_hts = ret;
2209
2210	ret = ov5640_get_sysclk(sensor);
2211	if (ret < 0)
2212		return ret;
2213	if (ret == 0)
2214		return -EINVAL;
2215	cap_sysclk = ret;
2216
2217	/* calculate capture banding filter */
2218	ret = ov5640_get_light_freq(sensor);
2219	if (ret < 0)
2220		return ret;
2221	light_freq = ret;
2222
2223	if (light_freq == 60) {
2224		/* 60Hz */
2225		cap_bandfilt = cap_sysclk * 100 / cap_hts * 100 / 120;
2226	} else {
2227		/* 50Hz */
2228		cap_bandfilt = cap_sysclk * 100 / cap_hts;
2229	}
2230
2231	if (!sensor->prev_sysclk) {
2232		ret = ov5640_get_sysclk(sensor);
2233		if (ret < 0)
2234			return ret;
2235		if (ret == 0)
2236			return -EINVAL;
2237		sensor->prev_sysclk = ret;
2238	}
2239
2240	if (!cap_bandfilt)
2241		return -EINVAL;
2242
2243	cap_maxband = (int)((cap_vts - 4) / cap_bandfilt);
2244
2245	/* calculate capture shutter/gain16 */
2246	if (average > sensor->ae_low && average < sensor->ae_high) {
2247		/* in stable range */
2248		cap_gain16_shutter =
2249			prev_gain16 * prev_shutter *
2250			cap_sysclk / sensor->prev_sysclk *
2251			sensor->prev_hts / cap_hts *
2252			sensor->ae_target / average;
2253	} else {
2254		cap_gain16_shutter =
2255			prev_gain16 * prev_shutter *
2256			cap_sysclk / sensor->prev_sysclk *
2257			sensor->prev_hts / cap_hts;
2258	}
2259
2260	/* gain to shutter */
2261	if (cap_gain16_shutter < (cap_bandfilt * 16)) {
2262		/* shutter < 1/100 */
2263		cap_shutter = cap_gain16_shutter / 16;
2264		if (cap_shutter < 1)
2265			cap_shutter = 1;
2266
2267		cap_gain16 = cap_gain16_shutter / cap_shutter;
2268		if (cap_gain16 < 16)
2269			cap_gain16 = 16;
2270	} else {
2271		if (cap_gain16_shutter > (cap_bandfilt * cap_maxband * 16)) {
2272			/* exposure reach max */
2273			cap_shutter = cap_bandfilt * cap_maxband;
2274			if (!cap_shutter)
2275				return -EINVAL;
2276
2277			cap_gain16 = cap_gain16_shutter / cap_shutter;
2278		} else {
2279			/* 1/100 < (cap_shutter = n/100) =< max */
2280			cap_shutter =
2281				((int)(cap_gain16_shutter / 16 / cap_bandfilt))
2282				* cap_bandfilt;
2283			if (!cap_shutter)
2284				return -EINVAL;
2285
2286			cap_gain16 = cap_gain16_shutter / cap_shutter;
2287		}
2288	}
2289
2290	/* set capture gain */
2291	ret = ov5640_set_gain(sensor, cap_gain16);
2292	if (ret)
2293		return ret;
2294
2295	/* write capture shutter */
2296	if (cap_shutter > (cap_vts - 4)) {
2297		cap_vts = cap_shutter + 4;
2298		ret = ov5640_set_vts(sensor, cap_vts);
2299		if (ret < 0)
2300			return ret;
2301	}
2302
2303	/* set exposure */
2304	return ov5640_set_exposure(sensor, cap_shutter);
2305}
2306
2307/*
2308 * if sensor changes inside scaling or subsampling
2309 * change mode directly
2310 */
2311static int ov5640_set_mode_direct(struct ov5640_dev *sensor,
2312				  const struct ov5640_mode_info *mode)
2313{
2314	if (!mode->reg_data)
2315		return -EINVAL;
2316
2317	/* Write capture setting */
2318	ov5640_load_regs(sensor, mode->reg_data, mode->reg_data_size);
2319	return ov5640_set_timings(sensor, mode);
2320}
2321
2322static int ov5640_set_mode(struct ov5640_dev *sensor)
2323{
2324	const struct ov5640_mode_info *mode = sensor->current_mode;
2325	const struct ov5640_mode_info *orig_mode = sensor->last_mode;
2326	enum ov5640_downsize_mode dn_mode, orig_dn_mode;
2327	bool auto_gain = sensor->ctrls.auto_gain->val == 1;
2328	bool auto_exp =  sensor->ctrls.auto_exp->val == V4L2_EXPOSURE_AUTO;
2329	int ret;
2330
2331	dn_mode = mode->dn_mode;
2332	orig_dn_mode = orig_mode->dn_mode;
2333
2334	/* auto gain and exposure must be turned off when changing modes */
2335	if (auto_gain) {
2336		ret = ov5640_set_autogain(sensor, false);
2337		if (ret)
2338			return ret;
2339	}
2340
2341	if (auto_exp) {
2342		ret = ov5640_set_autoexposure(sensor, false);
2343		if (ret)
2344			goto restore_auto_gain;
2345	}
2346
2347	if (ov5640_is_csi2(sensor))
2348		ret = ov5640_set_mipi_pclk(sensor);
2349	else
2350		ret = ov5640_set_dvp_pclk(sensor);
2351	if (ret < 0)
2352		return 0;
2353
2354	if ((dn_mode == SUBSAMPLING && orig_dn_mode == SCALING) ||
2355	    (dn_mode == SCALING && orig_dn_mode == SUBSAMPLING)) {
2356		/*
2357		 * change between subsampling and scaling
2358		 * go through exposure calculation
2359		 */
2360		ret = ov5640_set_mode_exposure_calc(sensor, mode);
2361	} else {
2362		/*
2363		 * change inside subsampling or scaling
2364		 * download firmware directly
2365		 */
2366		ret = ov5640_set_mode_direct(sensor, mode);
2367	}
2368	if (ret < 0)
2369		goto restore_auto_exp_gain;
2370
2371	/* restore auto gain and exposure */
2372	if (auto_gain)
2373		ov5640_set_autogain(sensor, true);
2374	if (auto_exp)
2375		ov5640_set_autoexposure(sensor, true);
2376
2377	ret = ov5640_set_binning(sensor, dn_mode != SCALING);
2378	if (ret < 0)
2379		return ret;
2380	ret = ov5640_set_ae_target(sensor, sensor->ae_target);
2381	if (ret < 0)
2382		return ret;
2383	ret = ov5640_get_light_freq(sensor);
2384	if (ret < 0)
2385		return ret;
2386	ret = ov5640_set_bandingfilter(sensor);
2387	if (ret < 0)
2388		return ret;
2389	ret = ov5640_set_virtual_channel(sensor);
2390	if (ret < 0)
2391		return ret;
2392
2393	sensor->pending_mode_change = false;
2394	sensor->last_mode = mode;
2395
2396	return 0;
2397
2398restore_auto_exp_gain:
2399	if (auto_exp)
2400		ov5640_set_autoexposure(sensor, true);
2401restore_auto_gain:
2402	if (auto_gain)
2403		ov5640_set_autogain(sensor, true);
2404
2405	return ret;
2406}
2407
2408static int ov5640_set_framefmt(struct ov5640_dev *sensor,
2409			       struct v4l2_mbus_framefmt *format);
2410
2411/* restore the last set video mode after chip power-on */
2412static int ov5640_restore_mode(struct ov5640_dev *sensor)
2413{
2414	int ret;
2415
2416	/* first load the initial register values */
2417	ov5640_load_regs(sensor, ov5640_init_setting,
2418			 ARRAY_SIZE(ov5640_init_setting));
2419
2420	ret = ov5640_mod_reg(sensor, OV5640_REG_SYS_ROOT_DIVIDER, 0x3f,
2421			     (ilog2(OV5640_SCLK2X_ROOT_DIV) << 2) |
2422			     ilog2(OV5640_SCLK_ROOT_DIV));
2423	if (ret)
2424		return ret;
2425
2426	/* now restore the last capture mode */
2427	ret = ov5640_set_mode(sensor);
2428	if (ret < 0)
2429		return ret;
2430
2431	return ov5640_set_framefmt(sensor, &sensor->fmt);
2432}
2433
2434static void ov5640_power(struct ov5640_dev *sensor, bool enable)
2435{
2436	gpiod_set_value_cansleep(sensor->pwdn_gpio, enable ? 0 : 1);
2437}
2438
2439/*
2440 * From section 2.7 power up sequence:
2441 * t0 + t1 + t2 >= 5ms	Delay from DOVDD stable to PWDN pull down
2442 * t3 >= 1ms		Delay from PWDN pull down to RESETB pull up
2443 * t4 >= 20ms		Delay from RESETB pull up to SCCB (i2c) stable
2444 *
2445 * Some modules don't expose RESETB/PWDN pins directly, instead providing a
2446 * "PWUP" GPIO which is wired through appropriate delays and inverters to the
2447 * pins.
2448 *
2449 * In such cases, this gpio should be mapped to pwdn_gpio in the driver, and we
2450 * should still toggle the pwdn_gpio below with the appropriate delays, while
2451 * the calls to reset_gpio will be ignored.
2452 */
2453static void ov5640_powerup_sequence(struct ov5640_dev *sensor)
2454{
2455	if (sensor->pwdn_gpio) {
2456		gpiod_set_value_cansleep(sensor->reset_gpio, 1);
2457
2458		/* camera power cycle */
2459		ov5640_power(sensor, false);
2460		usleep_range(5000, 10000);	/* t2 */
2461		ov5640_power(sensor, true);
2462		usleep_range(1000, 2000);	/* t3 */
2463
2464		gpiod_set_value_cansleep(sensor->reset_gpio, 0);
2465	} else {
2466		/* software reset */
2467		ov5640_write_reg(sensor, OV5640_REG_SYS_CTRL0,
2468				 OV5640_REG_SYS_CTRL0_SW_RST);
2469	}
2470	usleep_range(20000, 25000);	/* t4 */
2471
2472	/*
2473	 * software standby: allows registers programming;
2474	 * exit at restore_mode() for CSI, s_stream(1) for DVP
2475	 */
2476	ov5640_write_reg(sensor, OV5640_REG_SYS_CTRL0,
2477			 OV5640_REG_SYS_CTRL0_SW_PWDN);
2478}
2479
2480static int ov5640_set_power_on(struct ov5640_dev *sensor)
2481{
2482	struct i2c_client *client = sensor->i2c_client;
2483	int ret;
2484
2485	ret = clk_prepare_enable(sensor->xclk);
2486	if (ret) {
2487		dev_err(&client->dev, "%s: failed to enable clock\n",
2488			__func__);
2489		return ret;
2490	}
2491
2492	ret = regulator_bulk_enable(OV5640_NUM_SUPPLIES,
2493				    sensor->supplies);
2494	if (ret) {
2495		dev_err(&client->dev, "%s: failed to enable regulators\n",
2496			__func__);
2497		goto xclk_off;
2498	}
2499
2500	ov5640_powerup_sequence(sensor);
2501
2502	ret = ov5640_init_slave_id(sensor);
2503	if (ret)
2504		goto power_off;
2505
2506	return 0;
2507
2508power_off:
2509	ov5640_power(sensor, false);
2510	regulator_bulk_disable(OV5640_NUM_SUPPLIES, sensor->supplies);
2511xclk_off:
2512	clk_disable_unprepare(sensor->xclk);
2513	return ret;
2514}
2515
2516static void ov5640_set_power_off(struct ov5640_dev *sensor)
2517{
2518	ov5640_power(sensor, false);
2519	regulator_bulk_disable(OV5640_NUM_SUPPLIES, sensor->supplies);
2520	clk_disable_unprepare(sensor->xclk);
2521}
2522
2523static int ov5640_set_power_mipi(struct ov5640_dev *sensor, bool on)
2524{
2525	int ret;
2526
2527	if (!on) {
2528		/* Reset MIPI bus settings to their default values. */
2529		ov5640_write_reg(sensor, OV5640_REG_IO_MIPI_CTRL00, 0x58);
2530		ov5640_write_reg(sensor, OV5640_REG_MIPI_CTRL00, 0x04);
2531		ov5640_write_reg(sensor, OV5640_REG_PAD_OUTPUT00, 0x00);
2532		return 0;
2533	}
2534
2535	/*
2536	 * Power up MIPI HS Tx and LS Rx; 2 data lanes mode
2537	 *
2538	 * 0x300e = 0x40
2539	 * [7:5] = 010	: 2 data lanes mode (see FIXME note in
2540	 *		  "ov5640_set_stream_mipi()")
2541	 * [4] = 0	: Power up MIPI HS Tx
2542	 * [3] = 0	: Power up MIPI LS Rx
2543	 * [2] = 1	: MIPI interface enabled
2544	 */
2545	ret = ov5640_write_reg(sensor, OV5640_REG_IO_MIPI_CTRL00, 0x44);
2546	if (ret)
2547		return ret;
2548
2549	/*
2550	 * Gate clock and set LP11 in 'no packets mode' (idle)
2551	 *
2552	 * 0x4800 = 0x24
2553	 * [5] = 1	: Gate clock when 'no packets'
2554	 * [2] = 1	: MIPI bus in LP11 when 'no packets'
2555	 */
2556	ret = ov5640_write_reg(sensor, OV5640_REG_MIPI_CTRL00, 0x24);
2557	if (ret)
2558		return ret;
2559
2560	/*
2561	 * Set data lanes and clock in LP11 when 'sleeping'
2562	 *
2563	 * 0x3019 = 0x70
2564	 * [6] = 1	: MIPI data lane 2 in LP11 when 'sleeping'
2565	 * [5] = 1	: MIPI data lane 1 in LP11 when 'sleeping'
2566	 * [4] = 1	: MIPI clock lane in LP11 when 'sleeping'
2567	 */
2568	ret = ov5640_write_reg(sensor, OV5640_REG_PAD_OUTPUT00, 0x70);
2569	if (ret)
2570		return ret;
2571
2572	/* Give lanes some time to coax into LP11 state. */
2573	usleep_range(500, 1000);
2574
2575	return 0;
2576}
2577
2578static int ov5640_set_power_dvp(struct ov5640_dev *sensor, bool on)
2579{
2580	unsigned int flags = sensor->ep.bus.parallel.flags;
2581	bool bt656 = sensor->ep.bus_type == V4L2_MBUS_BT656;
2582	u8 polarities = 0;
2583	int ret;
2584
2585	if (!on) {
2586		/* Reset settings to their default values. */
2587		ov5640_write_reg(sensor, OV5640_REG_CCIR656_CTRL00, 0x00);
2588		ov5640_write_reg(sensor, OV5640_REG_IO_MIPI_CTRL00, 0x58);
2589		ov5640_write_reg(sensor, OV5640_REG_POLARITY_CTRL00, 0x20);
2590		ov5640_write_reg(sensor, OV5640_REG_PAD_OUTPUT_ENABLE01, 0x00);
2591		ov5640_write_reg(sensor, OV5640_REG_PAD_OUTPUT_ENABLE02, 0x00);
2592		return 0;
2593	}
2594
2595	/*
2596	 * Note about parallel port configuration.
2597	 *
2598	 * When configured in parallel mode, the OV5640 will
2599	 * output 10 bits data on DVP data lines [9:0].
2600	 * If only 8 bits data are wanted, the 8 bits data lines
2601	 * of the camera interface must be physically connected
2602	 * on the DVP data lines [9:2].
2603	 *
2604	 * Control lines polarity can be configured through
2605	 * devicetree endpoint control lines properties.
2606	 * If no endpoint control lines properties are set,
2607	 * polarity will be as below:
2608	 * - VSYNC:	active high
2609	 * - HREF:	active low
2610	 * - PCLK:	active low
2611	 *
2612	 * VSYNC & HREF are not configured if BT656 bus mode is selected
2613	 */
2614
2615	/*
2616	 * BT656 embedded synchronization configuration
2617	 *
2618	 * CCIR656 CTRL00
2619	 * - [7]:	SYNC code selection (0: auto generate sync code,
2620	 *		1: sync code from regs 0x4732-0x4735)
2621	 * - [6]:	f value in CCIR656 SYNC code when fixed f value
2622	 * - [5]:	Fixed f value
2623	 * - [4:3]:	Blank toggle data options (00: data=1'h040/1'h200,
2624	 *		01: data from regs 0x4736-0x4738, 10: always keep 0)
2625	 * - [1]:	Clip data disable
2626	 * - [0]:	CCIR656 mode enable
2627	 *
2628	 * Default CCIR656 SAV/EAV mode with default codes
2629	 * SAV=0xff000080 & EAV=0xff00009d is enabled here with settings:
2630	 * - CCIR656 mode enable
2631	 * - auto generation of sync codes
2632	 * - blank toggle data 1'h040/1'h200
2633	 * - clip reserved data (0x00 & 0xff changed to 0x01 & 0xfe)
2634	 */
2635	ret = ov5640_write_reg(sensor, OV5640_REG_CCIR656_CTRL00,
2636			       bt656 ? 0x01 : 0x00);
2637	if (ret)
2638		return ret;
2639
2640	/*
2641	 * configure parallel port control lines polarity
2642	 *
2643	 * POLARITY CTRL0
2644	 * - [5]:	PCLK polarity (0: active low, 1: active high)
2645	 * - [1]:	HREF polarity (0: active low, 1: active high)
2646	 * - [0]:	VSYNC polarity (mismatch here between
2647	 *		datasheet and hardware, 0 is active high
2648	 *		and 1 is active low...)
2649	 */
2650	if (!bt656) {
2651		if (flags & V4L2_MBUS_HSYNC_ACTIVE_HIGH)
2652			polarities |= BIT(1);
2653		if (flags & V4L2_MBUS_VSYNC_ACTIVE_LOW)
2654			polarities |= BIT(0);
2655	}
2656	if (flags & V4L2_MBUS_PCLK_SAMPLE_RISING)
2657		polarities |= BIT(5);
2658
2659	ret = ov5640_write_reg(sensor, OV5640_REG_POLARITY_CTRL00, polarities);
2660	if (ret)
2661		return ret;
2662
2663	/*
2664	 * powerdown MIPI TX/RX PHY & enable DVP
2665	 *
2666	 * MIPI CONTROL 00
2667	 * [4] = 1	: Power down MIPI HS Tx
2668	 * [3] = 1	: Power down MIPI LS Rx
2669	 * [2] = 0	: DVP enable (MIPI disable)
2670	 */
2671	ret = ov5640_write_reg(sensor, OV5640_REG_IO_MIPI_CTRL00, 0x18);
2672	if (ret)
2673		return ret;
2674
2675	/*
2676	 * enable VSYNC/HREF/PCLK DVP control lines
2677	 * & D[9:6] DVP data lines
2678	 *
2679	 * PAD OUTPUT ENABLE 01
2680	 * - 6:		VSYNC output enable
2681	 * - 5:		HREF output enable
2682	 * - 4:		PCLK output enable
2683	 * - [3:0]:	D[9:6] output enable
2684	 */
2685	ret = ov5640_write_reg(sensor, OV5640_REG_PAD_OUTPUT_ENABLE01,
2686			       bt656 ? 0x1f : 0x7f);
2687	if (ret)
2688		return ret;
2689
2690	/*
2691	 * enable D[5:0] DVP data lines
2692	 *
2693	 * PAD OUTPUT ENABLE 02
2694	 * - [7:2]:	D[5:0] output enable
2695	 */
2696	return ov5640_write_reg(sensor, OV5640_REG_PAD_OUTPUT_ENABLE02, 0xfc);
2697}
2698
2699static int ov5640_set_power(struct ov5640_dev *sensor, bool on)
2700{
2701	int ret = 0;
2702
2703	if (on) {
2704		ret = ov5640_set_power_on(sensor);
2705		if (ret)
2706			return ret;
2707
2708		ret = ov5640_restore_mode(sensor);
2709		if (ret)
2710			goto power_off;
2711	}
2712
2713	if (sensor->ep.bus_type == V4L2_MBUS_CSI2_DPHY)
2714		ret = ov5640_set_power_mipi(sensor, on);
2715	else
2716		ret = ov5640_set_power_dvp(sensor, on);
2717	if (ret)
2718		goto power_off;
2719
2720	if (!on)
2721		ov5640_set_power_off(sensor);
2722
2723	return 0;
2724
2725power_off:
2726	ov5640_set_power_off(sensor);
2727	return ret;
2728}
2729
2730static int ov5640_sensor_suspend(struct device *dev)
2731{
2732	struct v4l2_subdev *sd = dev_get_drvdata(dev);
2733	struct ov5640_dev *ov5640 = to_ov5640_dev(sd);
2734
2735	return ov5640_set_power(ov5640, false);
2736}
2737
2738static int ov5640_sensor_resume(struct device *dev)
2739{
2740	struct v4l2_subdev *sd = dev_get_drvdata(dev);
2741	struct ov5640_dev *ov5640 = to_ov5640_dev(sd);
2742
2743	return ov5640_set_power(ov5640, true);
2744}
2745
2746/* --------------- Subdev Operations --------------- */
2747
2748static int ov5640_try_frame_interval(struct ov5640_dev *sensor,
2749				     struct v4l2_fract *fi,
2750				     const struct ov5640_mode_info *mode_info)
2751{
2752	const struct ov5640_mode_info *mode = mode_info;
2753	enum ov5640_frame_rate rate = OV5640_15_FPS;
2754	int minfps, maxfps, best_fps, fps;
2755	int i;
2756
2757	minfps = ov5640_framerates[OV5640_15_FPS];
2758	maxfps = ov5640_framerates[mode->max_fps];
2759
2760	if (fi->numerator == 0) {
2761		fi->denominator = maxfps;
2762		fi->numerator = 1;
2763		rate = mode->max_fps;
2764		goto find_mode;
2765	}
2766
2767	fps = clamp_val(DIV_ROUND_CLOSEST(fi->denominator, fi->numerator),
2768			minfps, maxfps);
2769
2770	best_fps = minfps;
2771	for (i = 0; i < ARRAY_SIZE(ov5640_framerates); i++) {
2772		int curr_fps = ov5640_framerates[i];
2773
2774		if (abs(curr_fps - fps) < abs(best_fps - fps)) {
2775			best_fps = curr_fps;
2776			rate = i;
2777		}
2778	}
2779
2780	fi->numerator = 1;
2781	fi->denominator = best_fps;
2782
2783find_mode:
2784	mode = ov5640_find_mode(sensor, mode->width, mode->height, false);
2785	return mode ? rate : -EINVAL;
2786}
2787
2788static int ov5640_get_fmt(struct v4l2_subdev *sd,
2789			  struct v4l2_subdev_state *sd_state,
2790			  struct v4l2_subdev_format *format)
2791{
2792	struct ov5640_dev *sensor = to_ov5640_dev(sd);
2793	struct v4l2_mbus_framefmt *fmt;
2794
2795	if (format->pad != 0)
2796		return -EINVAL;
2797
2798	mutex_lock(&sensor->lock);
2799
2800	if (format->which == V4L2_SUBDEV_FORMAT_TRY)
2801		fmt = v4l2_subdev_state_get_format(sd_state, format->pad);
2802	else
2803		fmt = &sensor->fmt;
2804
2805	format->format = *fmt;
2806
2807	mutex_unlock(&sensor->lock);
2808
2809	return 0;
2810}
2811
2812static int ov5640_try_fmt_internal(struct v4l2_subdev *sd,
2813				   struct v4l2_mbus_framefmt *fmt,
2814				   const struct ov5640_mode_info **new_mode)
2815{
2816	struct ov5640_dev *sensor = to_ov5640_dev(sd);
2817	const struct ov5640_mode_info *mode;
2818	const struct ov5640_pixfmt *pixfmt;
2819	unsigned int bpp;
2820
2821	mode = ov5640_find_mode(sensor, fmt->width, fmt->height, true);
2822	if (!mode)
2823		return -EINVAL;
2824
2825	pixfmt = ov5640_code_to_pixfmt(sensor, fmt->code);
2826	bpp = pixfmt->bpp;
2827
2828	/*
2829	 * Adjust mode according to bpp:
2830	 * - 8bpp modes work for resolution >= 1280x720
2831	 * - 24bpp modes work resolution < 1280x720
2832	 */
2833	if (bpp == 8 && mode->width < 1280)
2834		mode = &ov5640_mode_data[OV5640_MODE_720P_1280_720];
2835	else if (bpp == 24 && mode->width > 1024)
2836		mode = &ov5640_mode_data[OV5640_MODE_XGA_1024_768];
2837
2838	fmt->width = mode->width;
2839	fmt->height = mode->height;
2840
2841	if (new_mode)
2842		*new_mode = mode;
2843
2844	fmt->code = pixfmt->code;
2845	fmt->colorspace = pixfmt->colorspace;
2846	fmt->ycbcr_enc = V4L2_MAP_YCBCR_ENC_DEFAULT(fmt->colorspace);
2847	fmt->quantization = V4L2_QUANTIZATION_FULL_RANGE;
2848	fmt->xfer_func = V4L2_MAP_XFER_FUNC_DEFAULT(fmt->colorspace);
2849
2850	return 0;
2851}
2852
2853static void __v4l2_ctrl_vblank_update(struct ov5640_dev *sensor, u32 vblank)
2854{
2855	const struct ov5640_mode_info *mode = sensor->current_mode;
2856
2857	__v4l2_ctrl_modify_range(sensor->ctrls.vblank, OV5640_MIN_VBLANK,
2858				 OV5640_MAX_VTS - mode->height, 1, vblank);
2859
2860	__v4l2_ctrl_s_ctrl(sensor->ctrls.vblank, vblank);
2861}
2862
2863static int ov5640_update_pixel_rate(struct ov5640_dev *sensor)
2864{
2865	const struct ov5640_mode_info *mode = sensor->current_mode;
2866	enum ov5640_pixel_rate_id pixel_rate_id = mode->pixel_rate;
2867	struct v4l2_mbus_framefmt *fmt = &sensor->fmt;
2868	const struct ov5640_timings *timings = ov5640_timings(sensor, mode);
2869	s32 exposure_val, exposure_max;
2870	unsigned int hblank;
2871	unsigned int i = 0;
2872	u32 pixel_rate;
2873	s64 link_freq;
2874	u32 num_lanes;
2875	u32 vblank;
2876	u32 bpp;
2877
2878	/*
2879	 * Update the pixel rate control value.
2880	 *
2881	 * For DVP mode, maintain the pixel rate calculation using fixed FPS.
2882	 */
2883	if (!ov5640_is_csi2(sensor)) {
2884		__v4l2_ctrl_s_ctrl_int64(sensor->ctrls.pixel_rate,
2885					 ov5640_calc_pixel_rate(sensor));
2886
2887		__v4l2_ctrl_vblank_update(sensor, timings->vblank_def);
2888
2889		return 0;
2890	}
2891
2892	/*
2893	 * The MIPI CSI-2 link frequency should comply with the CSI-2
2894	 * specification and be lower than 1GHz.
2895	 *
2896	 * Start from the suggested pixel_rate for the current mode and
2897	 * progressively slow it down if it exceeds 1GHz.
2898	 */
2899	num_lanes = sensor->ep.bus.mipi_csi2.num_data_lanes;
2900	bpp = ov5640_code_to_bpp(sensor, fmt->code);
2901	do {
2902		pixel_rate = ov5640_pixel_rates[pixel_rate_id];
2903		link_freq = pixel_rate * bpp / (2 * num_lanes);
2904	} while (link_freq >= 1000000000U &&
2905		 ++pixel_rate_id < OV5640_NUM_PIXEL_RATES);
2906
2907	sensor->current_link_freq = link_freq;
2908
2909	/*
2910	 * Higher link rates require the clock tree to be programmed with
2911	 * 'mipi_div' = 1; this has the effect of halving the actual output
2912	 * pixel rate in the MIPI domain.
2913	 *
2914	 * Adjust the pixel rate and link frequency control value to report it
2915	 * correctly to userspace.
2916	 */
2917	if (link_freq > OV5640_LINK_RATE_MAX) {
2918		pixel_rate /= 2;
2919		link_freq /= 2;
2920	}
2921
2922	for (i = 0; i < ARRAY_SIZE(ov5640_csi2_link_freqs); ++i) {
2923		if (ov5640_csi2_link_freqs[i] == link_freq)
2924			break;
2925	}
2926	WARN_ON(i == ARRAY_SIZE(ov5640_csi2_link_freqs));
2927
2928	__v4l2_ctrl_s_ctrl_int64(sensor->ctrls.pixel_rate, pixel_rate);
2929	__v4l2_ctrl_s_ctrl(sensor->ctrls.link_freq, i);
2930
2931	hblank = timings->htot - mode->width;
2932	__v4l2_ctrl_modify_range(sensor->ctrls.hblank,
2933				 hblank, hblank, 1, hblank);
2934
2935	vblank = timings->vblank_def;
2936	__v4l2_ctrl_vblank_update(sensor, vblank);
2937
2938	exposure_max = timings->crop.height + vblank - 4;
2939	exposure_val = clamp_t(s32, sensor->ctrls.exposure->val,
2940			       sensor->ctrls.exposure->minimum,
2941			       exposure_max);
2942
2943	__v4l2_ctrl_modify_range(sensor->ctrls.exposure,
2944				 sensor->ctrls.exposure->minimum,
2945				 exposure_max, 1, exposure_val);
2946
2947	return 0;
2948}
2949
2950static int ov5640_set_fmt(struct v4l2_subdev *sd,
2951			  struct v4l2_subdev_state *sd_state,
2952			  struct v4l2_subdev_format *format)
2953{
2954	struct ov5640_dev *sensor = to_ov5640_dev(sd);
2955	const struct ov5640_mode_info *new_mode;
2956	struct v4l2_mbus_framefmt *mbus_fmt = &format->format;
2957	int ret;
2958
2959	if (format->pad != 0)
2960		return -EINVAL;
2961
2962	mutex_lock(&sensor->lock);
2963
2964	if (sensor->streaming) {
2965		ret = -EBUSY;
2966		goto out;
2967	}
2968
2969	ret = ov5640_try_fmt_internal(sd, mbus_fmt, &new_mode);
2970	if (ret)
2971		goto out;
2972
2973	if (format->which == V4L2_SUBDEV_FORMAT_TRY) {
2974		*v4l2_subdev_state_get_format(sd_state, 0) = *mbus_fmt;
2975		goto out;
2976	}
2977
2978	if (new_mode != sensor->current_mode) {
2979		sensor->current_fr = new_mode->def_fps;
2980		sensor->current_mode = new_mode;
2981		sensor->pending_mode_change = true;
2982	}
2983	if (mbus_fmt->code != sensor->fmt.code)
2984		sensor->pending_fmt_change = true;
2985
2986	/* update format even if code is unchanged, resolution might change */
2987	sensor->fmt = *mbus_fmt;
2988
2989	ov5640_update_pixel_rate(sensor);
2990
2991out:
2992	mutex_unlock(&sensor->lock);
2993	return ret;
2994}
2995
2996static int ov5640_get_selection(struct v4l2_subdev *sd,
2997				struct v4l2_subdev_state *sd_state,
2998				struct v4l2_subdev_selection *sel)
2999{
3000	struct ov5640_dev *sensor = to_ov5640_dev(sd);
3001	const struct ov5640_mode_info *mode = sensor->current_mode;
3002	const struct ov5640_timings *timings;
3003
3004	switch (sel->target) {
3005	case V4L2_SEL_TGT_CROP: {
3006		mutex_lock(&sensor->lock);
3007		timings = ov5640_timings(sensor, mode);
3008		sel->r = timings->analog_crop;
3009		mutex_unlock(&sensor->lock);
3010
3011		return 0;
3012	}
3013
3014	case V4L2_SEL_TGT_NATIVE_SIZE:
3015	case V4L2_SEL_TGT_CROP_BOUNDS:
3016		sel->r.top = 0;
3017		sel->r.left = 0;
3018		sel->r.width = OV5640_NATIVE_WIDTH;
3019		sel->r.height = OV5640_NATIVE_HEIGHT;
3020
3021		return 0;
3022
3023	case V4L2_SEL_TGT_CROP_DEFAULT:
3024		sel->r.top = OV5640_PIXEL_ARRAY_TOP;
3025		sel->r.left = OV5640_PIXEL_ARRAY_LEFT;
3026		sel->r.width = OV5640_PIXEL_ARRAY_WIDTH;
3027		sel->r.height = OV5640_PIXEL_ARRAY_HEIGHT;
3028
3029		return 0;
3030	}
3031
3032	return -EINVAL;
3033}
3034
3035static int ov5640_set_framefmt(struct ov5640_dev *sensor,
3036			       struct v4l2_mbus_framefmt *format)
3037{
3038	bool is_jpeg = format->code == MEDIA_BUS_FMT_JPEG_1X8;
3039	const struct ov5640_pixfmt *pixfmt;
3040	int ret = 0;
3041
3042	pixfmt = ov5640_code_to_pixfmt(sensor, format->code);
3043
3044	/* FORMAT CONTROL00: YUV and RGB formatting */
3045	ret = ov5640_write_reg(sensor, OV5640_REG_FORMAT_CONTROL00,
3046			       pixfmt->ctrl00);
3047	if (ret)
3048		return ret;
3049
3050	/* FORMAT MUX CONTROL: ISP YUV or RGB */
3051	ret = ov5640_write_reg(sensor, OV5640_REG_ISP_FORMAT_MUX_CTRL,
3052			       pixfmt->mux);
3053	if (ret)
3054		return ret;
3055
3056	/*
3057	 * TIMING TC REG21:
3058	 * - [5]:	JPEG enable
3059	 */
3060	ret = ov5640_mod_reg(sensor, OV5640_REG_TIMING_TC_REG21,
3061			     BIT(5), is_jpeg ? BIT(5) : 0);
3062	if (ret)
3063		return ret;
3064
3065	/*
3066	 * SYSTEM RESET02:
3067	 * - [4]:	Reset JFIFO
3068	 * - [3]:	Reset SFIFO
3069	 * - [2]:	Reset JPEG
3070	 */
3071	ret = ov5640_mod_reg(sensor, OV5640_REG_SYS_RESET02,
3072			     BIT(4) | BIT(3) | BIT(2),
3073			     is_jpeg ? 0 : (BIT(4) | BIT(3) | BIT(2)));
3074	if (ret)
3075		return ret;
3076
3077	/*
3078	 * CLOCK ENABLE02:
3079	 * - [5]:	Enable JPEG 2x clock
3080	 * - [3]:	Enable JPEG clock
3081	 */
3082	return ov5640_mod_reg(sensor, OV5640_REG_SYS_CLOCK_ENABLE02,
3083			      BIT(5) | BIT(3),
3084			      is_jpeg ? (BIT(5) | BIT(3)) : 0);
3085}
3086
3087/*
3088 * Sensor Controls.
3089 */
3090
3091static int ov5640_set_ctrl_hue(struct ov5640_dev *sensor, int value)
3092{
3093	int ret;
3094
3095	if (value) {
3096		ret = ov5640_mod_reg(sensor, OV5640_REG_SDE_CTRL0,
3097				     BIT(0), BIT(0));
3098		if (ret)
3099			return ret;
3100		ret = ov5640_write_reg16(sensor, OV5640_REG_SDE_CTRL1, value);
3101	} else {
3102		ret = ov5640_mod_reg(sensor, OV5640_REG_SDE_CTRL0, BIT(0), 0);
3103	}
3104
3105	return ret;
3106}
3107
3108static int ov5640_set_ctrl_contrast(struct ov5640_dev *sensor, int value)
3109{
3110	int ret;
3111
3112	if (value) {
3113		ret = ov5640_mod_reg(sensor, OV5640_REG_SDE_CTRL0,
3114				     BIT(2), BIT(2));
3115		if (ret)
3116			return ret;
3117		ret = ov5640_write_reg(sensor, OV5640_REG_SDE_CTRL5,
3118				       value & 0xff);
3119	} else {
3120		ret = ov5640_mod_reg(sensor, OV5640_REG_SDE_CTRL0, BIT(2), 0);
3121	}
3122
3123	return ret;
3124}
3125
3126static int ov5640_set_ctrl_saturation(struct ov5640_dev *sensor, int value)
3127{
3128	int ret;
3129
3130	if (value) {
3131		ret = ov5640_mod_reg(sensor, OV5640_REG_SDE_CTRL0,
3132				     BIT(1), BIT(1));
3133		if (ret)
3134			return ret;
3135		ret = ov5640_write_reg(sensor, OV5640_REG_SDE_CTRL3,
3136				       value & 0xff);
3137		if (ret)
3138			return ret;
3139		ret = ov5640_write_reg(sensor, OV5640_REG_SDE_CTRL4,
3140				       value & 0xff);
3141	} else {
3142		ret = ov5640_mod_reg(sensor, OV5640_REG_SDE_CTRL0, BIT(1), 0);
3143	}
3144
3145	return ret;
3146}
3147
3148static int ov5640_set_ctrl_white_balance(struct ov5640_dev *sensor, int awb)
3149{
3150	int ret;
3151
3152	ret = ov5640_mod_reg(sensor, OV5640_REG_AWB_MANUAL_CTRL,
3153			     BIT(0), awb ? 0 : 1);
3154	if (ret)
3155		return ret;
3156
3157	if (!awb) {
3158		u16 red = (u16)sensor->ctrls.red_balance->val;
3159		u16 blue = (u16)sensor->ctrls.blue_balance->val;
3160
3161		ret = ov5640_write_reg16(sensor, OV5640_REG_AWB_R_GAIN, red);
3162		if (ret)
3163			return ret;
3164		ret = ov5640_write_reg16(sensor, OV5640_REG_AWB_B_GAIN, blue);
3165	}
3166
3167	return ret;
3168}
3169
3170static int ov5640_set_ctrl_exposure(struct ov5640_dev *sensor,
3171				    enum v4l2_exposure_auto_type auto_exposure)
3172{
3173	struct ov5640_ctrls *ctrls = &sensor->ctrls;
3174	bool auto_exp = (auto_exposure == V4L2_EXPOSURE_AUTO);
3175	int ret = 0;
3176
3177	if (ctrls->auto_exp->is_new) {
3178		ret = ov5640_set_autoexposure(sensor, auto_exp);
3179		if (ret)
3180			return ret;
3181	}
3182
3183	if (!auto_exp && ctrls->exposure->is_new) {
3184		u16 max_exp;
3185
3186		ret = ov5640_read_reg16(sensor, OV5640_REG_AEC_PK_VTS,
3187					&max_exp);
3188		if (ret)
3189			return ret;
3190		ret = ov5640_get_vts(sensor);
3191		if (ret < 0)
3192			return ret;
3193		max_exp += ret;
3194		ret = 0;
3195
3196		if (ctrls->exposure->val < max_exp)
3197			ret = ov5640_set_exposure(sensor, ctrls->exposure->val);
3198	}
3199
3200	return ret;
3201}
3202
3203static int ov5640_set_ctrl_gain(struct ov5640_dev *sensor, bool auto_gain)
3204{
3205	struct ov5640_ctrls *ctrls = &sensor->ctrls;
3206	int ret = 0;
3207
3208	if (ctrls->auto_gain->is_new) {
3209		ret = ov5640_set_autogain(sensor, auto_gain);
3210		if (ret)
3211			return ret;
3212	}
3213
3214	if (!auto_gain && ctrls->gain->is_new)
3215		ret = ov5640_set_gain(sensor, ctrls->gain->val);
3216
3217	return ret;
3218}
3219
3220static const char * const test_pattern_menu[] = {
3221	"Disabled",
3222	"Color bars",
3223	"Color bars w/ rolling bar",
3224	"Color squares",
3225	"Color squares w/ rolling bar",
3226};
3227
3228#define OV5640_TEST_ENABLE		BIT(7)
3229#define OV5640_TEST_ROLLING		BIT(6)	/* rolling horizontal bar */
3230#define OV5640_TEST_TRANSPARENT		BIT(5)
3231#define OV5640_TEST_SQUARE_BW		BIT(4)	/* black & white squares */
3232#define OV5640_TEST_BAR_STANDARD	(0 << 2)
3233#define OV5640_TEST_BAR_VERT_CHANGE_1	(1 << 2)
3234#define OV5640_TEST_BAR_HOR_CHANGE	(2 << 2)
3235#define OV5640_TEST_BAR_VERT_CHANGE_2	(3 << 2)
3236#define OV5640_TEST_BAR			(0 << 0)
3237#define OV5640_TEST_RANDOM		(1 << 0)
3238#define OV5640_TEST_SQUARE		(2 << 0)
3239#define OV5640_TEST_BLACK		(3 << 0)
3240
3241static const u8 test_pattern_val[] = {
3242	0,
3243	OV5640_TEST_ENABLE | OV5640_TEST_BAR_VERT_CHANGE_1 |
3244		OV5640_TEST_BAR,
3245	OV5640_TEST_ENABLE | OV5640_TEST_ROLLING |
3246		OV5640_TEST_BAR_VERT_CHANGE_1 | OV5640_TEST_BAR,
3247	OV5640_TEST_ENABLE | OV5640_TEST_SQUARE,
3248	OV5640_TEST_ENABLE | OV5640_TEST_ROLLING | OV5640_TEST_SQUARE,
3249};
3250
3251static int ov5640_set_ctrl_test_pattern(struct ov5640_dev *sensor, int value)
3252{
3253	return ov5640_write_reg(sensor, OV5640_REG_PRE_ISP_TEST_SET1,
3254				test_pattern_val[value]);
3255}
3256
3257static int ov5640_set_ctrl_light_freq(struct ov5640_dev *sensor, int value)
3258{
3259	int ret;
3260
3261	ret = ov5640_mod_reg(sensor, OV5640_REG_HZ5060_CTRL01, BIT(7),
3262			     (value == V4L2_CID_POWER_LINE_FREQUENCY_AUTO) ?
3263			     0 : BIT(7));
3264	if (ret)
3265		return ret;
3266
3267	return ov5640_mod_reg(sensor, OV5640_REG_HZ5060_CTRL00, BIT(2),
3268			      (value == V4L2_CID_POWER_LINE_FREQUENCY_50HZ) ?
3269			      BIT(2) : 0);
3270}
3271
3272static int ov5640_set_ctrl_hflip(struct ov5640_dev *sensor, int value)
3273{
3274	/*
3275	 * If sensor is mounted upside down, mirror logic is inversed.
3276	 *
3277	 * Sensor is a BSI (Back Side Illuminated) one,
3278	 * so image captured is physically mirrored.
3279	 * This is why mirror logic is inversed in
3280	 * order to cancel this mirror effect.
3281	 */
3282
3283	/*
3284	 * TIMING TC REG21:
3285	 * - [2]:	ISP mirror
3286	 * - [1]:	Sensor mirror
3287	 */
3288	return ov5640_mod_reg(sensor, OV5640_REG_TIMING_TC_REG21,
3289			      BIT(2) | BIT(1),
3290			      (!(value ^ sensor->upside_down)) ?
3291			      (BIT(2) | BIT(1)) : 0);
3292}
3293
3294static int ov5640_set_ctrl_vflip(struct ov5640_dev *sensor, int value)
3295{
3296	/* If sensor is mounted upside down, flip logic is inversed */
3297
3298	/*
3299	 * TIMING TC REG20:
3300	 * - [2]:	ISP vflip
3301	 * - [1]:	Sensor vflip
3302	 */
3303	return ov5640_mod_reg(sensor, OV5640_REG_TIMING_TC_REG20,
3304			      BIT(2) | BIT(1),
3305			      (value ^ sensor->upside_down) ?
3306			      (BIT(2) | BIT(1)) : 0);
3307}
3308
3309static int ov5640_set_ctrl_vblank(struct ov5640_dev *sensor, int value)
3310{
3311	const struct ov5640_mode_info *mode = sensor->current_mode;
3312
3313	/* Update the VTOT timing register value. */
3314	return ov5640_write_reg16(sensor, OV5640_REG_TIMING_VTS,
3315				  mode->height + value);
3316}
3317
3318static int ov5640_g_volatile_ctrl(struct v4l2_ctrl *ctrl)
3319{
3320	struct v4l2_subdev *sd = ctrl_to_sd(ctrl);
3321	struct ov5640_dev *sensor = to_ov5640_dev(sd);
3322	int val;
3323
3324	/* v4l2_ctrl_lock() locks our own mutex */
3325
3326	if (!pm_runtime_get_if_in_use(&sensor->i2c_client->dev))
3327		return 0;
3328
3329	switch (ctrl->id) {
3330	case V4L2_CID_AUTOGAIN:
3331		val = ov5640_get_gain(sensor);
3332		if (val < 0)
3333			return val;
3334		sensor->ctrls.gain->val = val;
3335		break;
3336	case V4L2_CID_EXPOSURE_AUTO:
3337		val = ov5640_get_exposure(sensor);
3338		if (val < 0)
3339			return val;
3340		sensor->ctrls.exposure->val = val;
3341		break;
3342	}
3343
3344	pm_runtime_put_autosuspend(&sensor->i2c_client->dev);
3345
3346	return 0;
3347}
3348
3349static int ov5640_s_ctrl(struct v4l2_ctrl *ctrl)
3350{
3351	struct v4l2_subdev *sd = ctrl_to_sd(ctrl);
3352	struct ov5640_dev *sensor = to_ov5640_dev(sd);
3353	const struct ov5640_mode_info *mode = sensor->current_mode;
3354	const struct ov5640_timings *timings;
3355	unsigned int exp_max;
3356	int ret;
3357
3358	/* v4l2_ctrl_lock() locks our own mutex */
3359
3360	switch (ctrl->id) {
3361	case V4L2_CID_VBLANK:
3362		/* Update the exposure range to the newly programmed vblank. */
3363		timings = ov5640_timings(sensor, mode);
3364		exp_max = mode->height + ctrl->val - 4;
3365		__v4l2_ctrl_modify_range(sensor->ctrls.exposure,
3366					 sensor->ctrls.exposure->minimum,
3367					 exp_max, sensor->ctrls.exposure->step,
3368					 timings->vblank_def);
3369		break;
3370	}
3371
3372	/*
3373	 * If the device is not powered up by the host driver do
3374	 * not apply any controls to H/W at this time. Instead
3375	 * the controls will be restored at start streaming time.
3376	 */
3377	if (!pm_runtime_get_if_in_use(&sensor->i2c_client->dev))
3378		return 0;
3379
3380	switch (ctrl->id) {
3381	case V4L2_CID_AUTOGAIN:
3382		ret = ov5640_set_ctrl_gain(sensor, ctrl->val);
3383		break;
3384	case V4L2_CID_EXPOSURE_AUTO:
3385		ret = ov5640_set_ctrl_exposure(sensor, ctrl->val);
3386		break;
3387	case V4L2_CID_AUTO_WHITE_BALANCE:
3388		ret = ov5640_set_ctrl_white_balance(sensor, ctrl->val);
3389		break;
3390	case V4L2_CID_HUE:
3391		ret = ov5640_set_ctrl_hue(sensor, ctrl->val);
3392		break;
3393	case V4L2_CID_CONTRAST:
3394		ret = ov5640_set_ctrl_contrast(sensor, ctrl->val);
3395		break;
3396	case V4L2_CID_SATURATION:
3397		ret = ov5640_set_ctrl_saturation(sensor, ctrl->val);
3398		break;
3399	case V4L2_CID_TEST_PATTERN:
3400		ret = ov5640_set_ctrl_test_pattern(sensor, ctrl->val);
3401		break;
3402	case V4L2_CID_POWER_LINE_FREQUENCY:
3403		ret = ov5640_set_ctrl_light_freq(sensor, ctrl->val);
3404		break;
3405	case V4L2_CID_HFLIP:
3406		ret = ov5640_set_ctrl_hflip(sensor, ctrl->val);
3407		break;
3408	case V4L2_CID_VFLIP:
3409		ret = ov5640_set_ctrl_vflip(sensor, ctrl->val);
3410		break;
3411	case V4L2_CID_VBLANK:
3412		ret = ov5640_set_ctrl_vblank(sensor, ctrl->val);
3413		break;
3414	default:
3415		ret = -EINVAL;
3416		break;
3417	}
3418
3419	pm_runtime_put_autosuspend(&sensor->i2c_client->dev);
3420
3421	return ret;
3422}
3423
3424static const struct v4l2_ctrl_ops ov5640_ctrl_ops = {
3425	.g_volatile_ctrl = ov5640_g_volatile_ctrl,
3426	.s_ctrl = ov5640_s_ctrl,
3427};
3428
3429static int ov5640_init_controls(struct ov5640_dev *sensor)
3430{
3431	const struct ov5640_mode_info *mode = sensor->current_mode;
3432	const struct v4l2_ctrl_ops *ops = &ov5640_ctrl_ops;
3433	struct ov5640_ctrls *ctrls = &sensor->ctrls;
3434	struct v4l2_ctrl_handler *hdl = &ctrls->handler;
3435	struct v4l2_fwnode_device_properties props;
3436	const struct ov5640_timings *timings;
3437	unsigned int max_vblank;
3438	unsigned int hblank;
3439	int ret;
3440
3441	v4l2_ctrl_handler_init(hdl, 32);
3442
3443	/* we can use our own mutex for the ctrl lock */
3444	hdl->lock = &sensor->lock;
3445
3446	/* Clock related controls */
3447	ctrls->pixel_rate = v4l2_ctrl_new_std(hdl, ops, V4L2_CID_PIXEL_RATE,
3448			      ov5640_pixel_rates[OV5640_NUM_PIXEL_RATES - 1],
3449			      ov5640_pixel_rates[0], 1,
3450			      ov5640_pixel_rates[mode->pixel_rate]);
3451
3452	ctrls->link_freq = v4l2_ctrl_new_int_menu(hdl, ops,
3453					V4L2_CID_LINK_FREQ,
3454					ARRAY_SIZE(ov5640_csi2_link_freqs) - 1,
3455					OV5640_DEFAULT_LINK_FREQ,
3456					ov5640_csi2_link_freqs);
3457
3458	timings = ov5640_timings(sensor, mode);
3459	hblank = timings->htot - mode->width;
3460	ctrls->hblank = v4l2_ctrl_new_std(hdl, ops, V4L2_CID_HBLANK, hblank,
3461					  hblank, 1, hblank);
3462
3463	max_vblank = OV5640_MAX_VTS - mode->height;
3464	ctrls->vblank = v4l2_ctrl_new_std(hdl, ops, V4L2_CID_VBLANK,
3465					  OV5640_MIN_VBLANK, max_vblank,
3466					  1, timings->vblank_def);
3467
3468	/* Auto/manual white balance */
3469	ctrls->auto_wb = v4l2_ctrl_new_std(hdl, ops,
3470					   V4L2_CID_AUTO_WHITE_BALANCE,
3471					   0, 1, 1, 1);
3472	ctrls->blue_balance = v4l2_ctrl_new_std(hdl, ops, V4L2_CID_BLUE_BALANCE,
3473						0, 4095, 1, 0);
3474	ctrls->red_balance = v4l2_ctrl_new_std(hdl, ops, V4L2_CID_RED_BALANCE,
3475					       0, 4095, 1, 0);
3476	/* Auto/manual exposure */
3477	ctrls->auto_exp = v4l2_ctrl_new_std_menu(hdl, ops,
3478						 V4L2_CID_EXPOSURE_AUTO,
3479						 V4L2_EXPOSURE_MANUAL, 0,
3480						 V4L2_EXPOSURE_AUTO);
3481	ctrls->exposure = v4l2_ctrl_new_std(hdl, ops, V4L2_CID_EXPOSURE,
3482					    0, 65535, 1, 0);
3483	/* Auto/manual gain */
3484	ctrls->auto_gain = v4l2_ctrl_new_std(hdl, ops, V4L2_CID_AUTOGAIN,
3485					     0, 1, 1, 1);
3486	ctrls->gain = v4l2_ctrl_new_std(hdl, ops, V4L2_CID_ANALOGUE_GAIN,
3487					0, 1023, 1, 0);
3488
3489	ctrls->saturation = v4l2_ctrl_new_std(hdl, ops, V4L2_CID_SATURATION,
3490					      0, 255, 1, 64);
3491	ctrls->hue = v4l2_ctrl_new_std(hdl, ops, V4L2_CID_HUE,
3492				       0, 359, 1, 0);
3493	ctrls->contrast = v4l2_ctrl_new_std(hdl, ops, V4L2_CID_CONTRAST,
3494					    0, 255, 1, 0);
3495	ctrls->test_pattern =
3496		v4l2_ctrl_new_std_menu_items(hdl, ops, V4L2_CID_TEST_PATTERN,
3497					     ARRAY_SIZE(test_pattern_menu) - 1,
3498					     0, 0, test_pattern_menu);
3499	ctrls->hflip = v4l2_ctrl_new_std(hdl, ops, V4L2_CID_HFLIP,
3500					 0, 1, 1, 0);
3501	ctrls->vflip = v4l2_ctrl_new_std(hdl, ops, V4L2_CID_VFLIP,
3502					 0, 1, 1, 0);
3503
3504	ctrls->light_freq =
3505		v4l2_ctrl_new_std_menu(hdl, ops,
3506				       V4L2_CID_POWER_LINE_FREQUENCY,
3507				       V4L2_CID_POWER_LINE_FREQUENCY_AUTO, 0,
3508				       V4L2_CID_POWER_LINE_FREQUENCY_50HZ);
3509
3510	if (hdl->error) {
3511		ret = hdl->error;
3512		goto free_ctrls;
3513	}
3514
3515	ret = v4l2_fwnode_device_parse(&sensor->i2c_client->dev, &props);
3516	if (ret)
3517		goto free_ctrls;
3518
3519	if (props.rotation == 180)
3520		sensor->upside_down = true;
3521
3522	ret = v4l2_ctrl_new_fwnode_properties(hdl, ops, &props);
3523	if (ret)
3524		goto free_ctrls;
3525
3526	ctrls->pixel_rate->flags |= V4L2_CTRL_FLAG_READ_ONLY;
3527	ctrls->link_freq->flags |= V4L2_CTRL_FLAG_READ_ONLY;
3528	ctrls->hblank->flags |= V4L2_CTRL_FLAG_READ_ONLY;
3529	ctrls->gain->flags |= V4L2_CTRL_FLAG_VOLATILE;
3530	ctrls->exposure->flags |= V4L2_CTRL_FLAG_VOLATILE;
3531
3532	v4l2_ctrl_auto_cluster(3, &ctrls->auto_wb, 0, false);
3533	v4l2_ctrl_auto_cluster(2, &ctrls->auto_gain, 0, true);
3534	v4l2_ctrl_auto_cluster(2, &ctrls->auto_exp, 1, true);
3535
3536	sensor->sd.ctrl_handler = hdl;
3537	return 0;
3538
3539free_ctrls:
3540	v4l2_ctrl_handler_free(hdl);
3541	return ret;
3542}
3543
3544static int ov5640_enum_frame_size(struct v4l2_subdev *sd,
3545				  struct v4l2_subdev_state *sd_state,
3546				  struct v4l2_subdev_frame_size_enum *fse)
3547{
3548	struct ov5640_dev *sensor = to_ov5640_dev(sd);
3549	u32 bpp = ov5640_code_to_bpp(sensor, fse->code);
3550	unsigned int index = fse->index;
3551
3552	if (fse->pad != 0)
3553		return -EINVAL;
3554	if (!bpp)
3555		return -EINVAL;
3556
3557	/* Only low-resolution modes are supported for 24bpp formats. */
3558	if (bpp == 24 && index >= OV5640_MODE_720P_1280_720)
3559		return -EINVAL;
3560
3561	/* FIXME: Low resolution modes don't work in 8bpp formats. */
3562	if (bpp == 8)
3563		index += OV5640_MODE_720P_1280_720;
3564
3565	if (index >= OV5640_NUM_MODES)
3566		return -EINVAL;
3567
3568	fse->min_width = ov5640_mode_data[index].width;
3569	fse->max_width = fse->min_width;
3570	fse->min_height = ov5640_mode_data[index].height;
3571	fse->max_height = fse->min_height;
3572
3573	return 0;
3574}
3575
3576static int ov5640_enum_frame_interval(
3577	struct v4l2_subdev *sd,
3578	struct v4l2_subdev_state *sd_state,
3579	struct v4l2_subdev_frame_interval_enum *fie)
3580{
3581	struct ov5640_dev *sensor = to_ov5640_dev(sd);
3582	const struct ov5640_mode_info *mode;
3583	struct v4l2_fract tpf;
3584	int ret;
3585
3586	if (fie->pad != 0)
3587		return -EINVAL;
3588	if (fie->index >= OV5640_NUM_FRAMERATES)
3589		return -EINVAL;
3590
3591	mode = ov5640_find_mode(sensor, fie->width, fie->height, false);
3592	if (!mode)
3593		return -EINVAL;
3594
3595	tpf.numerator = 1;
3596	tpf.denominator = ov5640_framerates[fie->index];
3597
3598	ret = ov5640_try_frame_interval(sensor, &tpf, mode);
3599	if (ret < 0)
3600		return -EINVAL;
3601
3602	fie->interval = tpf;
3603	return 0;
3604}
3605
3606static int ov5640_get_frame_interval(struct v4l2_subdev *sd,
3607				     struct v4l2_subdev_state *sd_state,
3608				     struct v4l2_subdev_frame_interval *fi)
3609{
3610	struct ov5640_dev *sensor = to_ov5640_dev(sd);
3611
3612	/*
3613	 * FIXME: Implement support for V4L2_SUBDEV_FORMAT_TRY, using the V4L2
3614	 * subdev active state API.
3615	 */
3616	if (fi->which != V4L2_SUBDEV_FORMAT_ACTIVE)
3617		return -EINVAL;
3618
3619	mutex_lock(&sensor->lock);
3620	fi->interval = sensor->frame_interval;
3621	mutex_unlock(&sensor->lock);
3622
3623	return 0;
3624}
3625
3626static int ov5640_set_frame_interval(struct v4l2_subdev *sd,
3627				     struct v4l2_subdev_state *sd_state,
3628				     struct v4l2_subdev_frame_interval *fi)
3629{
3630	struct ov5640_dev *sensor = to_ov5640_dev(sd);
3631	const struct ov5640_mode_info *mode;
3632	int frame_rate, ret = 0;
3633
3634	/*
3635	 * FIXME: Implement support for V4L2_SUBDEV_FORMAT_TRY, using the V4L2
3636	 * subdev active state API.
3637	 */
3638	if (fi->which != V4L2_SUBDEV_FORMAT_ACTIVE)
3639		return -EINVAL;
3640
3641	if (fi->pad != 0)
3642		return -EINVAL;
3643
3644	mutex_lock(&sensor->lock);
3645
3646	if (sensor->streaming) {
3647		ret = -EBUSY;
3648		goto out;
3649	}
3650
3651	mode = sensor->current_mode;
3652
3653	frame_rate = ov5640_try_frame_interval(sensor, &fi->interval, mode);
3654	if (frame_rate < 0) {
3655		/* Always return a valid frame interval value */
3656		fi->interval = sensor->frame_interval;
3657		goto out;
3658	}
3659
3660	mode = ov5640_find_mode(sensor, mode->width, mode->height, true);
3661	if (!mode) {
3662		ret = -EINVAL;
3663		goto out;
3664	}
3665
3666	if (ov5640_framerates[frame_rate] > ov5640_framerates[mode->max_fps]) {
3667		ret = -EINVAL;
3668		goto out;
3669	}
3670
3671	if (mode != sensor->current_mode ||
3672	    frame_rate != sensor->current_fr) {
3673		sensor->current_fr = frame_rate;
3674		sensor->frame_interval = fi->interval;
3675		sensor->current_mode = mode;
3676		sensor->pending_mode_change = true;
3677
3678		ov5640_update_pixel_rate(sensor);
3679	}
3680out:
3681	mutex_unlock(&sensor->lock);
3682	return ret;
3683}
3684
3685static int ov5640_enum_mbus_code(struct v4l2_subdev *sd,
3686				 struct v4l2_subdev_state *sd_state,
3687				 struct v4l2_subdev_mbus_code_enum *code)
3688{
3689	struct ov5640_dev *sensor = to_ov5640_dev(sd);
3690	const struct ov5640_pixfmt *formats;
3691	unsigned int num_formats;
3692
3693	if (ov5640_is_csi2(sensor)) {
3694		formats = ov5640_csi2_formats;
3695		num_formats = ARRAY_SIZE(ov5640_csi2_formats) - 1;
3696	} else {
3697		formats = ov5640_dvp_formats;
3698		num_formats = ARRAY_SIZE(ov5640_dvp_formats) - 1;
3699	}
3700
3701	if (code->index >= num_formats)
3702		return -EINVAL;
3703
3704	code->code = formats[code->index].code;
3705
3706	return 0;
3707}
3708
3709static int ov5640_s_stream(struct v4l2_subdev *sd, int enable)
3710{
3711	struct ov5640_dev *sensor = to_ov5640_dev(sd);
3712	int ret = 0;
3713
3714	if (enable) {
3715		ret = pm_runtime_resume_and_get(&sensor->i2c_client->dev);
3716		if (ret < 0)
3717			return ret;
3718
3719		ret = v4l2_ctrl_handler_setup(&sensor->ctrls.handler);
3720		if (ret) {
3721			pm_runtime_put(&sensor->i2c_client->dev);
3722			return ret;
3723		}
3724	}
3725
3726	mutex_lock(&sensor->lock);
3727
3728	if (sensor->streaming == !enable) {
3729		if (enable && sensor->pending_mode_change) {
3730			ret = ov5640_set_mode(sensor);
3731			if (ret)
3732				goto out;
3733		}
3734
3735		if (enable && sensor->pending_fmt_change) {
3736			ret = ov5640_set_framefmt(sensor, &sensor->fmt);
3737			if (ret)
3738				goto out;
3739			sensor->pending_fmt_change = false;
3740		}
3741
3742		if (ov5640_is_csi2(sensor))
3743			ret = ov5640_set_stream_mipi(sensor, enable);
3744		else
3745			ret = ov5640_set_stream_dvp(sensor, enable);
3746
3747		if (!ret)
3748			sensor->streaming = enable;
3749	}
3750
3751out:
3752	mutex_unlock(&sensor->lock);
3753
3754	if (!enable || ret) {
3755		pm_runtime_put_autosuspend(&sensor->i2c_client->dev);
3756	}
3757
3758	return ret;
3759}
3760
3761static int ov5640_init_state(struct v4l2_subdev *sd,
3762			     struct v4l2_subdev_state *state)
3763{
3764	struct ov5640_dev *sensor = to_ov5640_dev(sd);
3765	struct v4l2_mbus_framefmt *fmt =
3766				v4l2_subdev_state_get_format(state, 0);
3767	struct v4l2_rect *crop = v4l2_subdev_state_get_crop(state, 0);
3768
3769	*fmt = ov5640_is_csi2(sensor) ? ov5640_csi2_default_fmt :
3770					ov5640_dvp_default_fmt;
3771
3772	crop->left = OV5640_PIXEL_ARRAY_LEFT;
3773	crop->top = OV5640_PIXEL_ARRAY_TOP;
3774	crop->width = OV5640_PIXEL_ARRAY_WIDTH;
3775	crop->height = OV5640_PIXEL_ARRAY_HEIGHT;
3776
3777	return 0;
3778}
3779
3780static const struct v4l2_subdev_core_ops ov5640_core_ops = {
3781	.log_status = v4l2_ctrl_subdev_log_status,
3782	.subscribe_event = v4l2_ctrl_subdev_subscribe_event,
3783	.unsubscribe_event = v4l2_event_subdev_unsubscribe,
3784};
3785
3786static const struct v4l2_subdev_video_ops ov5640_video_ops = {
3787	.s_stream = ov5640_s_stream,
3788};
3789
3790static const struct v4l2_subdev_pad_ops ov5640_pad_ops = {
3791	.enum_mbus_code = ov5640_enum_mbus_code,
3792	.get_fmt = ov5640_get_fmt,
3793	.set_fmt = ov5640_set_fmt,
3794	.get_selection = ov5640_get_selection,
3795	.get_frame_interval = ov5640_get_frame_interval,
3796	.set_frame_interval = ov5640_set_frame_interval,
3797	.enum_frame_size = ov5640_enum_frame_size,
3798	.enum_frame_interval = ov5640_enum_frame_interval,
3799};
3800
3801static const struct v4l2_subdev_ops ov5640_subdev_ops = {
3802	.core = &ov5640_core_ops,
3803	.video = &ov5640_video_ops,
3804	.pad = &ov5640_pad_ops,
3805};
3806
3807static const struct v4l2_subdev_internal_ops ov5640_internal_ops = {
3808	.init_state = ov5640_init_state,
3809};
3810
3811static int ov5640_get_regulators(struct ov5640_dev *sensor)
3812{
3813	int i;
3814
3815	for (i = 0; i < OV5640_NUM_SUPPLIES; i++)
3816		sensor->supplies[i].supply = ov5640_supply_name[i];
3817
3818	return devm_regulator_bulk_get(&sensor->i2c_client->dev,
3819				       OV5640_NUM_SUPPLIES,
3820				       sensor->supplies);
3821}
3822
3823static int ov5640_check_chip_id(struct ov5640_dev *sensor)
3824{
3825	struct i2c_client *client = sensor->i2c_client;
3826	int ret = 0;
3827	u16 chip_id;
3828
3829	ret = ov5640_read_reg16(sensor, OV5640_REG_CHIP_ID, &chip_id);
3830	if (ret) {
3831		dev_err(&client->dev, "%s: failed to read chip identifier\n",
3832			__func__);
3833		return ret;
3834	}
3835
3836	if (chip_id != 0x5640) {
3837		dev_err(&client->dev, "%s: wrong chip identifier, expected 0x5640, got 0x%x\n",
3838			__func__, chip_id);
3839		return -ENXIO;
3840	}
3841
3842	return 0;
3843}
3844
3845static int ov5640_probe(struct i2c_client *client)
3846{
3847	struct device *dev = &client->dev;
3848	struct fwnode_handle *endpoint;
3849	struct ov5640_dev *sensor;
3850	int ret;
3851
3852	sensor = devm_kzalloc(dev, sizeof(*sensor), GFP_KERNEL);
3853	if (!sensor)
3854		return -ENOMEM;
3855
3856	sensor->i2c_client = client;
3857
3858	/*
3859	 * default init sequence initialize sensor to
3860	 * YUV422 UYVY VGA(30FPS in parallel mode, 60 in MIPI CSI-2 mode)
3861	 */
3862	sensor->frame_interval.numerator = 1;
3863	sensor->frame_interval.denominator = ov5640_framerates[OV5640_30_FPS];
3864	sensor->current_fr = OV5640_30_FPS;
3865	sensor->current_mode =
3866		&ov5640_mode_data[OV5640_MODE_VGA_640_480];
3867	sensor->last_mode = sensor->current_mode;
3868	sensor->current_link_freq =
3869		ov5640_csi2_link_freqs[OV5640_DEFAULT_LINK_FREQ];
3870
3871	sensor->ae_target = 52;
3872
3873	endpoint = fwnode_graph_get_next_endpoint(dev_fwnode(&client->dev),
3874						  NULL);
3875	if (!endpoint) {
3876		dev_err(dev, "endpoint node not found\n");
3877		return -EINVAL;
3878	}
3879
3880	ret = v4l2_fwnode_endpoint_parse(endpoint, &sensor->ep);
3881	fwnode_handle_put(endpoint);
3882	if (ret) {
3883		dev_err(dev, "Could not parse endpoint\n");
3884		return ret;
3885	}
3886
3887	if (sensor->ep.bus_type != V4L2_MBUS_PARALLEL &&
3888	    sensor->ep.bus_type != V4L2_MBUS_CSI2_DPHY &&
3889	    sensor->ep.bus_type != V4L2_MBUS_BT656) {
3890		dev_err(dev, "Unsupported bus type %d\n", sensor->ep.bus_type);
3891		return -EINVAL;
3892	}
3893
3894	sensor->fmt = ov5640_is_csi2(sensor) ? ov5640_csi2_default_fmt :
3895					       ov5640_dvp_default_fmt;
3896
3897	/* get system clock (xclk) */
3898	sensor->xclk = devm_v4l2_sensor_clk_get(dev, "xclk");
3899	if (IS_ERR(sensor->xclk))
3900		return dev_err_probe(dev, PTR_ERR(sensor->xclk),
3901				     "failed to get xclk\n");
3902
3903	sensor->xclk_freq = clk_get_rate(sensor->xclk);
3904	if (sensor->xclk_freq < OV5640_XCLK_MIN ||
3905	    sensor->xclk_freq > OV5640_XCLK_MAX) {
3906		dev_err(dev, "xclk frequency out of range: %d Hz\n",
3907			sensor->xclk_freq);
3908		return -EINVAL;
3909	}
3910
3911	/* request optional power down pin */
3912	sensor->pwdn_gpio = devm_gpiod_get_optional(dev, "powerdown",
3913						    GPIOD_OUT_HIGH);
3914	if (IS_ERR(sensor->pwdn_gpio))
3915		return PTR_ERR(sensor->pwdn_gpio);
3916
3917	/* request optional reset pin */
3918	sensor->reset_gpio = devm_gpiod_get_optional(dev, "reset",
3919						     GPIOD_OUT_HIGH);
3920	if (IS_ERR(sensor->reset_gpio))
3921		return PTR_ERR(sensor->reset_gpio);
3922
3923	v4l2_i2c_subdev_init(&sensor->sd, client, &ov5640_subdev_ops);
3924	sensor->sd.internal_ops = &ov5640_internal_ops;
3925
3926	sensor->sd.flags |= V4L2_SUBDEV_FL_HAS_DEVNODE |
3927			    V4L2_SUBDEV_FL_HAS_EVENTS;
3928	sensor->pad.flags = MEDIA_PAD_FL_SOURCE;
3929	sensor->sd.entity.function = MEDIA_ENT_F_CAM_SENSOR;
3930	ret = media_entity_pads_init(&sensor->sd.entity, 1, &sensor->pad);
3931	if (ret)
3932		return ret;
3933
3934	ret = ov5640_get_regulators(sensor);
3935	if (ret)
3936		goto entity_cleanup;
3937
3938	mutex_init(&sensor->lock);
3939
3940	ret = ov5640_init_controls(sensor);
3941	if (ret)
3942		goto entity_cleanup;
3943
3944	ret = ov5640_sensor_resume(dev);
3945	if (ret) {
3946		dev_err(dev, "failed to power on\n");
3947		goto free_ctrls;
3948	}
3949
3950	pm_runtime_set_active(dev);
3951	pm_runtime_get_noresume(dev);
3952	pm_runtime_enable(dev);
3953
3954	ret = ov5640_check_chip_id(sensor);
3955	if (ret)
3956		goto err_pm_runtime;
3957
3958	ret = v4l2_async_register_subdev_sensor(&sensor->sd);
3959	if (ret)
3960		goto err_pm_runtime;
3961
3962	pm_runtime_set_autosuspend_delay(dev, 1000);
3963	pm_runtime_use_autosuspend(dev);
3964	pm_runtime_put_autosuspend(dev);
3965
3966	return 0;
3967
3968err_pm_runtime:
3969	pm_runtime_put_noidle(dev);
3970	pm_runtime_disable(dev);
3971	ov5640_sensor_suspend(dev);
3972free_ctrls:
3973	v4l2_ctrl_handler_free(&sensor->ctrls.handler);
3974entity_cleanup:
3975	media_entity_cleanup(&sensor->sd.entity);
3976	mutex_destroy(&sensor->lock);
3977	return ret;
3978}
3979
3980static void ov5640_remove(struct i2c_client *client)
3981{
3982	struct v4l2_subdev *sd = i2c_get_clientdata(client);
3983	struct ov5640_dev *sensor = to_ov5640_dev(sd);
3984	struct device *dev = &client->dev;
3985
3986	pm_runtime_disable(dev);
3987	if (!pm_runtime_status_suspended(dev))
3988		ov5640_sensor_suspend(dev);
3989	pm_runtime_set_suspended(dev);
3990
3991	v4l2_async_unregister_subdev(&sensor->sd);
3992	media_entity_cleanup(&sensor->sd.entity);
3993	v4l2_ctrl_handler_free(&sensor->ctrls.handler);
3994	mutex_destroy(&sensor->lock);
3995}
3996
3997static const struct dev_pm_ops ov5640_pm_ops = {
3998	SET_RUNTIME_PM_OPS(ov5640_sensor_suspend, ov5640_sensor_resume, NULL)
3999};
4000
4001static const struct i2c_device_id ov5640_id[] = {
4002	{ "ov5640" },
4003	{}
4004};
4005MODULE_DEVICE_TABLE(i2c, ov5640_id);
4006
4007static const struct of_device_id ov5640_dt_ids[] = {
4008	{ .compatible = "ovti,ov5640" },
4009	{ /* sentinel */ }
4010};
4011MODULE_DEVICE_TABLE(of, ov5640_dt_ids);
4012
4013static struct i2c_driver ov5640_i2c_driver = {
4014	.driver = {
4015		.name  = "ov5640",
4016		.of_match_table	= ov5640_dt_ids,
4017		.pm = &ov5640_pm_ops,
4018	},
4019	.id_table = ov5640_id,
4020	.probe    = ov5640_probe,
4021	.remove   = ov5640_remove,
4022};
4023
4024module_i2c_driver(ov5640_i2c_driver);
4025
4026MODULE_DESCRIPTION("OV5640 MIPI Camera Subdev Driver");
4027MODULE_LICENSE("GPL");
~/ Read-only file preview.