1 // SPDX-License-Identifier: GPL-2.0
2 /* Copyright (c) 2019 Fuzhou Rockchip Electronics Co., Ltd. */
3
4 #include <linux/kfifo.h>
5 #include <media/v4l2-common.h>
6 #include <media/v4l2-ioctl.h>
7 #include <media/videobuf2-core.h>
8 #include <media/videobuf2-vmalloc.h> /* for ISP statistics */
9 #include "dev.h"
10 #include "regs.h"
11 #include "isp_stats.h"
12 #include "isp_stats_v1x.h"
13
14 static void
rkisp1_stats_get_awb_meas_v10(struct rkisp_isp_stats_vdev * stats_vdev,struct rkisp1_stat_buffer * pbuf)15 rkisp1_stats_get_awb_meas_v10(struct rkisp_isp_stats_vdev *stats_vdev,
16 struct rkisp1_stat_buffer *pbuf)
17 {
18 /* Protect against concurrent access from ISR? */
19 u32 reg_val;
20
21 pbuf->meas_type |= CIFISP_STAT_AWB;
22 reg_val = readl(stats_vdev->dev->base_addr + CIF_ISP_AWB_WHITE_CNT_V10);
23 pbuf->params.awb.awb_mean[0].cnt = CIF_ISP_AWB_GET_PIXEL_CNT(reg_val);
24 reg_val = readl(stats_vdev->dev->base_addr + CIF_ISP_AWB_MEAN_V10);
25
26 pbuf->params.awb.awb_mean[0].mean_cr_or_r =
27 CIF_ISP_AWB_GET_MEAN_CR_R(reg_val);
28 pbuf->params.awb.awb_mean[0].mean_cb_or_b =
29 CIF_ISP_AWB_GET_MEAN_CB_B(reg_val);
30 pbuf->params.awb.awb_mean[0].mean_y_or_g =
31 CIF_ISP_AWB_GET_MEAN_Y_G(reg_val);
32 }
33
34 static void
rkisp1_stats_get_awb_meas_v12(struct rkisp_isp_stats_vdev * stats_vdev,struct rkisp1_stat_buffer * pbuf)35 rkisp1_stats_get_awb_meas_v12(struct rkisp_isp_stats_vdev *stats_vdev,
36 struct rkisp1_stat_buffer *pbuf)
37 {
38 /* Protect against concurrent access from ISR? */
39 u32 reg_val;
40
41 pbuf->meas_type |= CIFISP_STAT_AWB;
42 reg_val = readl(stats_vdev->dev->base_addr + CIF_ISP_AWB_WHITE_CNT_V12);
43 pbuf->params.awb.awb_mean[0].cnt = CIF_ISP_AWB_GET_PIXEL_CNT(reg_val);
44 reg_val = readl(stats_vdev->dev->base_addr + CIF_ISP_AWB_MEAN_V12);
45
46 pbuf->params.awb.awb_mean[0].mean_cr_or_r =
47 CIF_ISP_AWB_GET_MEAN_CR_R(reg_val);
48 pbuf->params.awb.awb_mean[0].mean_cb_or_b =
49 CIF_ISP_AWB_GET_MEAN_CB_B(reg_val);
50 pbuf->params.awb.awb_mean[0].mean_y_or_g =
51 CIF_ISP_AWB_GET_MEAN_Y_G(reg_val);
52 }
53
54 static void
rkisp1_stats_get_aec_meas_v10(struct rkisp_isp_stats_vdev * stats_vdev,struct rkisp1_stat_buffer * pbuf)55 rkisp1_stats_get_aec_meas_v10(struct rkisp_isp_stats_vdev *stats_vdev,
56 struct rkisp1_stat_buffer *pbuf)
57 {
58 int i;
59 void __iomem *addr = stats_vdev->dev->base_addr + CIF_ISP_EXP_MEAN_00_V10;
60 struct rkisp_stats_v1x_config *config =
61 (struct rkisp_stats_v1x_config *)stats_vdev->priv_cfg;
62
63 pbuf->meas_type |= CIFISP_STAT_AUTOEXP;
64 for (i = 0; i < config->ae_mean_max; i++)
65 pbuf->params.ae.exp_mean[i] = (u8)readl(addr + i * 4);
66 }
67
68 static void
rkisp1_stats_get_aec_meas_v12(struct rkisp_isp_stats_vdev * stats_vdev,struct rkisp1_stat_buffer * pbuf)69 rkisp1_stats_get_aec_meas_v12(struct rkisp_isp_stats_vdev *stats_vdev,
70 struct rkisp1_stat_buffer *pbuf)
71 {
72 int i;
73 void __iomem *addr = stats_vdev->dev->base_addr + CIF_ISP_EXP_MEAN_V12;
74 struct rkisp_stats_v1x_config *config =
75 (struct rkisp_stats_v1x_config *)stats_vdev->priv_cfg;
76 u32 value;
77
78 pbuf->meas_type |= CIFISP_STAT_AUTOEXP;
79 for (i = 0; i < config->ae_mean_max / 4; i++) {
80 value = readl(addr + i * 4);
81 pbuf->params.ae.exp_mean[4 * i + 0] = CIF_ISP_EXP_GET_MEAN_xy0_V12(value);
82 pbuf->params.ae.exp_mean[4 * i + 1] = CIF_ISP_EXP_GET_MEAN_xy1_V12(value);
83 pbuf->params.ae.exp_mean[4 * i + 2] = CIF_ISP_EXP_GET_MEAN_xy2_V12(value);
84 pbuf->params.ae.exp_mean[4 * i + 3] = CIF_ISP_EXP_GET_MEAN_xy3_V12(value);
85 }
86 value = readl(addr + i * 4);
87 pbuf->params.ae.exp_mean[4 * i + 0] = CIF_ISP_EXP_GET_MEAN_xy0_V12(value);
88 }
89
rkisp1_stats_get_afc_meas(struct rkisp_isp_stats_vdev * stats_vdev,struct rkisp1_stat_buffer * pbuf)90 static void rkisp1_stats_get_afc_meas(struct rkisp_isp_stats_vdev *stats_vdev,
91 struct rkisp1_stat_buffer *pbuf)
92 {
93 void __iomem *base_addr;
94 struct cifisp_af_stat *af;
95
96 pbuf->meas_type |= CIFISP_STAT_AFM_FIN;
97
98 af = &pbuf->params.af;
99 base_addr = stats_vdev->dev->base_addr;
100 af->window[0].sum = readl(base_addr + CIF_ISP_AFM_SUM_A);
101 af->window[0].lum = readl(base_addr + CIF_ISP_AFM_LUM_A);
102 af->window[1].sum = readl(base_addr + CIF_ISP_AFM_SUM_B);
103 af->window[1].lum = readl(base_addr + CIF_ISP_AFM_LUM_B);
104 af->window[2].sum = readl(base_addr + CIF_ISP_AFM_SUM_C);
105 af->window[2].lum = readl(base_addr + CIF_ISP_AFM_LUM_C);
106 }
107
108 static void
rkisp1_stats_get_hst_meas_v10(struct rkisp_isp_stats_vdev * stats_vdev,struct rkisp1_stat_buffer * pbuf)109 rkisp1_stats_get_hst_meas_v10(struct rkisp_isp_stats_vdev *stats_vdev,
110 struct rkisp1_stat_buffer *pbuf)
111 {
112 int i;
113 void __iomem *addr = stats_vdev->dev->base_addr + CIF_ISP_HIST_BIN_0_V10;
114 struct rkisp_stats_v1x_config *config =
115 (struct rkisp_stats_v1x_config *)stats_vdev->priv_cfg;
116
117 pbuf->meas_type |= CIFISP_STAT_HIST;
118 for (i = 0; i < config->hist_bin_n_max; i++)
119 pbuf->params.hist.hist_bins[i] = readl(addr + (i * 4));
120 }
121
122 static void
rkisp1_stats_get_hst_meas_v12(struct rkisp_isp_stats_vdev * stats_vdev,struct rkisp1_stat_buffer * pbuf)123 rkisp1_stats_get_hst_meas_v12(struct rkisp_isp_stats_vdev *stats_vdev,
124 struct rkisp1_stat_buffer *pbuf)
125 {
126 int i;
127 void __iomem *addr = stats_vdev->dev->base_addr + CIF_ISP_HIST_BIN_V12;
128 struct rkisp_stats_v1x_config *config =
129 (struct rkisp_stats_v1x_config *)stats_vdev->priv_cfg;
130 u32 value;
131
132 pbuf->meas_type |= CIFISP_STAT_HIST;
133 for (i = 0; i < config->hist_bin_n_max / 2; i++) {
134 value = readl(addr + (i * 4));
135 pbuf->params.hist.hist_bins[2 * i] = CIF_ISP_HIST_GET_BIN0_V12(value);
136 pbuf->params.hist.hist_bins[2 * i + 1] = CIF_ISP_HIST_GET_BIN1_V12(value);
137 }
138 }
139
rkisp1_stats_get_bls_meas(struct rkisp_isp_stats_vdev * stats_vdev,struct rkisp1_stat_buffer * pbuf)140 static void rkisp1_stats_get_bls_meas(struct rkisp_isp_stats_vdev *stats_vdev,
141 struct rkisp1_stat_buffer *pbuf)
142 {
143 struct rkisp_device *dev = stats_vdev->dev;
144 const struct ispsd_in_fmt *in_fmt =
145 rkisp_get_ispsd_in_fmt(&dev->isp_sdev);
146 void __iomem *base = stats_vdev->dev->base_addr;
147 struct cifisp_bls_meas_val *bls_val;
148
149 bls_val = &pbuf->params.ae.bls_val;
150 if (in_fmt->bayer_pat == RAW_BGGR) {
151 bls_val->meas_b = readl(base + CIF_ISP_BLS_A_MEASURED);
152 bls_val->meas_gb = readl(base + CIF_ISP_BLS_B_MEASURED);
153 bls_val->meas_gr = readl(base + CIF_ISP_BLS_C_MEASURED);
154 bls_val->meas_r = readl(base + CIF_ISP_BLS_D_MEASURED);
155 } else if (in_fmt->bayer_pat == RAW_GBRG) {
156 bls_val->meas_gb = readl(base + CIF_ISP_BLS_A_MEASURED);
157 bls_val->meas_b = readl(base + CIF_ISP_BLS_B_MEASURED);
158 bls_val->meas_r = readl(base + CIF_ISP_BLS_C_MEASURED);
159 bls_val->meas_gr = readl(base + CIF_ISP_BLS_D_MEASURED);
160 } else if (in_fmt->bayer_pat == RAW_GRBG) {
161 bls_val->meas_gr = readl(base + CIF_ISP_BLS_A_MEASURED);
162 bls_val->meas_r = readl(base + CIF_ISP_BLS_B_MEASURED);
163 bls_val->meas_b = readl(base + CIF_ISP_BLS_C_MEASURED);
164 bls_val->meas_gb = readl(base + CIF_ISP_BLS_D_MEASURED);
165 } else if (in_fmt->bayer_pat == RAW_RGGB) {
166 bls_val->meas_r = readl(base + CIF_ISP_BLS_A_MEASURED);
167 bls_val->meas_gr = readl(base + CIF_ISP_BLS_B_MEASURED);
168 bls_val->meas_gb = readl(base + CIF_ISP_BLS_C_MEASURED);
169 bls_val->meas_b = readl(base + CIF_ISP_BLS_D_MEASURED);
170 }
171 }
172
rkisp1_stats_get_emb_data(struct rkisp_isp_stats_vdev * stats_vdev,struct rkisp1_stat_buffer * pbuf)173 static void rkisp1_stats_get_emb_data(struct rkisp_isp_stats_vdev *stats_vdev,
174 struct rkisp1_stat_buffer *pbuf)
175 {
176 unsigned int i;
177 struct rkisp_device *dev = stats_vdev->dev;
178 unsigned int ph = 0, out = 0, packet_len = 0, playload_len = 0;
179 unsigned int mipi_kfifo_len;
180 unsigned int idx;
181 unsigned char *fifo_data;
182
183 idx = RKISP_EMDDATA_FIFO_MAX;
184 for (i = 0; i < RKISP_EMDDATA_FIFO_MAX; i++) {
185 if (dev->emd_data_fifo[i].frame_id == pbuf->frame_id) {
186 idx = i;
187 break;
188 }
189 }
190
191 if (idx == RKISP_EMDDATA_FIFO_MAX)
192 return;
193
194 if (kfifo_is_empty(&dev->emd_data_fifo[idx].mipi_kfifo))
195 return;
196
197 mipi_kfifo_len = dev->emd_data_fifo[idx].data_len;
198 fifo_data = &pbuf->params.emd.data[0];
199 for (i = 0; i < mipi_kfifo_len;) {
200 /* handle the package header */
201 out = kfifo_out(&dev->emd_data_fifo[idx].mipi_kfifo,
202 &ph, sizeof(ph));
203 if (!out)
204 break;
205 packet_len = (ph >> 8) & 0xfff;
206 i += sizeof(ph);
207
208 /* handle the package data */
209 out = kfifo_out(&dev->emd_data_fifo[idx].mipi_kfifo,
210 fifo_data, packet_len);
211 if (!out)
212 break;
213
214 i += packet_len;
215 playload_len += packet_len;
216 fifo_data += packet_len;
217
218 v4l2_dbg(1, rkisp_debug, &dev->v4l2_dev,
219 "packet_len: 0x%x, ph: 0x%x\n",
220 packet_len, ph);
221 }
222
223 pbuf->meas_type |= CIFISP_STAT_EMB_DATA;
224
225 v4l2_dbg(1, rkisp_debug, &dev->v4l2_dev,
226 "playload_len: %d, pbuf->frame_id %d\n",
227 playload_len, pbuf->frame_id);
228 }
229
230 static struct rkisp_stats_v1x_ops rkisp1_v10_stats_ops = {
231 .get_awb_meas = rkisp1_stats_get_awb_meas_v10,
232 .get_aec_meas = rkisp1_stats_get_aec_meas_v10,
233 .get_afc_meas = rkisp1_stats_get_afc_meas,
234 .get_hst_meas = rkisp1_stats_get_hst_meas_v10,
235 .get_bls_meas = rkisp1_stats_get_bls_meas,
236 .get_emb_data = rkisp1_stats_get_emb_data,
237 };
238
239 static struct rkisp_stats_v1x_ops rkisp1_v12_stats_ops = {
240 .get_awb_meas = rkisp1_stats_get_awb_meas_v12,
241 .get_aec_meas = rkisp1_stats_get_aec_meas_v12,
242 .get_afc_meas = rkisp1_stats_get_afc_meas,
243 .get_hst_meas = rkisp1_stats_get_hst_meas_v12,
244 .get_bls_meas = rkisp1_stats_get_bls_meas,
245 };
246
247 static struct rkisp_stats_v1x_config rkisp1_v10_stats_config = {
248 .ae_mean_max = 25,
249 .hist_bin_n_max = 16,
250 };
251
252 static struct rkisp_stats_v1x_config rkisp1_v12_stats_config = {
253 .ae_mean_max = 81,
254 .hist_bin_n_max = 32,
255 };
256
257 static void
rkisp1_stats_send_meas_v1x(struct rkisp_isp_stats_vdev * stats_vdev,struct rkisp_isp_readout_work * meas_work)258 rkisp1_stats_send_meas_v1x(struct rkisp_isp_stats_vdev *stats_vdev,
259 struct rkisp_isp_readout_work *meas_work)
260 {
261 unsigned int cur_frame_id = -1;
262 struct rkisp1_stat_buffer *cur_stat_buf;
263 struct rkisp_buffer *cur_buf = NULL;
264 struct rkisp_stats_v1x_ops *ops =
265 (struct rkisp_stats_v1x_ops *)stats_vdev->priv_ops;
266
267 cur_frame_id = atomic_read(&stats_vdev->dev->isp_sdev.frm_sync_seq) - 1;
268 if (cur_frame_id != meas_work->frame_id) {
269 v4l2_warn(stats_vdev->vnode.vdev.v4l2_dev,
270 "Measurement late(%d, %d)\n",
271 cur_frame_id, meas_work->frame_id);
272 cur_frame_id = meas_work->frame_id;
273 }
274
275 spin_lock(&stats_vdev->rd_lock);
276 /* get one empty buffer */
277 if (!list_empty(&stats_vdev->stat)) {
278 cur_buf = list_first_entry(&stats_vdev->stat,
279 struct rkisp_buffer, queue);
280 list_del(&cur_buf->queue);
281 }
282 spin_unlock(&stats_vdev->rd_lock);
283
284 if (!cur_buf)
285 return;
286
287 cur_stat_buf =
288 (struct rkisp1_stat_buffer *)(cur_buf->vaddr[0]);
289 memset(cur_stat_buf, 0, sizeof(*cur_stat_buf));
290 cur_stat_buf->frame_id = cur_frame_id;
291 if (meas_work->isp_ris & CIF_ISP_AWB_DONE) {
292 ops->get_awb_meas(stats_vdev, cur_stat_buf);
293 cur_stat_buf->meas_type |= CIFISP_STAT_AWB;
294 }
295
296 if (meas_work->isp_ris & CIF_ISP_AFM_FIN) {
297 ops->get_afc_meas(stats_vdev, cur_stat_buf);
298 cur_stat_buf->meas_type |= CIFISP_STAT_AFM_FIN;
299 }
300
301 if (meas_work->isp_ris & CIF_ISP_EXP_END) {
302 ops->get_aec_meas(stats_vdev, cur_stat_buf);
303 ops->get_bls_meas(stats_vdev, cur_stat_buf);
304 cur_stat_buf->meas_type |= CIFISP_STAT_AUTOEXP;
305 }
306
307 if (meas_work->isp_ris & CIF_ISP_HIST_MEASURE_RDY) {
308 ops->get_hst_meas(stats_vdev, cur_stat_buf);
309 cur_stat_buf->meas_type |= CIFISP_STAT_HIST;
310 }
311
312 if ((meas_work->isp_ris & CIF_ISP_FRAME) &&
313 ops->get_emb_data)
314 ops->get_emb_data(stats_vdev, cur_stat_buf);
315
316 vb2_set_plane_payload(&cur_buf->vb.vb2_buf, 0,
317 sizeof(struct rkisp1_stat_buffer));
318 cur_buf->vb.sequence = cur_frame_id;
319 cur_buf->vb.vb2_buf.timestamp = meas_work->timestamp;
320 vb2_buffer_done(&cur_buf->vb.vb2_buf, VB2_BUF_STATE_DONE);
321 }
322
323 static void
rkisp1_stats_isr_v1x(struct rkisp_isp_stats_vdev * stats_vdev,u32 isp_ris,u32 isp3a_ris)324 rkisp1_stats_isr_v1x(struct rkisp_isp_stats_vdev *stats_vdev,
325 u32 isp_ris, u32 isp3a_ris)
326 {
327 unsigned int isp_mis_tmp = 0;
328 struct rkisp_isp_readout_work work;
329 unsigned int cur_frame_id =
330 atomic_read(&stats_vdev->dev->isp_sdev.frm_sync_seq) - 1;
331 #ifdef LOG_ISR_EXE_TIME
332 ktime_t in_t = ktime_get();
333 #endif
334
335 spin_lock(&stats_vdev->irq_lock);
336
337 isp_mis_tmp = isp_ris & (CIF_ISP_AWB_DONE | CIF_ISP_AFM_FIN |
338 CIF_ISP_EXP_END | CIF_ISP_HIST_MEASURE_RDY);
339 if (isp_mis_tmp) {
340 writel(isp_mis_tmp,
341 stats_vdev->dev->base_addr + CIF_ISP_ICR);
342
343 isp_mis_tmp &= readl(stats_vdev->dev->base_addr + CIF_ISP_MIS);
344 if (isp_mis_tmp)
345 v4l2_err(stats_vdev->vnode.vdev.v4l2_dev,
346 "isp icr 3A info err: 0x%x 0x%x\n",
347 isp_mis_tmp, isp_ris);
348 }
349
350 if (!stats_vdev->streamon)
351 goto unlock;
352
353 if (isp_ris & (CIF_ISP_FRAME | CIF_ISP_AWB_DONE |
354 CIF_ISP_AFM_FIN | CIF_ISP_EXP_END |
355 CIF_ISP_HIST_MEASURE_RDY)) {
356 work.readout = RKISP_ISP_READOUT_MEAS;
357 work.frame_id = cur_frame_id;
358 work.isp_ris = isp_ris;
359 work.timestamp = ktime_get_ns();
360 if (!kfifo_is_full(&stats_vdev->rd_kfifo))
361 kfifo_in(&stats_vdev->rd_kfifo,
362 &work, sizeof(work));
363 else
364 v4l2_err(stats_vdev->vnode.vdev.v4l2_dev,
365 "stats kfifo is full\n");
366
367 tasklet_schedule(&stats_vdev->rd_tasklet);
368 }
369
370 #ifdef LOG_ISR_EXE_TIME
371 if (isp_ris & (CIF_ISP_EXP_END | CIF_ISP_AWB_DONE |
372 CIF_ISP_FRAME | CIF_ISP_HIST_MEASURE_RDY)) {
373 unsigned int diff_us =
374 ktime_to_us(ktime_sub(ktime_get(), in_t));
375
376 if (diff_us > g_longest_isr_time)
377 g_longest_isr_time = diff_us;
378
379 v4l2_info(stats_vdev->vnode.vdev.v4l2_dev,
380 "isp_isr time %d %d\n", diff_us, g_longest_isr_time);
381 }
382 #endif
383
384 unlock:
385 spin_unlock(&stats_vdev->irq_lock);
386 }
387
388 static void
rkisp_stats_rdbk_enable_v1x(struct rkisp_isp_stats_vdev * stats_vdev,bool en)389 rkisp_stats_rdbk_enable_v1x(struct rkisp_isp_stats_vdev *stats_vdev, bool en)
390 {
391 }
392
393 static struct rkisp_isp_stats_ops rkisp_isp_stats_ops_tbl = {
394 .isr_hdl = rkisp1_stats_isr_v1x,
395 .send_meas = rkisp1_stats_send_meas_v1x,
396 .rdbk_enable = rkisp_stats_rdbk_enable_v1x,
397 };
398
rkisp_init_stats_vdev_v1x(struct rkisp_isp_stats_vdev * stats_vdev)399 void rkisp_init_stats_vdev_v1x(struct rkisp_isp_stats_vdev *stats_vdev)
400 {
401 stats_vdev->vdev_fmt.fmt.meta.dataformat =
402 V4L2_META_FMT_RK_ISP1_STAT_3A;
403 stats_vdev->vdev_fmt.fmt.meta.buffersize =
404 sizeof(struct rkisp1_stat_buffer);
405
406 stats_vdev->ops = &rkisp_isp_stats_ops_tbl;
407 if (stats_vdev->dev->isp_ver == ISP_V12 ||
408 stats_vdev->dev->isp_ver == ISP_V13) {
409 stats_vdev->priv_ops = &rkisp1_v12_stats_ops;
410 stats_vdev->priv_cfg = &rkisp1_v12_stats_config;
411 } else {
412 stats_vdev->priv_ops = &rkisp1_v10_stats_ops;
413 stats_vdev->priv_cfg = &rkisp1_v10_stats_config;
414 }
415 }
416
rkisp_uninit_stats_vdev_v1x(struct rkisp_isp_stats_vdev * stats_vdev)417 void rkisp_uninit_stats_vdev_v1x(struct rkisp_isp_stats_vdev *stats_vdev)
418 {
419 }
420