1516 lines · c
1// SPDX-License-Identifier: GPL-2.0-or-later2/*3 * TW5864 driver - video encoding functions4 *5 * Copyright (C) 2016 Bluecherry, LLC <maintainers@bluecherrydvr.com>6 */7 8#include <linux/module.h>9#include <linux/workqueue.h>10#include <media/v4l2-common.h>11#include <media/v4l2-event.h>12#include <media/videobuf2-dma-contig.h>13 14#include "tw5864.h"15#include "tw5864-reg.h"16 17#define QUANTIZATION_TABLE_LEN 9618#define VLC_LOOKUP_TABLE_LEN 102419 20static const u16 forward_quantization_table[QUANTIZATION_TABLE_LEN] = {21 0x3333, 0x1f82, 0x3333, 0x1f82, 0x1f82, 0x147b, 0x1f82, 0x147b,22 0x3333, 0x1f82, 0x3333, 0x1f82, 0x1f82, 0x147b, 0x1f82, 0x147b,23 0x2e8c, 0x1d42, 0x2e8c, 0x1d42, 0x1d42, 0x1234, 0x1d42, 0x1234,24 0x2e8c, 0x1d42, 0x2e8c, 0x1d42, 0x1d42, 0x1234, 0x1d42, 0x1234,25 0x2762, 0x199a, 0x2762, 0x199a, 0x199a, 0x1062, 0x199a, 0x1062,26 0x2762, 0x199a, 0x2762, 0x199a, 0x199a, 0x1062, 0x199a, 0x1062,27 0x2492, 0x16c1, 0x2492, 0x16c1, 0x16c1, 0x0e3f, 0x16c1, 0x0e3f,28 0x2492, 0x16c1, 0x2492, 0x16c1, 0x16c1, 0x0e3f, 0x16c1, 0x0e3f,29 0x2000, 0x147b, 0x2000, 0x147b, 0x147b, 0x0d1b, 0x147b, 0x0d1b,30 0x2000, 0x147b, 0x2000, 0x147b, 0x147b, 0x0d1b, 0x147b, 0x0d1b,31 0x1c72, 0x11cf, 0x1c72, 0x11cf, 0x11cf, 0x0b4d, 0x11cf, 0x0b4d,32 0x1c72, 0x11cf, 0x1c72, 0x11cf, 0x11cf, 0x0b4d, 0x11cf, 0x0b4d33};34 35static const u16 inverse_quantization_table[QUANTIZATION_TABLE_LEN] = {36 0x800a, 0x800d, 0x800a, 0x800d, 0x800d, 0x8010, 0x800d, 0x8010,37 0x800a, 0x800d, 0x800a, 0x800d, 0x800d, 0x8010, 0x800d, 0x8010,38 0x800b, 0x800e, 0x800b, 0x800e, 0x800e, 0x8012, 0x800e, 0x8012,39 0x800b, 0x800e, 0x800b, 0x800e, 0x800e, 0x8012, 0x800e, 0x8012,40 0x800d, 0x8010, 0x800d, 0x8010, 0x8010, 0x8014, 0x8010, 0x8014,41 0x800d, 0x8010, 0x800d, 0x8010, 0x8010, 0x8014, 0x8010, 0x8014,42 0x800e, 0x8012, 0x800e, 0x8012, 0x8012, 0x8017, 0x8012, 0x8017,43 0x800e, 0x8012, 0x800e, 0x8012, 0x8012, 0x8017, 0x8012, 0x8017,44 0x8010, 0x8014, 0x8010, 0x8014, 0x8014, 0x8019, 0x8014, 0x8019,45 0x8010, 0x8014, 0x8010, 0x8014, 0x8014, 0x8019, 0x8014, 0x8019,46 0x8012, 0x8017, 0x8012, 0x8017, 0x8017, 0x801d, 0x8017, 0x801d,47 0x8012, 0x8017, 0x8012, 0x8017, 0x8017, 0x801d, 0x8017, 0x801d48};49 50static const u16 encoder_vlc_lookup_table[VLC_LOOKUP_TABLE_LEN] = {51 0x011, 0x000, 0x000, 0x000, 0x065, 0x021, 0x000, 0x000, 0x087, 0x064,52 0x031, 0x000, 0x097, 0x086, 0x075, 0x053, 0x0a7, 0x096, 0x085, 0x063,53 0x0b7, 0x0a6, 0x095, 0x074, 0x0df, 0x0b6, 0x0a5, 0x084, 0x0db, 0x0de,54 0x0b5, 0x094, 0x0d8, 0x0da, 0x0dd, 0x0a4, 0x0ef, 0x0ee, 0x0d9, 0x0b4,55 0x0eb, 0x0ea, 0x0ed, 0x0dc, 0x0ff, 0x0fe, 0x0e9, 0x0ec, 0x0fb, 0x0fa,56 0x0fd, 0x0e8, 0x10f, 0x0f1, 0x0f9, 0x0fc, 0x10b, 0x10e, 0x10d, 0x0f8,57 0x107, 0x10a, 0x109, 0x10c, 0x104, 0x106, 0x105, 0x108, 0x023, 0x000,58 0x000, 0x000, 0x06b, 0x022, 0x000, 0x000, 0x067, 0x057, 0x033, 0x000,59 0x077, 0x06a, 0x069, 0x045, 0x087, 0x066, 0x065, 0x044, 0x084, 0x076,60 0x075, 0x056, 0x097, 0x086, 0x085, 0x068, 0x0bf, 0x096, 0x095, 0x064,61 0x0bb, 0x0be, 0x0bd, 0x074, 0x0cf, 0x0ba, 0x0b9, 0x094, 0x0cb, 0x0ce,62 0x0cd, 0x0bc, 0x0c8, 0x0ca, 0x0c9, 0x0b8, 0x0df, 0x0de, 0x0dd, 0x0cc,63 0x0db, 0x0da, 0x0d9, 0x0dc, 0x0d7, 0x0eb, 0x0d6, 0x0d8, 0x0e9, 0x0e8,64 0x0ea, 0x0d1, 0x0e7, 0x0e6, 0x0e5, 0x0e4, 0x04f, 0x000, 0x000, 0x000,65 0x06f, 0x04e, 0x000, 0x000, 0x06b, 0x05f, 0x04d, 0x000, 0x068, 0x05c,66 0x05e, 0x04c, 0x07f, 0x05a, 0x05b, 0x04b, 0x07b, 0x058, 0x059, 0x04a,67 0x079, 0x06e, 0x06d, 0x049, 0x078, 0x06a, 0x069, 0x048, 0x08f, 0x07e,68 0x07d, 0x05d, 0x08b, 0x08e, 0x07a, 0x06c, 0x09f, 0x08a, 0x08d, 0x07c,69 0x09b, 0x09e, 0x089, 0x08c, 0x098, 0x09a, 0x09d, 0x088, 0x0ad, 0x097,70 0x099, 0x09c, 0x0a9, 0x0ac, 0x0ab, 0x0aa, 0x0a5, 0x0a8, 0x0a7, 0x0a6,71 0x0a1, 0x0a4, 0x0a3, 0x0a2, 0x021, 0x000, 0x000, 0x000, 0x067, 0x011,72 0x000, 0x000, 0x064, 0x066, 0x031, 0x000, 0x063, 0x073, 0x072, 0x065,73 0x062, 0x083, 0x082, 0x070, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000,74 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000,75 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000,76 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000,77 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000,78 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000,79 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000,80 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000,81 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000,82 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000,83 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000,84 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000,85 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000,86 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000,87 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000,88 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000,89 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000,90 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000,91 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000,92 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000,93 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000,94 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000,95 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000,96 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000,97 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000,98 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000,99 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000,100 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000,101 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000,102 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000,103 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x011, 0x010,104 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000,105 0x000, 0x000, 0x000, 0x000, 0x011, 0x021, 0x020, 0x000, 0x000, 0x000,106 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000,107 0x023, 0x022, 0x021, 0x020, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000,108 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x023, 0x022, 0x021, 0x031,109 0x030, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000,110 0x000, 0x000, 0x023, 0x022, 0x033, 0x032, 0x031, 0x030, 0x000, 0x000,111 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x023, 0x030,112 0x031, 0x033, 0x032, 0x035, 0x034, 0x000, 0x000, 0x000, 0x000, 0x000,113 0x000, 0x000, 0x000, 0x000, 0x037, 0x036, 0x035, 0x034, 0x033, 0x032,114 0x031, 0x041, 0x051, 0x061, 0x071, 0x081, 0x091, 0x0a1, 0x0b1, 0x000,115 0x002, 0x000, 0x0e4, 0x011, 0x0f4, 0x002, 0x024, 0x003, 0x005, 0x012,116 0x034, 0x013, 0x065, 0x024, 0x013, 0x063, 0x015, 0x022, 0x075, 0x034,117 0x044, 0x023, 0x023, 0x073, 0x054, 0x033, 0x033, 0x004, 0x043, 0x014,118 0x011, 0x043, 0x014, 0x001, 0x025, 0x015, 0x035, 0x025, 0x064, 0x055,119 0x045, 0x035, 0x074, 0x065, 0x085, 0x0d5, 0x012, 0x095, 0x055, 0x045,120 0x095, 0x0e5, 0x084, 0x075, 0x022, 0x0a5, 0x094, 0x085, 0x032, 0x0b5,121 0x003, 0x0c5, 0x001, 0x044, 0x0a5, 0x032, 0x0b5, 0x094, 0x0c5, 0x0a4,122 0x0a4, 0x054, 0x0d5, 0x0b4, 0x0b4, 0x064, 0x0f5, 0x0f5, 0x053, 0x0d4,123 0x0e5, 0x0c4, 0x105, 0x105, 0x0c4, 0x074, 0x063, 0x0e4, 0x0d4, 0x084,124 0x073, 0x0f4, 0x004, 0x005, 0x000, 0x053, 0x000, 0x000, 0x000, 0x000,125 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000,126 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000,127 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000,128 0x000, 0x000, 0x011, 0x021, 0x031, 0x030, 0x011, 0x021, 0x020, 0x000,129 0x011, 0x010, 0x000, 0x000, 0x011, 0x033, 0x032, 0x043, 0x042, 0x053,130 0x052, 0x063, 0x062, 0x073, 0x072, 0x083, 0x082, 0x093, 0x092, 0x091,131 0x037, 0x036, 0x035, 0x034, 0x033, 0x045, 0x044, 0x043, 0x042, 0x053,132 0x052, 0x063, 0x062, 0x061, 0x060, 0x000, 0x045, 0x037, 0x036, 0x035,133 0x044, 0x043, 0x034, 0x033, 0x042, 0x053, 0x052, 0x061, 0x051, 0x060,134 0x000, 0x000, 0x053, 0x037, 0x045, 0x044, 0x036, 0x035, 0x034, 0x043,135 0x033, 0x042, 0x052, 0x051, 0x050, 0x000, 0x000, 0x000, 0x045, 0x044,136 0x043, 0x037, 0x036, 0x035, 0x034, 0x033, 0x042, 0x051, 0x041, 0x050,137 0x000, 0x000, 0x000, 0x000, 0x061, 0x051, 0x037, 0x036, 0x035, 0x034,138 0x033, 0x032, 0x041, 0x031, 0x060, 0x000, 0x000, 0x000, 0x000, 0x000,139 0x061, 0x051, 0x035, 0x034, 0x033, 0x023, 0x032, 0x041, 0x031, 0x060,140 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x061, 0x041, 0x051, 0x033,141 0x023, 0x022, 0x032, 0x031, 0x060, 0x000, 0x000, 0x000, 0x000, 0x000,142 0x000, 0x000, 0x061, 0x060, 0x041, 0x023, 0x022, 0x031, 0x021, 0x051,143 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x051, 0x050,144 0x031, 0x023, 0x022, 0x021, 0x041, 0x000, 0x000, 0x000, 0x000, 0x000,145 0x000, 0x000, 0x000, 0x000, 0x040, 0x041, 0x031, 0x032, 0x011, 0x033,146 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000,147 0x040, 0x041, 0x021, 0x011, 0x031, 0x000, 0x000, 0x000, 0x000, 0x000,148 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x030, 0x031, 0x011, 0x021,149 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000,150 0x000, 0x000, 0x020, 0x021, 0x011, 0x000, 0x000, 0x000, 0x000, 0x000,151 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x010, 0x011,152 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000,153 0x000, 0x000, 0x000, 0x000154};155 156static const unsigned int lambda_lookup_table[] = {157 0x0020, 0x0020, 0x0020, 0x0020, 0x0020, 0x0020, 0x0020, 0x0020,158 0x0020, 0x0020, 0x0020, 0x0020, 0x0020, 0x0020, 0x0020, 0x0020,159 0x0040, 0x0040, 0x0040, 0x0040, 0x0060, 0x0060, 0x0060, 0x0080,160 0x0080, 0x0080, 0x00a0, 0x00c0, 0x00c0, 0x00e0, 0x0100, 0x0120,161 0x0140, 0x0160, 0x01a0, 0x01c0, 0x0200, 0x0240, 0x0280, 0x02e0,162 0x0320, 0x03a0, 0x0400, 0x0480, 0x0500, 0x05a0, 0x0660, 0x0720,163 0x0800, 0x0900, 0x0a20, 0x0b60164};165 166static const unsigned int intra4x4_lambda3[] = {167 1, 1, 1, 1, 1, 1, 1, 1,168 1, 1, 1, 1, 1, 1, 1, 1,169 2, 2, 2, 2, 3, 3, 3, 4,170 4, 4, 5, 6, 6, 7, 8, 9,171 10, 11, 13, 14, 16, 18, 20, 23,172 25, 29, 32, 36, 40, 45, 51, 57,173 64, 72, 81, 91174};175 176static v4l2_std_id tw5864_get_v4l2_std(enum tw5864_vid_std std);177static enum tw5864_vid_std tw5864_from_v4l2_std(v4l2_std_id v4l2_std);178 179static void tw5864_handle_frame_work(struct work_struct *t);180static void tw5864_handle_frame(struct tw5864_h264_frame *frame);181static void tw5864_frame_interval_set(struct tw5864_input *input);182 183static int tw5864_queue_setup(struct vb2_queue *q, unsigned int *num_buffers,184 unsigned int *num_planes, unsigned int sizes[],185 struct device *alloc_ctxs[])186{187 if (*num_planes)188 return sizes[0] < H264_VLC_BUF_SIZE ? -EINVAL : 0;189 190 sizes[0] = H264_VLC_BUF_SIZE;191 *num_planes = 1;192 193 return 0;194}195 196static void tw5864_buf_queue(struct vb2_buffer *vb)197{198 struct vb2_v4l2_buffer *vbuf = to_vb2_v4l2_buffer(vb);199 struct vb2_queue *vq = vb->vb2_queue;200 struct tw5864_input *dev = vb2_get_drv_priv(vq);201 struct tw5864_buf *buf = container_of(vbuf, struct tw5864_buf, vb);202 unsigned long flags;203 204 spin_lock_irqsave(&dev->slock, flags);205 list_add_tail(&buf->list, &dev->active);206 spin_unlock_irqrestore(&dev->slock, flags);207}208 209static int tw5864_input_std_get(struct tw5864_input *input,210 enum tw5864_vid_std *std)211{212 struct tw5864_dev *dev = input->root;213 u8 std_reg = tw_indir_readb(TW5864_INDIR_VIN_E(input->nr));214 215 *std = (std_reg & 0x70) >> 4;216 217 if (std_reg & 0x80) {218 dev_dbg(&dev->pci->dev,219 "Video format detection is in progress, please wait\n");220 return -EAGAIN;221 }222 223 return 0;224}225 226static int tw5864_enable_input(struct tw5864_input *input)227{228 struct tw5864_dev *dev = input->root;229 int nr = input->nr;230 unsigned long flags;231 int d1_width = 720;232 int d1_height;233 int frame_width_bus_value = 0;234 int frame_height_bus_value = 0;235 int reg_frame_bus = 0x1c;236 int fmt_reg_value = 0;237 int downscale_enabled = 0;238 239 dev_dbg(&dev->pci->dev, "Enabling channel %d\n", nr);240 241 input->frame_seqno = 0;242 input->frame_gop_seqno = 0;243 input->h264_idr_pic_id = 0;244 245 input->reg_dsp_qp = input->qp;246 input->reg_dsp_ref_mvp_lambda = lambda_lookup_table[input->qp];247 input->reg_dsp_i4x4_weight = intra4x4_lambda3[input->qp];248 input->reg_emu = TW5864_EMU_EN_LPF | TW5864_EMU_EN_BHOST249 | TW5864_EMU_EN_SEN | TW5864_EMU_EN_ME | TW5864_EMU_EN_DDR;250 input->reg_dsp = nr /* channel id */251 | TW5864_DSP_CHROM_SW252 | ((0xa << 8) & TW5864_DSP_MB_DELAY)253 ;254 255 input->resolution = D1;256 257 d1_height = (input->std == STD_NTSC) ? 480 : 576;258 259 input->width = d1_width;260 input->height = d1_height;261 262 input->reg_interlacing = 0x4;263 264 switch (input->resolution) {265 case D1:266 frame_width_bus_value = 0x2cf;267 frame_height_bus_value = input->height - 1;268 reg_frame_bus = 0x1c;269 fmt_reg_value = 0;270 downscale_enabled = 0;271 input->reg_dsp_codec |= TW5864_CIF_MAP_MD | TW5864_HD1_MAP_MD;272 input->reg_emu |= TW5864_DSP_FRAME_TYPE_D1;273 input->reg_interlacing = TW5864_DI_EN | TW5864_DSP_INTER_ST;274 275 tw_setl(TW5864_FULL_HALF_FLAG, 1 << nr);276 break;277 case HD1:278 input->height /= 2;279 input->width /= 2;280 frame_width_bus_value = 0x2cf;281 frame_height_bus_value = input->height * 2 - 1;282 reg_frame_bus = 0x1c;283 fmt_reg_value = 0;284 downscale_enabled = 0;285 input->reg_dsp_codec |= TW5864_HD1_MAP_MD;286 input->reg_emu |= TW5864_DSP_FRAME_TYPE_D1;287 288 tw_clearl(TW5864_FULL_HALF_FLAG, 1 << nr);289 290 break;291 case CIF:292 input->height /= 4;293 input->width /= 2;294 frame_width_bus_value = 0x15f;295 frame_height_bus_value = input->height * 2 - 1;296 reg_frame_bus = 0x07;297 fmt_reg_value = 1;298 downscale_enabled = 1;299 input->reg_dsp_codec |= TW5864_CIF_MAP_MD;300 301 tw_clearl(TW5864_FULL_HALF_FLAG, 1 << nr);302 break;303 case QCIF:304 input->height /= 4;305 input->width /= 4;306 frame_width_bus_value = 0x15f;307 frame_height_bus_value = input->height * 2 - 1;308 reg_frame_bus = 0x07;309 fmt_reg_value = 1;310 downscale_enabled = 1;311 input->reg_dsp_codec |= TW5864_CIF_MAP_MD;312 313 tw_clearl(TW5864_FULL_HALF_FLAG, 1 << nr);314 break;315 }316 317 /* analog input width / 4 */318 tw_indir_writeb(TW5864_INDIR_IN_PIC_WIDTH(nr), d1_width / 4);319 tw_indir_writeb(TW5864_INDIR_IN_PIC_HEIGHT(nr), d1_height / 4);320 321 /* output width / 4 */322 tw_indir_writeb(TW5864_INDIR_OUT_PIC_WIDTH(nr), input->width / 4);323 tw_indir_writeb(TW5864_INDIR_OUT_PIC_HEIGHT(nr), input->height / 4);324 325 /*326 * Crop width from 720 to 704.327 * Above register settings need value 720 involved.328 */329 input->width = 704;330 tw_indir_writeb(TW5864_INDIR_CROP_ETC,331 tw_indir_readb(TW5864_INDIR_CROP_ETC) |332 TW5864_INDIR_CROP_ETC_CROP_EN);333 334 tw_writel(TW5864_DSP_PIC_MAX_MB,335 ((input->width / 16) << 8) | (input->height / 16));336 337 tw_writel(TW5864_FRAME_WIDTH_BUS_A(nr),338 frame_width_bus_value);339 tw_writel(TW5864_FRAME_WIDTH_BUS_B(nr),340 frame_width_bus_value);341 tw_writel(TW5864_FRAME_HEIGHT_BUS_A(nr),342 frame_height_bus_value);343 tw_writel(TW5864_FRAME_HEIGHT_BUS_B(nr),344 (frame_height_bus_value + 1) / 2 - 1);345 346 tw5864_frame_interval_set(input);347 348 if (downscale_enabled)349 tw_setl(TW5864_H264EN_CH_DNS, 1 << nr);350 351 tw_mask_shift_writel(TW5864_H264EN_CH_FMT_REG1, 0x3, 2 * nr,352 fmt_reg_value);353 354 tw_mask_shift_writel((nr < 2355 ? TW5864_H264EN_RATE_MAX_LINE_REG1356 : TW5864_H264EN_RATE_MAX_LINE_REG2),357 0x1f, 5 * (nr % 2),358 input->std == STD_NTSC ? 29 : 24);359 360 tw_mask_shift_writel((nr < 2) ? TW5864_FRAME_BUS1 :361 TW5864_FRAME_BUS2, 0xff, (nr % 2) * 8,362 reg_frame_bus);363 364 spin_lock_irqsave(&dev->slock, flags);365 input->enabled = 1;366 spin_unlock_irqrestore(&dev->slock, flags);367 368 return 0;369}370 371void tw5864_request_encoded_frame(struct tw5864_input *input)372{373 struct tw5864_dev *dev = input->root;374 u32 enc_buf_id_new;375 376 tw_setl(TW5864_DSP_CODEC, TW5864_CIF_MAP_MD | TW5864_HD1_MAP_MD);377 tw_writel(TW5864_EMU, input->reg_emu);378 tw_writel(TW5864_INTERLACING, input->reg_interlacing);379 tw_writel(TW5864_DSP, input->reg_dsp);380 381 tw_writel(TW5864_DSP_QP, input->reg_dsp_qp);382 tw_writel(TW5864_DSP_REF_MVP_LAMBDA, input->reg_dsp_ref_mvp_lambda);383 tw_writel(TW5864_DSP_I4x4_WEIGHT, input->reg_dsp_i4x4_weight);384 tw_mask_shift_writel(TW5864_DSP_INTRA_MODE, TW5864_DSP_INTRA_MODE_MASK,385 TW5864_DSP_INTRA_MODE_SHIFT,386 TW5864_DSP_INTRA_MODE_16x16);387 388 if (input->frame_gop_seqno == 0) {389 /* Produce I-frame */390 tw_writel(TW5864_MOTION_SEARCH_ETC, TW5864_INTRA_EN);391 input->h264_idr_pic_id++;392 input->h264_idr_pic_id &= TW5864_DSP_REF_FRM;393 } else {394 /* Produce P-frame */395 tw_writel(TW5864_MOTION_SEARCH_ETC, TW5864_INTRA_EN |396 TW5864_ME_EN | BIT(5) /* SRCH_OPT default */);397 }398 tw5864_prepare_frame_headers(input);399 tw_writel(TW5864_VLC,400 TW5864_VLC_PCI_SEL |401 ((input->tail_nb_bits + 24) << TW5864_VLC_BIT_ALIGN_SHIFT) |402 input->reg_dsp_qp);403 404 enc_buf_id_new = tw_mask_shift_readl(TW5864_ENC_BUF_PTR_REC1, 0x3,405 2 * input->nr);406 tw_writel(TW5864_DSP_ENC_ORG_PTR_REG,407 enc_buf_id_new << TW5864_DSP_ENC_ORG_PTR_SHIFT);408 tw_writel(TW5864_DSP_ENC_REC,409 enc_buf_id_new << 12 | ((enc_buf_id_new + 3) & 3));410 411 tw_writel(TW5864_SLICE, TW5864_START_NSLICE);412 tw_writel(TW5864_SLICE, 0);413}414 415static int tw5864_disable_input(struct tw5864_input *input)416{417 struct tw5864_dev *dev = input->root;418 unsigned long flags;419 420 dev_dbg(&dev->pci->dev, "Disabling channel %d\n", input->nr);421 422 spin_lock_irqsave(&dev->slock, flags);423 input->enabled = 0;424 spin_unlock_irqrestore(&dev->slock, flags);425 return 0;426}427 428static int tw5864_start_streaming(struct vb2_queue *q, unsigned int count)429{430 struct tw5864_input *input = vb2_get_drv_priv(q);431 int ret;432 433 ret = tw5864_enable_input(input);434 if (!ret)435 return 0;436 437 while (!list_empty(&input->active)) {438 struct tw5864_buf *buf = list_entry(input->active.next,439 struct tw5864_buf, list);440 441 list_del(&buf->list);442 vb2_buffer_done(&buf->vb.vb2_buf, VB2_BUF_STATE_QUEUED);443 }444 return ret;445}446 447static void tw5864_stop_streaming(struct vb2_queue *q)448{449 unsigned long flags;450 struct tw5864_input *input = vb2_get_drv_priv(q);451 452 tw5864_disable_input(input);453 454 spin_lock_irqsave(&input->slock, flags);455 if (input->vb) {456 vb2_buffer_done(&input->vb->vb.vb2_buf, VB2_BUF_STATE_ERROR);457 input->vb = NULL;458 }459 while (!list_empty(&input->active)) {460 struct tw5864_buf *buf = list_entry(input->active.next,461 struct tw5864_buf, list);462 463 list_del(&buf->list);464 vb2_buffer_done(&buf->vb.vb2_buf, VB2_BUF_STATE_ERROR);465 }466 spin_unlock_irqrestore(&input->slock, flags);467}468 469static const struct vb2_ops tw5864_video_qops = {470 .queue_setup = tw5864_queue_setup,471 .buf_queue = tw5864_buf_queue,472 .start_streaming = tw5864_start_streaming,473 .stop_streaming = tw5864_stop_streaming,474 .wait_prepare = vb2_ops_wait_prepare,475 .wait_finish = vb2_ops_wait_finish,476};477 478static int tw5864_s_ctrl(struct v4l2_ctrl *ctrl)479{480 struct tw5864_input *input =481 container_of(ctrl->handler, struct tw5864_input, hdl);482 struct tw5864_dev *dev = input->root;483 unsigned long flags;484 485 switch (ctrl->id) {486 case V4L2_CID_BRIGHTNESS:487 tw_indir_writeb(TW5864_INDIR_VIN_A_BRIGHT(input->nr),488 (u8)ctrl->val);489 break;490 case V4L2_CID_HUE:491 tw_indir_writeb(TW5864_INDIR_VIN_7_HUE(input->nr),492 (u8)ctrl->val);493 break;494 case V4L2_CID_CONTRAST:495 tw_indir_writeb(TW5864_INDIR_VIN_9_CNTRST(input->nr),496 (u8)ctrl->val);497 break;498 case V4L2_CID_SATURATION:499 tw_indir_writeb(TW5864_INDIR_VIN_B_SAT_U(input->nr),500 (u8)ctrl->val);501 tw_indir_writeb(TW5864_INDIR_VIN_C_SAT_V(input->nr),502 (u8)ctrl->val);503 break;504 case V4L2_CID_MPEG_VIDEO_GOP_SIZE:505 input->gop = ctrl->val;506 return 0;507 case V4L2_CID_MPEG_VIDEO_H264_MIN_QP:508 spin_lock_irqsave(&input->slock, flags);509 input->qp = ctrl->val;510 input->reg_dsp_qp = input->qp;511 input->reg_dsp_ref_mvp_lambda = lambda_lookup_table[input->qp];512 input->reg_dsp_i4x4_weight = intra4x4_lambda3[input->qp];513 spin_unlock_irqrestore(&input->slock, flags);514 return 0;515 case V4L2_CID_DETECT_MD_GLOBAL_THRESHOLD:516 memset(input->md_threshold_grid_values, ctrl->val,517 sizeof(input->md_threshold_grid_values));518 return 0;519 case V4L2_CID_DETECT_MD_MODE:520 return 0;521 case V4L2_CID_DETECT_MD_THRESHOLD_GRID:522 /* input->md_threshold_grid_ctrl->p_new.p_u16 contains data */523 memcpy(input->md_threshold_grid_values,524 input->md_threshold_grid_ctrl->p_new.p_u16,525 sizeof(input->md_threshold_grid_values));526 return 0;527 }528 return 0;529}530 531static int tw5864_fmt_vid_cap(struct file *file, void *priv,532 struct v4l2_format *f)533{534 struct tw5864_input *input = video_drvdata(file);535 536 f->fmt.pix.width = 704;537 switch (input->std) {538 default:539 WARN_ON_ONCE(1);540 return -EINVAL;541 case STD_NTSC:542 f->fmt.pix.height = 480;543 break;544 case STD_PAL:545 case STD_SECAM:546 f->fmt.pix.height = 576;547 break;548 }549 f->fmt.pix.field = V4L2_FIELD_INTERLACED;550 f->fmt.pix.pixelformat = V4L2_PIX_FMT_H264;551 f->fmt.pix.sizeimage = H264_VLC_BUF_SIZE;552 f->fmt.pix.colorspace = V4L2_COLORSPACE_SMPTE170M;553 return 0;554}555 556static int tw5864_enum_input(struct file *file, void *priv,557 struct v4l2_input *i)558{559 struct tw5864_input *input = video_drvdata(file);560 struct tw5864_dev *dev = input->root;561 562 u8 indir_0x000 = tw_indir_readb(TW5864_INDIR_VIN_0(input->nr));563 u8 indir_0x00d = tw_indir_readb(TW5864_INDIR_VIN_D(input->nr));564 u8 v1 = indir_0x000;565 u8 v2 = indir_0x00d;566 567 if (i->index)568 return -EINVAL;569 570 i->type = V4L2_INPUT_TYPE_CAMERA;571 snprintf(i->name, sizeof(i->name), "Encoder %d", input->nr);572 i->std = TW5864_NORMS;573 if (v1 & (1 << 7))574 i->status |= V4L2_IN_ST_NO_SYNC;575 if (!(v1 & (1 << 6)))576 i->status |= V4L2_IN_ST_NO_H_LOCK;577 if (v1 & (1 << 2))578 i->status |= V4L2_IN_ST_NO_SIGNAL;579 if (v1 & (1 << 1))580 i->status |= V4L2_IN_ST_NO_COLOR;581 if (v2 & (1 << 2))582 i->status |= V4L2_IN_ST_MACROVISION;583 584 return 0;585}586 587static int tw5864_g_input(struct file *file, void *priv, unsigned int *i)588{589 *i = 0;590 return 0;591}592 593static int tw5864_s_input(struct file *file, void *priv, unsigned int i)594{595 if (i)596 return -EINVAL;597 return 0;598}599 600static int tw5864_querycap(struct file *file, void *priv,601 struct v4l2_capability *cap)602{603 struct tw5864_input *input = video_drvdata(file);604 605 strscpy(cap->driver, "tw5864", sizeof(cap->driver));606 snprintf(cap->card, sizeof(cap->card), "TW5864 Encoder %d",607 input->nr);608 return 0;609}610 611static int tw5864_querystd(struct file *file, void *priv, v4l2_std_id *std)612{613 struct tw5864_input *input = video_drvdata(file);614 enum tw5864_vid_std tw_std;615 int ret;616 617 ret = tw5864_input_std_get(input, &tw_std);618 if (ret)619 return ret;620 *std = tw5864_get_v4l2_std(tw_std);621 622 return 0;623}624 625static int tw5864_g_std(struct file *file, void *priv, v4l2_std_id *std)626{627 struct tw5864_input *input = video_drvdata(file);628 629 *std = input->v4l2_std;630 return 0;631}632 633static int tw5864_s_std(struct file *file, void *priv, v4l2_std_id std)634{635 struct tw5864_input *input = video_drvdata(file);636 struct tw5864_dev *dev = input->root;637 638 input->v4l2_std = std;639 input->std = tw5864_from_v4l2_std(std);640 tw_indir_writeb(TW5864_INDIR_VIN_E(input->nr), input->std);641 return 0;642}643 644static int tw5864_enum_fmt_vid_cap(struct file *file, void *priv,645 struct v4l2_fmtdesc *f)646{647 if (f->index)648 return -EINVAL;649 650 f->pixelformat = V4L2_PIX_FMT_H264;651 652 return 0;653}654 655static int tw5864_subscribe_event(struct v4l2_fh *fh,656 const struct v4l2_event_subscription *sub)657{658 switch (sub->type) {659 case V4L2_EVENT_MOTION_DET:660 /*661 * Allow for up to 30 events (1 second for NTSC) to be stored.662 */663 return v4l2_event_subscribe(fh, sub, 30, NULL);664 default:665 return v4l2_ctrl_subscribe_event(fh, sub);666 }667}668 669static void tw5864_frame_interval_set(struct tw5864_input *input)670{671 /*672 * This register value seems to follow such approach: In each second673 * interval, when processing Nth frame, it checks Nth bit of register674 * value and, if the bit is 1, it processes the frame, otherwise the675 * frame is discarded.676 * So unary representation would work, but more or less equal gaps677 * between the frames should be preserved.678 *679 * For 1 FPS - 0x00000001680 * 00000000 00000000 00000000 00000001681 *682 * For max FPS - set all 25/30 lower bits:683 * 00111111 11111111 11111111 11111111 (NTSC)684 * 00000001 11111111 11111111 11111111 (PAL)685 *686 * For half of max FPS - use such pattern:687 * 00010101 01010101 01010101 01010101 (NTSC)688 * 00000001 01010101 01010101 01010101 (PAL)689 *690 * Et cetera.691 *692 * The value supplied to hardware is capped by mask of 25/30 lower bits.693 */694 struct tw5864_dev *dev = input->root;695 u32 unary_framerate = 0;696 int shift = 0;697 int std_max_fps = input->std == STD_NTSC ? 30 : 25;698 699 for (shift = 0; shift < std_max_fps; shift += input->frame_interval)700 unary_framerate |= 0x00000001 << shift;701 702 tw_writel(TW5864_H264EN_RATE_CNTL_LO_WORD(input->nr, 0),703 unary_framerate >> 16);704 tw_writel(TW5864_H264EN_RATE_CNTL_HI_WORD(input->nr, 0),705 unary_framerate & 0xffff);706}707 708static int tw5864_frameinterval_get(struct tw5864_input *input,709 struct v4l2_fract *frameinterval)710{711 struct tw5864_dev *dev = input->root;712 713 switch (input->std) {714 case STD_NTSC:715 frameinterval->numerator = 1001;716 frameinterval->denominator = 30000;717 break;718 case STD_PAL:719 case STD_SECAM:720 frameinterval->numerator = 1;721 frameinterval->denominator = 25;722 break;723 default:724 dev_warn(&dev->pci->dev, "tw5864_frameinterval_get requested for unknown std %d\n",725 input->std);726 return -EINVAL;727 }728 729 return 0;730}731 732static int tw5864_enum_framesizes(struct file *file, void *priv,733 struct v4l2_frmsizeenum *fsize)734{735 struct tw5864_input *input = video_drvdata(file);736 737 if (fsize->index > 0)738 return -EINVAL;739 if (fsize->pixel_format != V4L2_PIX_FMT_H264)740 return -EINVAL;741 742 fsize->type = V4L2_FRMSIZE_TYPE_DISCRETE;743 fsize->discrete.width = 704;744 fsize->discrete.height = input->std == STD_NTSC ? 480 : 576;745 746 return 0;747}748 749static int tw5864_enum_frameintervals(struct file *file, void *priv,750 struct v4l2_frmivalenum *fintv)751{752 struct tw5864_input *input = video_drvdata(file);753 struct v4l2_fract frameinterval;754 int std_max_fps = input->std == STD_NTSC ? 30 : 25;755 struct v4l2_frmsizeenum fsize = { .index = fintv->index,756 .pixel_format = fintv->pixel_format };757 int ret;758 759 ret = tw5864_enum_framesizes(file, priv, &fsize);760 if (ret)761 return ret;762 763 if (fintv->width != fsize.discrete.width ||764 fintv->height != fsize.discrete.height)765 return -EINVAL;766 767 fintv->type = V4L2_FRMIVAL_TYPE_STEPWISE;768 769 ret = tw5864_frameinterval_get(input, &frameinterval);770 if (ret)771 return ret;772 773 fintv->stepwise.step = frameinterval;774 fintv->stepwise.min = frameinterval;775 fintv->stepwise.max = frameinterval;776 fintv->stepwise.max.numerator *= std_max_fps;777 778 return ret;779}780 781static int tw5864_g_parm(struct file *file, void *priv,782 struct v4l2_streamparm *sp)783{784 struct tw5864_input *input = video_drvdata(file);785 struct v4l2_captureparm *cp = &sp->parm.capture;786 int ret;787 788 cp->capability = V4L2_CAP_TIMEPERFRAME;789 790 ret = tw5864_frameinterval_get(input, &cp->timeperframe);791 if (ret)792 return ret;793 794 cp->timeperframe.numerator *= input->frame_interval;795 cp->capturemode = 0;796 cp->readbuffers = 2;797 798 return ret;799}800 801static int tw5864_s_parm(struct file *file, void *priv,802 struct v4l2_streamparm *sp)803{804 struct tw5864_input *input = video_drvdata(file);805 struct v4l2_fract *t = &sp->parm.capture.timeperframe;806 struct v4l2_fract time_base;807 int ret;808 809 ret = tw5864_frameinterval_get(input, &time_base);810 if (ret)811 return ret;812 813 if (!t->numerator || !t->denominator) {814 t->numerator = time_base.numerator * input->frame_interval;815 t->denominator = time_base.denominator;816 } else if (t->denominator != time_base.denominator) {817 t->numerator = t->numerator * time_base.denominator /818 t->denominator;819 t->denominator = time_base.denominator;820 }821 822 input->frame_interval = t->numerator / time_base.numerator;823 if (input->frame_interval < 1)824 input->frame_interval = 1;825 tw5864_frame_interval_set(input);826 return tw5864_g_parm(file, priv, sp);827}828 829static const struct v4l2_ctrl_ops tw5864_ctrl_ops = {830 .s_ctrl = tw5864_s_ctrl,831};832 833static const struct v4l2_file_operations video_fops = {834 .owner = THIS_MODULE,835 .open = v4l2_fh_open,836 .release = vb2_fop_release,837 .read = vb2_fop_read,838 .poll = vb2_fop_poll,839 .mmap = vb2_fop_mmap,840 .unlocked_ioctl = video_ioctl2,841};842 843#ifdef CONFIG_VIDEO_ADV_DEBUG844 845#define INDIR_SPACE_MAP_SHIFT 0x100000846 847static int tw5864_g_reg(struct file *file, void *fh,848 struct v4l2_dbg_register *reg)849{850 struct tw5864_input *input = video_drvdata(file);851 struct tw5864_dev *dev = input->root;852 853 if (reg->reg < INDIR_SPACE_MAP_SHIFT) {854 if (reg->reg > 0x87fff)855 return -EINVAL;856 reg->size = 4;857 reg->val = tw_readl(reg->reg);858 } else {859 __u64 indir_addr = reg->reg - INDIR_SPACE_MAP_SHIFT;860 861 if (indir_addr > 0xefe)862 return -EINVAL;863 reg->size = 1;864 reg->val = tw_indir_readb(reg->reg);865 }866 return 0;867}868 869static int tw5864_s_reg(struct file *file, void *fh,870 const struct v4l2_dbg_register *reg)871{872 struct tw5864_input *input = video_drvdata(file);873 struct tw5864_dev *dev = input->root;874 875 if (reg->reg < INDIR_SPACE_MAP_SHIFT) {876 if (reg->reg > 0x87fff)877 return -EINVAL;878 tw_writel(reg->reg, reg->val);879 } else {880 __u64 indir_addr = reg->reg - INDIR_SPACE_MAP_SHIFT;881 882 if (indir_addr > 0xefe)883 return -EINVAL;884 tw_indir_writeb(reg->reg, reg->val);885 }886 return 0;887}888#endif889 890static const struct v4l2_ioctl_ops video_ioctl_ops = {891 .vidioc_querycap = tw5864_querycap,892 .vidioc_enum_fmt_vid_cap = tw5864_enum_fmt_vid_cap,893 .vidioc_reqbufs = vb2_ioctl_reqbufs,894 .vidioc_create_bufs = vb2_ioctl_create_bufs,895 .vidioc_querybuf = vb2_ioctl_querybuf,896 .vidioc_qbuf = vb2_ioctl_qbuf,897 .vidioc_dqbuf = vb2_ioctl_dqbuf,898 .vidioc_expbuf = vb2_ioctl_expbuf,899 .vidioc_querystd = tw5864_querystd,900 .vidioc_s_std = tw5864_s_std,901 .vidioc_g_std = tw5864_g_std,902 .vidioc_enum_input = tw5864_enum_input,903 .vidioc_g_input = tw5864_g_input,904 .vidioc_s_input = tw5864_s_input,905 .vidioc_streamon = vb2_ioctl_streamon,906 .vidioc_streamoff = vb2_ioctl_streamoff,907 .vidioc_try_fmt_vid_cap = tw5864_fmt_vid_cap,908 .vidioc_s_fmt_vid_cap = tw5864_fmt_vid_cap,909 .vidioc_g_fmt_vid_cap = tw5864_fmt_vid_cap,910 .vidioc_log_status = v4l2_ctrl_log_status,911 .vidioc_subscribe_event = tw5864_subscribe_event,912 .vidioc_unsubscribe_event = v4l2_event_unsubscribe,913 .vidioc_enum_framesizes = tw5864_enum_framesizes,914 .vidioc_enum_frameintervals = tw5864_enum_frameintervals,915 .vidioc_s_parm = tw5864_s_parm,916 .vidioc_g_parm = tw5864_g_parm,917#ifdef CONFIG_VIDEO_ADV_DEBUG918 .vidioc_g_register = tw5864_g_reg,919 .vidioc_s_register = tw5864_s_reg,920#endif921};922 923static const struct video_device tw5864_video_template = {924 .name = "tw5864_video",925 .fops = &video_fops,926 .ioctl_ops = &video_ioctl_ops,927 .release = video_device_release_empty,928 .tvnorms = TW5864_NORMS,929 .device_caps = V4L2_CAP_VIDEO_CAPTURE | V4L2_CAP_READWRITE |930 V4L2_CAP_STREAMING,931};932 933/* Motion Detection Threshold matrix */934static const struct v4l2_ctrl_config tw5864_md_thresholds = {935 .ops = &tw5864_ctrl_ops,936 .id = V4L2_CID_DETECT_MD_THRESHOLD_GRID,937 .dims = {MD_CELLS_HOR, MD_CELLS_VERT},938 .def = 14,939 /* See tw5864_md_metric_from_mvd() */940 .max = 2 * 0x0f,941 .step = 1,942};943 944static int tw5864_video_input_init(struct tw5864_input *dev, int video_nr);945static void tw5864_video_input_fini(struct tw5864_input *dev);946static void tw5864_encoder_tables_upload(struct tw5864_dev *dev);947 948int tw5864_video_init(struct tw5864_dev *dev, int *video_nr)949{950 int i;951 int ret;952 unsigned long flags;953 int last_dma_allocated = -1;954 int last_input_nr_registered = -1;955 956 for (i = 0; i < H264_BUF_CNT; i++) {957 struct tw5864_h264_frame *frame = &dev->h264_buf[i];958 959 frame->vlc.addr = dma_alloc_coherent(&dev->pci->dev,960 H264_VLC_BUF_SIZE,961 &frame->vlc.dma_addr,962 GFP_KERNEL | GFP_DMA32);963 if (!frame->vlc.addr) {964 dev_err(&dev->pci->dev, "dma alloc fail\n");965 ret = -ENOMEM;966 goto free_dma;967 }968 frame->mv.addr = dma_alloc_coherent(&dev->pci->dev,969 H264_MV_BUF_SIZE,970 &frame->mv.dma_addr,971 GFP_KERNEL | GFP_DMA32);972 if (!frame->mv.addr) {973 dev_err(&dev->pci->dev, "dma alloc fail\n");974 ret = -ENOMEM;975 dma_free_coherent(&dev->pci->dev, H264_VLC_BUF_SIZE,976 frame->vlc.addr, frame->vlc.dma_addr);977 goto free_dma;978 }979 last_dma_allocated = i;980 }981 982 tw5864_encoder_tables_upload(dev);983 984 /* Picture is distorted without this block */985 /* use falling edge to sample 54M to 108M */986 tw_indir_writeb(TW5864_INDIR_VD_108_POL, TW5864_INDIR_VD_108_POL_BOTH);987 tw_indir_writeb(TW5864_INDIR_CLK0_SEL, 0x00);988 989 tw_indir_writeb(TW5864_INDIR_DDRA_DLL_DQS_SEL0, 0x02);990 tw_indir_writeb(TW5864_INDIR_DDRA_DLL_DQS_SEL1, 0x02);991 tw_indir_writeb(TW5864_INDIR_DDRA_DLL_CLK90_SEL, 0x02);992 tw_indir_writeb(TW5864_INDIR_DDRB_DLL_DQS_SEL0, 0x02);993 tw_indir_writeb(TW5864_INDIR_DDRB_DLL_DQS_SEL1, 0x02);994 tw_indir_writeb(TW5864_INDIR_DDRB_DLL_CLK90_SEL, 0x02);995 996 /* video input reset */997 tw_indir_writeb(TW5864_INDIR_RESET, 0);998 tw_indir_writeb(TW5864_INDIR_RESET, TW5864_INDIR_RESET_VD |999 TW5864_INDIR_RESET_DLL | TW5864_INDIR_RESET_MUX_CORE);1000 msleep(20);1001 1002 /*1003 * Select Part A mode for all channels.1004 * tw_setl instead of tw_clearl for Part B mode.1005 *1006 * I guess "Part B" is primarily for downscaled version of same channel1007 * which goes in Part A of same bus1008 */1009 tw_writel(TW5864_FULL_HALF_MODE_SEL, 0);1010 1011 tw_indir_writeb(TW5864_INDIR_PV_VD_CK_POL,1012 TW5864_INDIR_PV_VD_CK_POL_VD(0) |1013 TW5864_INDIR_PV_VD_CK_POL_VD(1) |1014 TW5864_INDIR_PV_VD_CK_POL_VD(2) |1015 TW5864_INDIR_PV_VD_CK_POL_VD(3));1016 1017 spin_lock_irqsave(&dev->slock, flags);1018 dev->encoder_busy = 0;1019 dev->h264_buf_r_index = 0;1020 dev->h264_buf_w_index = 0;1021 tw_writel(TW5864_VLC_STREAM_BASE_ADDR,1022 dev->h264_buf[dev->h264_buf_w_index].vlc.dma_addr);1023 tw_writel(TW5864_MV_STREAM_BASE_ADDR,1024 dev->h264_buf[dev->h264_buf_w_index].mv.dma_addr);1025 spin_unlock_irqrestore(&dev->slock, flags);1026 1027 tw_writel(TW5864_SEN_EN_CH, 0x000f);1028 tw_writel(TW5864_H264EN_CH_EN, 0x000f);1029 1030 tw_writel(TW5864_H264EN_BUS0_MAP, 0x00000000);1031 tw_writel(TW5864_H264EN_BUS1_MAP, 0x00001111);1032 tw_writel(TW5864_H264EN_BUS2_MAP, 0x00002222);1033 tw_writel(TW5864_H264EN_BUS3_MAP, 0x00003333);1034 1035 /*1036 * Quote from Intersil (manufacturer):1037 * 0x0038 is managed by HW, and by default it won't pass the pointer set1038 * at 0x0010. So if you don't do encoding, 0x0038 should stay at '3'1039 * (with 4 frames in buffer). If you encode one frame and then move1040 * 0x0010 to '1' for example, HW will take one more frame and set it to1041 * buffer #0, and then you should see 0x0038 is set to '0'. There is1042 * only one HW encoder engine, so 4 channels cannot get encoded1043 * simultaneously. But each channel does have its own buffer (for1044 * original frames and reconstructed frames). So there is no problem to1045 * manage encoding for 4 channels at same time and no need to force1046 * I-frames in switching channels.1047 * End of quote.1048 *1049 * If we set 0x0010 (TW5864_ENC_BUF_PTR_REC1) to 0 (for any channel), we1050 * have no "rolling" (until we change this value).1051 * If we set 0x0010 (TW5864_ENC_BUF_PTR_REC1) to 0x3, it starts to roll1052 * continuously together with 0x0038.1053 */1054 tw_writel(TW5864_ENC_BUF_PTR_REC1, 0x00ff);1055 tw_writel(TW5864_PCI_INTTM_SCALE, 0);1056 1057 tw_writel(TW5864_INTERLACING, TW5864_DI_EN);1058 tw_writel(TW5864_MASTER_ENB_REG, TW5864_PCI_VLC_INTR_ENB);1059 tw_writel(TW5864_PCI_INTR_CTL,1060 TW5864_TIMER_INTR_ENB | TW5864_PCI_MAST_ENB |1061 TW5864_MVD_VLC_MAST_ENB);1062 1063 dev->irqmask |= TW5864_INTR_VLC_DONE | TW5864_INTR_TIMER;1064 tw5864_irqmask_apply(dev);1065 1066 INIT_WORK(&dev->bh_work, tw5864_handle_frame_work);1067 1068 for (i = 0; i < TW5864_INPUTS; i++) {1069 dev->inputs[i].root = dev;1070 dev->inputs[i].nr = i;1071 ret = tw5864_video_input_init(&dev->inputs[i], video_nr[i]);1072 if (ret)1073 goto fini_video_inputs;1074 last_input_nr_registered = i;1075 }1076 1077 return 0;1078 1079fini_video_inputs:1080 for (i = last_input_nr_registered; i >= 0; i--)1081 tw5864_video_input_fini(&dev->inputs[i]);1082 1083 cancel_work_sync(&dev->bh_work);1084 1085free_dma:1086 for (i = last_dma_allocated; i >= 0; i--) {1087 dma_free_coherent(&dev->pci->dev, H264_VLC_BUF_SIZE,1088 dev->h264_buf[i].vlc.addr,1089 dev->h264_buf[i].vlc.dma_addr);1090 dma_free_coherent(&dev->pci->dev, H264_MV_BUF_SIZE,1091 dev->h264_buf[i].mv.addr,1092 dev->h264_buf[i].mv.dma_addr);1093 }1094 1095 return ret;1096}1097 1098static int tw5864_video_input_init(struct tw5864_input *input, int video_nr)1099{1100 struct tw5864_dev *dev = input->root;1101 int ret;1102 struct v4l2_ctrl_handler *hdl = &input->hdl;1103 1104 mutex_init(&input->lock);1105 spin_lock_init(&input->slock);1106 1107 /* setup video buffers queue */1108 INIT_LIST_HEAD(&input->active);1109 input->vidq.type = V4L2_BUF_TYPE_VIDEO_CAPTURE;1110 input->vidq.timestamp_flags = V4L2_BUF_FLAG_TIMESTAMP_MONOTONIC;1111 input->vidq.io_modes = VB2_MMAP | VB2_READ | VB2_DMABUF;1112 input->vidq.ops = &tw5864_video_qops;1113 input->vidq.mem_ops = &vb2_dma_contig_memops;1114 input->vidq.drv_priv = input;1115 input->vidq.gfp_flags = 0;1116 input->vidq.buf_struct_size = sizeof(struct tw5864_buf);1117 input->vidq.lock = &input->lock;1118 input->vidq.min_queued_buffers = 2;1119 input->vidq.dev = &input->root->pci->dev;1120 ret = vb2_queue_init(&input->vidq);1121 if (ret)1122 goto free_mutex;1123 1124 input->vdev = tw5864_video_template;1125 input->vdev.v4l2_dev = &input->root->v4l2_dev;1126 input->vdev.lock = &input->lock;1127 input->vdev.queue = &input->vidq;1128 video_set_drvdata(&input->vdev, input);1129 1130 /* Initialize the device control structures */1131 v4l2_ctrl_handler_init(hdl, 6);1132 v4l2_ctrl_new_std(hdl, &tw5864_ctrl_ops,1133 V4L2_CID_BRIGHTNESS, -128, 127, 1, 0);1134 v4l2_ctrl_new_std(hdl, &tw5864_ctrl_ops,1135 V4L2_CID_CONTRAST, 0, 255, 1, 100);1136 v4l2_ctrl_new_std(hdl, &tw5864_ctrl_ops,1137 V4L2_CID_SATURATION, 0, 255, 1, 128);1138 v4l2_ctrl_new_std(hdl, &tw5864_ctrl_ops, V4L2_CID_HUE, -128, 127, 1, 0);1139 v4l2_ctrl_new_std(hdl, &tw5864_ctrl_ops, V4L2_CID_MPEG_VIDEO_GOP_SIZE,1140 1, MAX_GOP_SIZE, 1, GOP_SIZE);1141 v4l2_ctrl_new_std(hdl, &tw5864_ctrl_ops,1142 V4L2_CID_MPEG_VIDEO_H264_MIN_QP, 28, 51, 1, QP_VALUE);1143 v4l2_ctrl_new_std_menu(hdl, &tw5864_ctrl_ops,1144 V4L2_CID_DETECT_MD_MODE,1145 V4L2_DETECT_MD_MODE_THRESHOLD_GRID, 0,1146 V4L2_DETECT_MD_MODE_DISABLED);1147 v4l2_ctrl_new_std(hdl, &tw5864_ctrl_ops,1148 V4L2_CID_DETECT_MD_GLOBAL_THRESHOLD,1149 tw5864_md_thresholds.min, tw5864_md_thresholds.max,1150 tw5864_md_thresholds.step, tw5864_md_thresholds.def);1151 input->md_threshold_grid_ctrl =1152 v4l2_ctrl_new_custom(hdl, &tw5864_md_thresholds, NULL);1153 if (hdl->error) {1154 ret = hdl->error;1155 goto free_v4l2_hdl;1156 }1157 input->vdev.ctrl_handler = hdl;1158 v4l2_ctrl_handler_setup(hdl);1159 1160 input->qp = QP_VALUE;1161 input->gop = GOP_SIZE;1162 input->frame_interval = 1;1163 1164 ret = video_register_device(&input->vdev, VFL_TYPE_VIDEO, video_nr);1165 if (ret)1166 goto free_v4l2_hdl;1167 1168 dev_info(&input->root->pci->dev, "Registered video device %s\n",1169 video_device_node_name(&input->vdev));1170 1171 /*1172 * Set default video standard. Doesn't matter which, the detected value1173 * will be found out by VIDIOC_QUERYSTD handler.1174 */1175 input->v4l2_std = V4L2_STD_NTSC_M;1176 input->std = STD_NTSC;1177 1178 tw_indir_writeb(TW5864_INDIR_VIN_E(video_nr), 0x07);1179 /* to initiate auto format recognition */1180 tw_indir_writeb(TW5864_INDIR_VIN_F(video_nr), 0xff);1181 1182 return 0;1183 1184free_v4l2_hdl:1185 v4l2_ctrl_handler_free(hdl);1186free_mutex:1187 mutex_destroy(&input->lock);1188 1189 return ret;1190}1191 1192static void tw5864_video_input_fini(struct tw5864_input *dev)1193{1194 vb2_video_unregister_device(&dev->vdev);1195 v4l2_ctrl_handler_free(&dev->hdl);1196}1197 1198void tw5864_video_fini(struct tw5864_dev *dev)1199{1200 int i;1201 1202 cancel_work_sync(&dev->bh_work);1203 1204 for (i = 0; i < TW5864_INPUTS; i++)1205 tw5864_video_input_fini(&dev->inputs[i]);1206 1207 for (i = 0; i < H264_BUF_CNT; i++) {1208 dma_free_coherent(&dev->pci->dev, H264_VLC_BUF_SIZE,1209 dev->h264_buf[i].vlc.addr,1210 dev->h264_buf[i].vlc.dma_addr);1211 dma_free_coherent(&dev->pci->dev, H264_MV_BUF_SIZE,1212 dev->h264_buf[i].mv.addr,1213 dev->h264_buf[i].mv.dma_addr);1214 }1215}1216 1217void tw5864_prepare_frame_headers(struct tw5864_input *input)1218{1219 struct tw5864_buf *vb = input->vb;1220 u8 *dst;1221 size_t dst_space;1222 unsigned long flags;1223 1224 if (!vb) {1225 spin_lock_irqsave(&input->slock, flags);1226 if (list_empty(&input->active)) {1227 spin_unlock_irqrestore(&input->slock, flags);1228 input->vb = NULL;1229 return;1230 }1231 vb = list_first_entry(&input->active, struct tw5864_buf, list);1232 list_del(&vb->list);1233 spin_unlock_irqrestore(&input->slock, flags);1234 }1235 1236 dst = vb2_plane_vaddr(&vb->vb.vb2_buf, 0);1237 dst_space = vb2_plane_size(&vb->vb.vb2_buf, 0);1238 1239 /*1240 * Low-level bitstream writing functions don't have a fine way to say1241 * correctly that supplied buffer is too small. So we just check there1242 * and warn, and don't care at lower level.1243 * Currently all headers take below 32 bytes.1244 * The buffer is supposed to have plenty of free space at this point,1245 * anyway.1246 */1247 if (WARN_ON_ONCE(dst_space < 128))1248 return;1249 1250 /*1251 * Generate H264 headers:1252 * If this is first frame, put SPS and PPS1253 */1254 if (input->frame_gop_seqno == 0)1255 tw5864_h264_put_stream_header(&dst, &dst_space, input->qp,1256 input->width, input->height);1257 1258 /* Put slice header */1259 tw5864_h264_put_slice_header(&dst, &dst_space, input->h264_idr_pic_id,1260 input->frame_gop_seqno,1261 &input->tail_nb_bits, &input->tail);1262 input->vb = vb;1263 input->buf_cur_ptr = dst;1264 input->buf_cur_space_left = dst_space;1265}1266 1267/*1268 * Returns heuristic motion detection metric value from known components of1269 * hardware-provided Motion Vector Data.1270 */1271static unsigned int tw5864_md_metric_from_mvd(u32 mvd)1272{1273 /*1274 * Format of motion vector data exposed by tw5864, according to1275 * manufacturer:1276 * mv_x 10 bits1277 * mv_y 10 bits1278 * non_zero_members 8 bits1279 * mb_type 3 bits1280 * reserved 1 bit1281 *1282 * non_zero_members: number of non-zero residuals in each macro block1283 * after quantization1284 *1285 * unsigned int reserved = mvd >> 31;1286 * unsigned int mb_type = (mvd >> 28) & 0x7;1287 * unsigned int non_zero_members = (mvd >> 20) & 0xff;1288 */1289 unsigned int mv_y = (mvd >> 10) & 0x3ff;1290 unsigned int mv_x = mvd & 0x3ff;1291 1292 /* heuristic: */1293 mv_x &= 0x0f;1294 mv_y &= 0x0f;1295 1296 return mv_y + mv_x;1297}1298 1299static int tw5864_is_motion_triggered(struct tw5864_h264_frame *frame)1300{1301 struct tw5864_input *input = frame->input;1302 u32 *mv = (u32 *)frame->mv.addr;1303 int i;1304 int detected = 0;1305 1306 for (i = 0; i < MD_CELLS; i++) {1307 const u16 thresh = input->md_threshold_grid_values[i];1308 const unsigned int metric = tw5864_md_metric_from_mvd(mv[i]);1309 1310 if (metric > thresh)1311 detected = 1;1312 1313 if (detected)1314 break;1315 }1316 return detected;1317}1318 1319static void tw5864_handle_frame_work(struct work_struct *t)1320{1321 struct tw5864_dev *dev = from_work(dev, t, bh_work);1322 unsigned long flags;1323 int batch_size = H264_BUF_CNT;1324 1325 spin_lock_irqsave(&dev->slock, flags);1326 while (dev->h264_buf_r_index != dev->h264_buf_w_index && batch_size--) {1327 struct tw5864_h264_frame *frame =1328 &dev->h264_buf[dev->h264_buf_r_index];1329 1330 spin_unlock_irqrestore(&dev->slock, flags);1331 dma_sync_single_for_cpu(&dev->pci->dev, frame->vlc.dma_addr,1332 H264_VLC_BUF_SIZE, DMA_FROM_DEVICE);1333 dma_sync_single_for_cpu(&dev->pci->dev, frame->mv.dma_addr,1334 H264_MV_BUF_SIZE, DMA_FROM_DEVICE);1335 tw5864_handle_frame(frame);1336 dma_sync_single_for_device(&dev->pci->dev, frame->vlc.dma_addr,1337 H264_VLC_BUF_SIZE, DMA_FROM_DEVICE);1338 dma_sync_single_for_device(&dev->pci->dev, frame->mv.dma_addr,1339 H264_MV_BUF_SIZE, DMA_FROM_DEVICE);1340 spin_lock_irqsave(&dev->slock, flags);1341 1342 dev->h264_buf_r_index++;1343 dev->h264_buf_r_index %= H264_BUF_CNT;1344 }1345 spin_unlock_irqrestore(&dev->slock, flags);1346}1347 1348#ifdef DEBUG1349static u32 tw5864_vlc_checksum(u32 *data, int len)1350{1351 u32 val, count_len = len;1352 1353 val = *data++;1354 while (((count_len >> 2) - 1) > 0) {1355 val ^= *data++;1356 count_len -= 4;1357 }1358 val ^= htonl((len >> 2));1359 return val;1360}1361#endif1362 1363static void tw5864_handle_frame(struct tw5864_h264_frame *frame)1364{1365#define SKIP_VLCBUF_BYTES 31366 struct tw5864_input *input = frame->input;1367 struct tw5864_dev *dev = input->root;1368 struct tw5864_buf *vb;1369 struct vb2_v4l2_buffer *v4l2_buf;1370 int frame_len = frame->vlc_len - SKIP_VLCBUF_BYTES;1371 u8 *dst = input->buf_cur_ptr;1372 u8 tail_mask, vlc_mask = 0;1373 int i;1374 u8 vlc_first_byte = ((u8 *)(frame->vlc.addr + SKIP_VLCBUF_BYTES))[0];1375 unsigned long flags;1376 int zero_run;1377 u8 *src;1378 u8 *src_end;1379 1380#ifdef DEBUG1381 if (frame->checksum !=1382 tw5864_vlc_checksum((u32 *)frame->vlc.addr, frame_len))1383 dev_err(&dev->pci->dev,1384 "Checksum of encoded frame doesn't match!\n");1385#endif1386 1387 spin_lock_irqsave(&input->slock, flags);1388 vb = input->vb;1389 input->vb = NULL;1390 spin_unlock_irqrestore(&input->slock, flags);1391 1392 if (!vb) { /* Gone because of disabling */1393 dev_dbg(&dev->pci->dev, "vb is empty, dropping frame\n");1394 return;1395 }1396 1397 v4l2_buf = to_vb2_v4l2_buffer(&vb->vb.vb2_buf);1398 1399 /*1400 * Check for space.1401 * Mind the overhead of startcode emulation prevention.1402 */1403 if (input->buf_cur_space_left < frame_len * 5 / 4) {1404 dev_err_once(&dev->pci->dev,1405 "Left space in vb2 buffer, %d bytes, is less than considered safely enough to put frame of length %d. Dropping this frame.\n",1406 input->buf_cur_space_left, frame_len);1407 return;1408 }1409 1410 for (i = 0; i < 8 - input->tail_nb_bits; i++)1411 vlc_mask |= 1 << i;1412 tail_mask = (~vlc_mask) & 0xff;1413 1414 dst[0] = (input->tail & tail_mask) | (vlc_first_byte & vlc_mask);1415 frame_len--;1416 dst++;1417 1418 /* H.264 startcode emulation prevention */1419 src = frame->vlc.addr + SKIP_VLCBUF_BYTES + 1;1420 src_end = src + frame_len;1421 zero_run = 0;1422 for (; src < src_end; src++) {1423 if (zero_run < 2) {1424 if (*src == 0)1425 ++zero_run;1426 else1427 zero_run = 0;1428 } else {1429 if ((*src & ~0x03) == 0)1430 *dst++ = 0x03;1431 zero_run = *src == 0;1432 }1433 *dst++ = *src;1434 }1435 1436 vb2_set_plane_payload(&vb->vb.vb2_buf, 0,1437 dst - (u8 *)vb2_plane_vaddr(&vb->vb.vb2_buf, 0));1438 1439 vb->vb.vb2_buf.timestamp = frame->timestamp;1440 v4l2_buf->field = V4L2_FIELD_INTERLACED;1441 v4l2_buf->sequence = frame->seqno;1442 1443 /* Check for motion flags */1444 if (frame->gop_seqno /* P-frame */ &&1445 tw5864_is_motion_triggered(frame)) {1446 struct v4l2_event ev = {1447 .type = V4L2_EVENT_MOTION_DET,1448 .u.motion_det = {1449 .flags = V4L2_EVENT_MD_FL_HAVE_FRAME_SEQ,1450 .frame_sequence = v4l2_buf->sequence,1451 },1452 };1453 1454 v4l2_event_queue(&input->vdev, &ev);1455 }1456 1457 vb2_buffer_done(&vb->vb.vb2_buf, VB2_BUF_STATE_DONE);1458}1459 1460static v4l2_std_id tw5864_get_v4l2_std(enum tw5864_vid_std std)1461{1462 switch (std) {1463 case STD_NTSC: return V4L2_STD_NTSC_M;1464 case STD_PAL: return V4L2_STD_PAL_B;1465 case STD_SECAM: return V4L2_STD_SECAM_B;1466 case STD_NTSC443: return V4L2_STD_NTSC_443;1467 case STD_PAL_M: return V4L2_STD_PAL_M;1468 case STD_PAL_CN: return V4L2_STD_PAL_Nc;1469 case STD_PAL_60: return V4L2_STD_PAL_60;1470 case STD_INVALID: return V4L2_STD_UNKNOWN;1471 }1472 return 0;1473}1474 1475static enum tw5864_vid_std tw5864_from_v4l2_std(v4l2_std_id v4l2_std)1476{1477 if (v4l2_std & V4L2_STD_NTSC_M)1478 return STD_NTSC;1479 if (v4l2_std & V4L2_STD_PAL_B)1480 return STD_PAL;1481 if (v4l2_std & V4L2_STD_SECAM_B)1482 return STD_SECAM;1483 if (v4l2_std & V4L2_STD_NTSC_443)1484 return STD_NTSC443;1485 if (v4l2_std & V4L2_STD_PAL_M)1486 return STD_PAL_M;1487 if (v4l2_std & V4L2_STD_PAL_Nc)1488 return STD_PAL_CN;1489 if (v4l2_std & V4L2_STD_PAL_60)1490 return STD_PAL_60;1491 1492 return STD_INVALID;1493}1494 1495static void tw5864_encoder_tables_upload(struct tw5864_dev *dev)1496{1497 int i;1498 1499 tw_writel(TW5864_VLC_RD, 0x1);1500 for (i = 0; i < VLC_LOOKUP_TABLE_LEN; i++) {1501 tw_writel((TW5864_VLC_STREAM_MEM_START + i * 4),1502 encoder_vlc_lookup_table[i]);1503 }1504 tw_writel(TW5864_VLC_RD, 0x0);1505 1506 for (i = 0; i < QUANTIZATION_TABLE_LEN; i++) {1507 tw_writel((TW5864_QUAN_TAB + i * 4),1508 forward_quantization_table[i]);1509 }1510 1511 for (i = 0; i < QUANTIZATION_TABLE_LEN; i++) {1512 tw_writel((TW5864_QUAN_TAB + i * 4),1513 inverse_quantization_table[i]);1514 }1515}1516