1 // SPDX-License-Identifier: GPL-2.0-or-later
3 * TW5864 driver - video encoding functions
5 * Copyright (C) 2016 Bluecherry, LLC <maintainers@bluecherrydvr.com>
8 #include <linux/module.h>
9 #include <linux/workqueue.h>
10 #include <media/v4l2-common.h>
11 #include <media/v4l2-event.h>
12 #include <media/videobuf2-dma-contig.h>
15 #include "tw5864-reg.h"
17 #define QUANTIZATION_TABLE_LEN 96
18 #define VLC_LOOKUP_TABLE_LEN 1024
20 static const u16 forward_quantization_table
[QUANTIZATION_TABLE_LEN
] = {
21 0x3333, 0x1f82, 0x3333, 0x1f82, 0x1f82, 0x147b, 0x1f82, 0x147b,
22 0x3333, 0x1f82, 0x3333, 0x1f82, 0x1f82, 0x147b, 0x1f82, 0x147b,
23 0x2e8c, 0x1d42, 0x2e8c, 0x1d42, 0x1d42, 0x1234, 0x1d42, 0x1234,
24 0x2e8c, 0x1d42, 0x2e8c, 0x1d42, 0x1d42, 0x1234, 0x1d42, 0x1234,
25 0x2762, 0x199a, 0x2762, 0x199a, 0x199a, 0x1062, 0x199a, 0x1062,
26 0x2762, 0x199a, 0x2762, 0x199a, 0x199a, 0x1062, 0x199a, 0x1062,
27 0x2492, 0x16c1, 0x2492, 0x16c1, 0x16c1, 0x0e3f, 0x16c1, 0x0e3f,
28 0x2492, 0x16c1, 0x2492, 0x16c1, 0x16c1, 0x0e3f, 0x16c1, 0x0e3f,
29 0x2000, 0x147b, 0x2000, 0x147b, 0x147b, 0x0d1b, 0x147b, 0x0d1b,
30 0x2000, 0x147b, 0x2000, 0x147b, 0x147b, 0x0d1b, 0x147b, 0x0d1b,
31 0x1c72, 0x11cf, 0x1c72, 0x11cf, 0x11cf, 0x0b4d, 0x11cf, 0x0b4d,
32 0x1c72, 0x11cf, 0x1c72, 0x11cf, 0x11cf, 0x0b4d, 0x11cf, 0x0b4d
35 static const u16 inverse_quantization_table
[QUANTIZATION_TABLE_LEN
] = {
36 0x800a, 0x800d, 0x800a, 0x800d, 0x800d, 0x8010, 0x800d, 0x8010,
37 0x800a, 0x800d, 0x800a, 0x800d, 0x800d, 0x8010, 0x800d, 0x8010,
38 0x800b, 0x800e, 0x800b, 0x800e, 0x800e, 0x8012, 0x800e, 0x8012,
39 0x800b, 0x800e, 0x800b, 0x800e, 0x800e, 0x8012, 0x800e, 0x8012,
40 0x800d, 0x8010, 0x800d, 0x8010, 0x8010, 0x8014, 0x8010, 0x8014,
41 0x800d, 0x8010, 0x800d, 0x8010, 0x8010, 0x8014, 0x8010, 0x8014,
42 0x800e, 0x8012, 0x800e, 0x8012, 0x8012, 0x8017, 0x8012, 0x8017,
43 0x800e, 0x8012, 0x800e, 0x8012, 0x8012, 0x8017, 0x8012, 0x8017,
44 0x8010, 0x8014, 0x8010, 0x8014, 0x8014, 0x8019, 0x8014, 0x8019,
45 0x8010, 0x8014, 0x8010, 0x8014, 0x8014, 0x8019, 0x8014, 0x8019,
46 0x8012, 0x8017, 0x8012, 0x8017, 0x8017, 0x801d, 0x8017, 0x801d,
47 0x8012, 0x8017, 0x8012, 0x8017, 0x8017, 0x801d, 0x8017, 0x801d
50 static const u16 encoder_vlc_lookup_table
[VLC_LOOKUP_TABLE_LEN
] = {
51 0x011, 0x000, 0x000, 0x000, 0x065, 0x021, 0x000, 0x000, 0x087, 0x064,
52 0x031, 0x000, 0x097, 0x086, 0x075, 0x053, 0x0a7, 0x096, 0x085, 0x063,
53 0x0b7, 0x0a6, 0x095, 0x074, 0x0df, 0x0b6, 0x0a5, 0x084, 0x0db, 0x0de,
54 0x0b5, 0x094, 0x0d8, 0x0da, 0x0dd, 0x0a4, 0x0ef, 0x0ee, 0x0d9, 0x0b4,
55 0x0eb, 0x0ea, 0x0ed, 0x0dc, 0x0ff, 0x0fe, 0x0e9, 0x0ec, 0x0fb, 0x0fa,
56 0x0fd, 0x0e8, 0x10f, 0x0f1, 0x0f9, 0x0fc, 0x10b, 0x10e, 0x10d, 0x0f8,
57 0x107, 0x10a, 0x109, 0x10c, 0x104, 0x106, 0x105, 0x108, 0x023, 0x000,
58 0x000, 0x000, 0x06b, 0x022, 0x000, 0x000, 0x067, 0x057, 0x033, 0x000,
59 0x077, 0x06a, 0x069, 0x045, 0x087, 0x066, 0x065, 0x044, 0x084, 0x076,
60 0x075, 0x056, 0x097, 0x086, 0x085, 0x068, 0x0bf, 0x096, 0x095, 0x064,
61 0x0bb, 0x0be, 0x0bd, 0x074, 0x0cf, 0x0ba, 0x0b9, 0x094, 0x0cb, 0x0ce,
62 0x0cd, 0x0bc, 0x0c8, 0x0ca, 0x0c9, 0x0b8, 0x0df, 0x0de, 0x0dd, 0x0cc,
63 0x0db, 0x0da, 0x0d9, 0x0dc, 0x0d7, 0x0eb, 0x0d6, 0x0d8, 0x0e9, 0x0e8,
64 0x0ea, 0x0d1, 0x0e7, 0x0e6, 0x0e5, 0x0e4, 0x04f, 0x000, 0x000, 0x000,
65 0x06f, 0x04e, 0x000, 0x000, 0x06b, 0x05f, 0x04d, 0x000, 0x068, 0x05c,
66 0x05e, 0x04c, 0x07f, 0x05a, 0x05b, 0x04b, 0x07b, 0x058, 0x059, 0x04a,
67 0x079, 0x06e, 0x06d, 0x049, 0x078, 0x06a, 0x069, 0x048, 0x08f, 0x07e,
68 0x07d, 0x05d, 0x08b, 0x08e, 0x07a, 0x06c, 0x09f, 0x08a, 0x08d, 0x07c,
69 0x09b, 0x09e, 0x089, 0x08c, 0x098, 0x09a, 0x09d, 0x088, 0x0ad, 0x097,
70 0x099, 0x09c, 0x0a9, 0x0ac, 0x0ab, 0x0aa, 0x0a5, 0x0a8, 0x0a7, 0x0a6,
71 0x0a1, 0x0a4, 0x0a3, 0x0a2, 0x021, 0x000, 0x000, 0x000, 0x067, 0x011,
72 0x000, 0x000, 0x064, 0x066, 0x031, 0x000, 0x063, 0x073, 0x072, 0x065,
73 0x062, 0x083, 0x082, 0x070, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000,
74 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000,
75 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000,
76 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000,
77 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000,
78 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000,
79 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000,
80 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000,
81 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000,
82 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000,
83 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000,
84 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000,
85 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000,
86 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000,
87 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000,
88 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000,
89 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000,
90 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000,
91 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000,
92 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000,
93 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000,
94 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000,
95 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000,
96 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000,
97 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000,
98 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000,
99 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000,
100 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000,
101 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000,
102 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000,
103 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x011, 0x010,
104 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000,
105 0x000, 0x000, 0x000, 0x000, 0x011, 0x021, 0x020, 0x000, 0x000, 0x000,
106 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000,
107 0x023, 0x022, 0x021, 0x020, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000,
108 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x023, 0x022, 0x021, 0x031,
109 0x030, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000,
110 0x000, 0x000, 0x023, 0x022, 0x033, 0x032, 0x031, 0x030, 0x000, 0x000,
111 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x023, 0x030,
112 0x031, 0x033, 0x032, 0x035, 0x034, 0x000, 0x000, 0x000, 0x000, 0x000,
113 0x000, 0x000, 0x000, 0x000, 0x037, 0x036, 0x035, 0x034, 0x033, 0x032,
114 0x031, 0x041, 0x051, 0x061, 0x071, 0x081, 0x091, 0x0a1, 0x0b1, 0x000,
115 0x002, 0x000, 0x0e4, 0x011, 0x0f4, 0x002, 0x024, 0x003, 0x005, 0x012,
116 0x034, 0x013, 0x065, 0x024, 0x013, 0x063, 0x015, 0x022, 0x075, 0x034,
117 0x044, 0x023, 0x023, 0x073, 0x054, 0x033, 0x033, 0x004, 0x043, 0x014,
118 0x011, 0x043, 0x014, 0x001, 0x025, 0x015, 0x035, 0x025, 0x064, 0x055,
119 0x045, 0x035, 0x074, 0x065, 0x085, 0x0d5, 0x012, 0x095, 0x055, 0x045,
120 0x095, 0x0e5, 0x084, 0x075, 0x022, 0x0a5, 0x094, 0x085, 0x032, 0x0b5,
121 0x003, 0x0c5, 0x001, 0x044, 0x0a5, 0x032, 0x0b5, 0x094, 0x0c5, 0x0a4,
122 0x0a4, 0x054, 0x0d5, 0x0b4, 0x0b4, 0x064, 0x0f5, 0x0f5, 0x053, 0x0d4,
123 0x0e5, 0x0c4, 0x105, 0x105, 0x0c4, 0x074, 0x063, 0x0e4, 0x0d4, 0x084,
124 0x073, 0x0f4, 0x004, 0x005, 0x000, 0x053, 0x000, 0x000, 0x000, 0x000,
125 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000,
126 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000,
127 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000,
128 0x000, 0x000, 0x011, 0x021, 0x031, 0x030, 0x011, 0x021, 0x020, 0x000,
129 0x011, 0x010, 0x000, 0x000, 0x011, 0x033, 0x032, 0x043, 0x042, 0x053,
130 0x052, 0x063, 0x062, 0x073, 0x072, 0x083, 0x082, 0x093, 0x092, 0x091,
131 0x037, 0x036, 0x035, 0x034, 0x033, 0x045, 0x044, 0x043, 0x042, 0x053,
132 0x052, 0x063, 0x062, 0x061, 0x060, 0x000, 0x045, 0x037, 0x036, 0x035,
133 0x044, 0x043, 0x034, 0x033, 0x042, 0x053, 0x052, 0x061, 0x051, 0x060,
134 0x000, 0x000, 0x053, 0x037, 0x045, 0x044, 0x036, 0x035, 0x034, 0x043,
135 0x033, 0x042, 0x052, 0x051, 0x050, 0x000, 0x000, 0x000, 0x045, 0x044,
136 0x043, 0x037, 0x036, 0x035, 0x034, 0x033, 0x042, 0x051, 0x041, 0x050,
137 0x000, 0x000, 0x000, 0x000, 0x061, 0x051, 0x037, 0x036, 0x035, 0x034,
138 0x033, 0x032, 0x041, 0x031, 0x060, 0x000, 0x000, 0x000, 0x000, 0x000,
139 0x061, 0x051, 0x035, 0x034, 0x033, 0x023, 0x032, 0x041, 0x031, 0x060,
140 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x061, 0x041, 0x051, 0x033,
141 0x023, 0x022, 0x032, 0x031, 0x060, 0x000, 0x000, 0x000, 0x000, 0x000,
142 0x000, 0x000, 0x061, 0x060, 0x041, 0x023, 0x022, 0x031, 0x021, 0x051,
143 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x051, 0x050,
144 0x031, 0x023, 0x022, 0x021, 0x041, 0x000, 0x000, 0x000, 0x000, 0x000,
145 0x000, 0x000, 0x000, 0x000, 0x040, 0x041, 0x031, 0x032, 0x011, 0x033,
146 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000,
147 0x040, 0x041, 0x021, 0x011, 0x031, 0x000, 0x000, 0x000, 0x000, 0x000,
148 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x030, 0x031, 0x011, 0x021,
149 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000,
150 0x000, 0x000, 0x020, 0x021, 0x011, 0x000, 0x000, 0x000, 0x000, 0x000,
151 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x010, 0x011,
152 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000, 0x000,
153 0x000, 0x000, 0x000, 0x000
156 static const unsigned int lambda_lookup_table
[] = {
157 0x0020, 0x0020, 0x0020, 0x0020, 0x0020, 0x0020, 0x0020, 0x0020,
158 0x0020, 0x0020, 0x0020, 0x0020, 0x0020, 0x0020, 0x0020, 0x0020,
159 0x0040, 0x0040, 0x0040, 0x0040, 0x0060, 0x0060, 0x0060, 0x0080,
160 0x0080, 0x0080, 0x00a0, 0x00c0, 0x00c0, 0x00e0, 0x0100, 0x0120,
161 0x0140, 0x0160, 0x01a0, 0x01c0, 0x0200, 0x0240, 0x0280, 0x02e0,
162 0x0320, 0x03a0, 0x0400, 0x0480, 0x0500, 0x05a0, 0x0660, 0x0720,
163 0x0800, 0x0900, 0x0a20, 0x0b60
166 static const unsigned int intra4x4_lambda3
[] = {
167 1, 1, 1, 1, 1, 1, 1, 1,
168 1, 1, 1, 1, 1, 1, 1, 1,
169 2, 2, 2, 2, 3, 3, 3, 4,
170 4, 4, 5, 6, 6, 7, 8, 9,
171 10, 11, 13, 14, 16, 18, 20, 23,
172 25, 29, 32, 36, 40, 45, 51, 57,
176 static v4l2_std_id
tw5864_get_v4l2_std(enum tw5864_vid_std std
);
177 static enum tw5864_vid_std
tw5864_from_v4l2_std(v4l2_std_id v4l2_std
);
179 static void tw5864_handle_frame_work(struct work_struct
*t
);
180 static void tw5864_handle_frame(struct tw5864_h264_frame
*frame
);
181 static void tw5864_frame_interval_set(struct tw5864_input
*input
);
183 static int tw5864_queue_setup(struct vb2_queue
*q
, unsigned int *num_buffers
,
184 unsigned int *num_planes
, unsigned int sizes
[],
185 struct device
*alloc_ctxs
[])
188 return sizes
[0] < H264_VLC_BUF_SIZE
? -EINVAL
: 0;
190 sizes
[0] = H264_VLC_BUF_SIZE
;
196 static void tw5864_buf_queue(struct vb2_buffer
*vb
)
198 struct vb2_v4l2_buffer
*vbuf
= to_vb2_v4l2_buffer(vb
);
199 struct vb2_queue
*vq
= vb
->vb2_queue
;
200 struct tw5864_input
*dev
= vb2_get_drv_priv(vq
);
201 struct tw5864_buf
*buf
= container_of(vbuf
, struct tw5864_buf
, vb
);
204 spin_lock_irqsave(&dev
->slock
, flags
);
205 list_add_tail(&buf
->list
, &dev
->active
);
206 spin_unlock_irqrestore(&dev
->slock
, flags
);
209 static int tw5864_input_std_get(struct tw5864_input
*input
,
210 enum tw5864_vid_std
*std
)
212 struct tw5864_dev
*dev
= input
->root
;
213 u8 std_reg
= tw_indir_readb(TW5864_INDIR_VIN_E(input
->nr
));
215 *std
= (std_reg
& 0x70) >> 4;
217 if (std_reg
& 0x80) {
218 dev_dbg(&dev
->pci
->dev
,
219 "Video format detection is in progress, please wait\n");
226 static int tw5864_enable_input(struct tw5864_input
*input
)
228 struct tw5864_dev
*dev
= input
->root
;
233 int frame_width_bus_value
= 0;
234 int frame_height_bus_value
= 0;
235 int reg_frame_bus
= 0x1c;
236 int fmt_reg_value
= 0;
237 int downscale_enabled
= 0;
239 dev_dbg(&dev
->pci
->dev
, "Enabling channel %d\n", nr
);
241 input
->frame_seqno
= 0;
242 input
->frame_gop_seqno
= 0;
243 input
->h264_idr_pic_id
= 0;
245 input
->reg_dsp_qp
= input
->qp
;
246 input
->reg_dsp_ref_mvp_lambda
= lambda_lookup_table
[input
->qp
];
247 input
->reg_dsp_i4x4_weight
= intra4x4_lambda3
[input
->qp
];
248 input
->reg_emu
= TW5864_EMU_EN_LPF
| TW5864_EMU_EN_BHOST
249 | TW5864_EMU_EN_SEN
| TW5864_EMU_EN_ME
| TW5864_EMU_EN_DDR
;
250 input
->reg_dsp
= nr
/* channel id */
251 | TW5864_DSP_CHROM_SW
252 | ((0xa << 8) & TW5864_DSP_MB_DELAY
)
255 input
->resolution
= D1
;
257 d1_height
= (input
->std
== STD_NTSC
) ? 480 : 576;
259 input
->width
= d1_width
;
260 input
->height
= d1_height
;
262 input
->reg_interlacing
= 0x4;
264 switch (input
->resolution
) {
266 frame_width_bus_value
= 0x2cf;
267 frame_height_bus_value
= input
->height
- 1;
268 reg_frame_bus
= 0x1c;
270 downscale_enabled
= 0;
271 input
->reg_dsp_codec
|= TW5864_CIF_MAP_MD
| TW5864_HD1_MAP_MD
;
272 input
->reg_emu
|= TW5864_DSP_FRAME_TYPE_D1
;
273 input
->reg_interlacing
= TW5864_DI_EN
| TW5864_DSP_INTER_ST
;
275 tw_setl(TW5864_FULL_HALF_FLAG
, 1 << nr
);
280 frame_width_bus_value
= 0x2cf;
281 frame_height_bus_value
= input
->height
* 2 - 1;
282 reg_frame_bus
= 0x1c;
284 downscale_enabled
= 0;
285 input
->reg_dsp_codec
|= TW5864_HD1_MAP_MD
;
286 input
->reg_emu
|= TW5864_DSP_FRAME_TYPE_D1
;
288 tw_clearl(TW5864_FULL_HALF_FLAG
, 1 << nr
);
294 frame_width_bus_value
= 0x15f;
295 frame_height_bus_value
= input
->height
* 2 - 1;
296 reg_frame_bus
= 0x07;
298 downscale_enabled
= 1;
299 input
->reg_dsp_codec
|= TW5864_CIF_MAP_MD
;
301 tw_clearl(TW5864_FULL_HALF_FLAG
, 1 << nr
);
306 frame_width_bus_value
= 0x15f;
307 frame_height_bus_value
= input
->height
* 2 - 1;
308 reg_frame_bus
= 0x07;
310 downscale_enabled
= 1;
311 input
->reg_dsp_codec
|= TW5864_CIF_MAP_MD
;
313 tw_clearl(TW5864_FULL_HALF_FLAG
, 1 << nr
);
317 /* analog input width / 4 */
318 tw_indir_writeb(TW5864_INDIR_IN_PIC_WIDTH(nr
), d1_width
/ 4);
319 tw_indir_writeb(TW5864_INDIR_IN_PIC_HEIGHT(nr
), d1_height
/ 4);
321 /* output width / 4 */
322 tw_indir_writeb(TW5864_INDIR_OUT_PIC_WIDTH(nr
), input
->width
/ 4);
323 tw_indir_writeb(TW5864_INDIR_OUT_PIC_HEIGHT(nr
), input
->height
/ 4);
326 * Crop width from 720 to 704.
327 * Above register settings need value 720 involved.
330 tw_indir_writeb(TW5864_INDIR_CROP_ETC
,
331 tw_indir_readb(TW5864_INDIR_CROP_ETC
) |
332 TW5864_INDIR_CROP_ETC_CROP_EN
);
334 tw_writel(TW5864_DSP_PIC_MAX_MB
,
335 ((input
->width
/ 16) << 8) | (input
->height
/ 16));
337 tw_writel(TW5864_FRAME_WIDTH_BUS_A(nr
),
338 frame_width_bus_value
);
339 tw_writel(TW5864_FRAME_WIDTH_BUS_B(nr
),
340 frame_width_bus_value
);
341 tw_writel(TW5864_FRAME_HEIGHT_BUS_A(nr
),
342 frame_height_bus_value
);
343 tw_writel(TW5864_FRAME_HEIGHT_BUS_B(nr
),
344 (frame_height_bus_value
+ 1) / 2 - 1);
346 tw5864_frame_interval_set(input
);
348 if (downscale_enabled
)
349 tw_setl(TW5864_H264EN_CH_DNS
, 1 << nr
);
351 tw_mask_shift_writel(TW5864_H264EN_CH_FMT_REG1
, 0x3, 2 * nr
,
354 tw_mask_shift_writel((nr
< 2
355 ? TW5864_H264EN_RATE_MAX_LINE_REG1
356 : TW5864_H264EN_RATE_MAX_LINE_REG2
),
358 input
->std
== STD_NTSC
? 29 : 24);
360 tw_mask_shift_writel((nr
< 2) ? TW5864_FRAME_BUS1
:
361 TW5864_FRAME_BUS2
, 0xff, (nr
% 2) * 8,
364 spin_lock_irqsave(&dev
->slock
, flags
);
366 spin_unlock_irqrestore(&dev
->slock
, flags
);
371 void tw5864_request_encoded_frame(struct tw5864_input
*input
)
373 struct tw5864_dev
*dev
= input
->root
;
376 tw_setl(TW5864_DSP_CODEC
, TW5864_CIF_MAP_MD
| TW5864_HD1_MAP_MD
);
377 tw_writel(TW5864_EMU
, input
->reg_emu
);
378 tw_writel(TW5864_INTERLACING
, input
->reg_interlacing
);
379 tw_writel(TW5864_DSP
, input
->reg_dsp
);
381 tw_writel(TW5864_DSP_QP
, input
->reg_dsp_qp
);
382 tw_writel(TW5864_DSP_REF_MVP_LAMBDA
, input
->reg_dsp_ref_mvp_lambda
);
383 tw_writel(TW5864_DSP_I4x4_WEIGHT
, input
->reg_dsp_i4x4_weight
);
384 tw_mask_shift_writel(TW5864_DSP_INTRA_MODE
, TW5864_DSP_INTRA_MODE_MASK
,
385 TW5864_DSP_INTRA_MODE_SHIFT
,
386 TW5864_DSP_INTRA_MODE_16x16
);
388 if (input
->frame_gop_seqno
== 0) {
389 /* Produce I-frame */
390 tw_writel(TW5864_MOTION_SEARCH_ETC
, TW5864_INTRA_EN
);
391 input
->h264_idr_pic_id
++;
392 input
->h264_idr_pic_id
&= TW5864_DSP_REF_FRM
;
394 /* Produce P-frame */
395 tw_writel(TW5864_MOTION_SEARCH_ETC
, TW5864_INTRA_EN
|
396 TW5864_ME_EN
| BIT(5) /* SRCH_OPT default */);
398 tw5864_prepare_frame_headers(input
);
399 tw_writel(TW5864_VLC
,
401 ((input
->tail_nb_bits
+ 24) << TW5864_VLC_BIT_ALIGN_SHIFT
) |
404 enc_buf_id_new
= tw_mask_shift_readl(TW5864_ENC_BUF_PTR_REC1
, 0x3,
406 tw_writel(TW5864_DSP_ENC_ORG_PTR_REG
,
407 enc_buf_id_new
<< TW5864_DSP_ENC_ORG_PTR_SHIFT
);
408 tw_writel(TW5864_DSP_ENC_REC
,
409 enc_buf_id_new
<< 12 | ((enc_buf_id_new
+ 3) & 3));
411 tw_writel(TW5864_SLICE
, TW5864_START_NSLICE
);
412 tw_writel(TW5864_SLICE
, 0);
415 static int tw5864_disable_input(struct tw5864_input
*input
)
417 struct tw5864_dev
*dev
= input
->root
;
420 dev_dbg(&dev
->pci
->dev
, "Disabling channel %d\n", input
->nr
);
422 spin_lock_irqsave(&dev
->slock
, flags
);
424 spin_unlock_irqrestore(&dev
->slock
, flags
);
428 static int tw5864_start_streaming(struct vb2_queue
*q
, unsigned int count
)
430 struct tw5864_input
*input
= vb2_get_drv_priv(q
);
433 ret
= tw5864_enable_input(input
);
437 while (!list_empty(&input
->active
)) {
438 struct tw5864_buf
*buf
= list_entry(input
->active
.next
,
439 struct tw5864_buf
, list
);
441 list_del(&buf
->list
);
442 vb2_buffer_done(&buf
->vb
.vb2_buf
, VB2_BUF_STATE_QUEUED
);
447 static void tw5864_stop_streaming(struct vb2_queue
*q
)
450 struct tw5864_input
*input
= vb2_get_drv_priv(q
);
452 tw5864_disable_input(input
);
454 spin_lock_irqsave(&input
->slock
, flags
);
456 vb2_buffer_done(&input
->vb
->vb
.vb2_buf
, VB2_BUF_STATE_ERROR
);
459 while (!list_empty(&input
->active
)) {
460 struct tw5864_buf
*buf
= list_entry(input
->active
.next
,
461 struct tw5864_buf
, list
);
463 list_del(&buf
->list
);
464 vb2_buffer_done(&buf
->vb
.vb2_buf
, VB2_BUF_STATE_ERROR
);
466 spin_unlock_irqrestore(&input
->slock
, flags
);
469 static const struct vb2_ops tw5864_video_qops
= {
470 .queue_setup
= tw5864_queue_setup
,
471 .buf_queue
= tw5864_buf_queue
,
472 .start_streaming
= tw5864_start_streaming
,
473 .stop_streaming
= tw5864_stop_streaming
,
474 .wait_prepare
= vb2_ops_wait_prepare
,
475 .wait_finish
= vb2_ops_wait_finish
,
478 static int tw5864_s_ctrl(struct v4l2_ctrl
*ctrl
)
480 struct tw5864_input
*input
=
481 container_of(ctrl
->handler
, struct tw5864_input
, hdl
);
482 struct tw5864_dev
*dev
= input
->root
;
486 case V4L2_CID_BRIGHTNESS
:
487 tw_indir_writeb(TW5864_INDIR_VIN_A_BRIGHT(input
->nr
),
491 tw_indir_writeb(TW5864_INDIR_VIN_7_HUE(input
->nr
),
494 case V4L2_CID_CONTRAST
:
495 tw_indir_writeb(TW5864_INDIR_VIN_9_CNTRST(input
->nr
),
498 case V4L2_CID_SATURATION
:
499 tw_indir_writeb(TW5864_INDIR_VIN_B_SAT_U(input
->nr
),
501 tw_indir_writeb(TW5864_INDIR_VIN_C_SAT_V(input
->nr
),
504 case V4L2_CID_MPEG_VIDEO_GOP_SIZE
:
505 input
->gop
= ctrl
->val
;
507 case V4L2_CID_MPEG_VIDEO_H264_MIN_QP
:
508 spin_lock_irqsave(&input
->slock
, flags
);
509 input
->qp
= ctrl
->val
;
510 input
->reg_dsp_qp
= input
->qp
;
511 input
->reg_dsp_ref_mvp_lambda
= lambda_lookup_table
[input
->qp
];
512 input
->reg_dsp_i4x4_weight
= intra4x4_lambda3
[input
->qp
];
513 spin_unlock_irqrestore(&input
->slock
, flags
);
515 case V4L2_CID_DETECT_MD_GLOBAL_THRESHOLD
:
516 memset(input
->md_threshold_grid_values
, ctrl
->val
,
517 sizeof(input
->md_threshold_grid_values
));
519 case V4L2_CID_DETECT_MD_MODE
:
521 case V4L2_CID_DETECT_MD_THRESHOLD_GRID
:
522 /* input->md_threshold_grid_ctrl->p_new.p_u16 contains data */
523 memcpy(input
->md_threshold_grid_values
,
524 input
->md_threshold_grid_ctrl
->p_new
.p_u16
,
525 sizeof(input
->md_threshold_grid_values
));
531 static int tw5864_fmt_vid_cap(struct file
*file
, void *priv
,
532 struct v4l2_format
*f
)
534 struct tw5864_input
*input
= video_drvdata(file
);
536 f
->fmt
.pix
.width
= 704;
537 switch (input
->std
) {
542 f
->fmt
.pix
.height
= 480;
546 f
->fmt
.pix
.height
= 576;
549 f
->fmt
.pix
.field
= V4L2_FIELD_INTERLACED
;
550 f
->fmt
.pix
.pixelformat
= V4L2_PIX_FMT_H264
;
551 f
->fmt
.pix
.sizeimage
= H264_VLC_BUF_SIZE
;
552 f
->fmt
.pix
.colorspace
= V4L2_COLORSPACE_SMPTE170M
;
556 static int tw5864_enum_input(struct file
*file
, void *priv
,
557 struct v4l2_input
*i
)
559 struct tw5864_input
*input
= video_drvdata(file
);
560 struct tw5864_dev
*dev
= input
->root
;
562 u8 indir_0x000
= tw_indir_readb(TW5864_INDIR_VIN_0(input
->nr
));
563 u8 indir_0x00d
= tw_indir_readb(TW5864_INDIR_VIN_D(input
->nr
));
570 i
->type
= V4L2_INPUT_TYPE_CAMERA
;
571 snprintf(i
->name
, sizeof(i
->name
), "Encoder %d", input
->nr
);
572 i
->std
= TW5864_NORMS
;
574 i
->status
|= V4L2_IN_ST_NO_SYNC
;
575 if (!(v1
& (1 << 6)))
576 i
->status
|= V4L2_IN_ST_NO_H_LOCK
;
578 i
->status
|= V4L2_IN_ST_NO_SIGNAL
;
580 i
->status
|= V4L2_IN_ST_NO_COLOR
;
582 i
->status
|= V4L2_IN_ST_MACROVISION
;
587 static int tw5864_g_input(struct file
*file
, void *priv
, unsigned int *i
)
593 static int tw5864_s_input(struct file
*file
, void *priv
, unsigned int i
)
600 static int tw5864_querycap(struct file
*file
, void *priv
,
601 struct v4l2_capability
*cap
)
603 struct tw5864_input
*input
= video_drvdata(file
);
605 strscpy(cap
->driver
, "tw5864", sizeof(cap
->driver
));
606 snprintf(cap
->card
, sizeof(cap
->card
), "TW5864 Encoder %d",
611 static int tw5864_querystd(struct file
*file
, void *priv
, v4l2_std_id
*std
)
613 struct tw5864_input
*input
= video_drvdata(file
);
614 enum tw5864_vid_std tw_std
;
617 ret
= tw5864_input_std_get(input
, &tw_std
);
620 *std
= tw5864_get_v4l2_std(tw_std
);
625 static int tw5864_g_std(struct file
*file
, void *priv
, v4l2_std_id
*std
)
627 struct tw5864_input
*input
= video_drvdata(file
);
629 *std
= input
->v4l2_std
;
633 static int tw5864_s_std(struct file
*file
, void *priv
, v4l2_std_id std
)
635 struct tw5864_input
*input
= video_drvdata(file
);
636 struct tw5864_dev
*dev
= input
->root
;
638 input
->v4l2_std
= std
;
639 input
->std
= tw5864_from_v4l2_std(std
);
640 tw_indir_writeb(TW5864_INDIR_VIN_E(input
->nr
), input
->std
);
644 static int tw5864_enum_fmt_vid_cap(struct file
*file
, void *priv
,
645 struct v4l2_fmtdesc
*f
)
650 f
->pixelformat
= V4L2_PIX_FMT_H264
;
655 static int tw5864_subscribe_event(struct v4l2_fh
*fh
,
656 const struct v4l2_event_subscription
*sub
)
659 case V4L2_EVENT_MOTION_DET
:
661 * Allow for up to 30 events (1 second for NTSC) to be stored.
663 return v4l2_event_subscribe(fh
, sub
, 30, NULL
);
665 return v4l2_ctrl_subscribe_event(fh
, sub
);
669 static void tw5864_frame_interval_set(struct tw5864_input
*input
)
672 * This register value seems to follow such approach: In each second
673 * interval, when processing Nth frame, it checks Nth bit of register
674 * value and, if the bit is 1, it processes the frame, otherwise the
675 * frame is discarded.
676 * So unary representation would work, but more or less equal gaps
677 * between the frames should be preserved.
679 * For 1 FPS - 0x00000001
680 * 00000000 00000000 00000000 00000001
682 * For max FPS - set all 25/30 lower bits:
683 * 00111111 11111111 11111111 11111111 (NTSC)
684 * 00000001 11111111 11111111 11111111 (PAL)
686 * For half of max FPS - use such pattern:
687 * 00010101 01010101 01010101 01010101 (NTSC)
688 * 00000001 01010101 01010101 01010101 (PAL)
692 * The value supplied to hardware is capped by mask of 25/30 lower bits.
694 struct tw5864_dev
*dev
= input
->root
;
695 u32 unary_framerate
= 0;
697 int std_max_fps
= input
->std
== STD_NTSC
? 30 : 25;
699 for (shift
= 0; shift
< std_max_fps
; shift
+= input
->frame_interval
)
700 unary_framerate
|= 0x00000001 << shift
;
702 tw_writel(TW5864_H264EN_RATE_CNTL_LO_WORD(input
->nr
, 0),
703 unary_framerate
>> 16);
704 tw_writel(TW5864_H264EN_RATE_CNTL_HI_WORD(input
->nr
, 0),
705 unary_framerate
& 0xffff);
708 static int tw5864_frameinterval_get(struct tw5864_input
*input
,
709 struct v4l2_fract
*frameinterval
)
711 struct tw5864_dev
*dev
= input
->root
;
713 switch (input
->std
) {
715 frameinterval
->numerator
= 1001;
716 frameinterval
->denominator
= 30000;
720 frameinterval
->numerator
= 1;
721 frameinterval
->denominator
= 25;
724 dev_warn(&dev
->pci
->dev
, "tw5864_frameinterval_get requested for unknown std %d\n",
732 static int tw5864_enum_framesizes(struct file
*file
, void *priv
,
733 struct v4l2_frmsizeenum
*fsize
)
735 struct tw5864_input
*input
= video_drvdata(file
);
737 if (fsize
->index
> 0)
739 if (fsize
->pixel_format
!= V4L2_PIX_FMT_H264
)
742 fsize
->type
= V4L2_FRMSIZE_TYPE_DISCRETE
;
743 fsize
->discrete
.width
= 704;
744 fsize
->discrete
.height
= input
->std
== STD_NTSC
? 480 : 576;
749 static int tw5864_enum_frameintervals(struct file
*file
, void *priv
,
750 struct v4l2_frmivalenum
*fintv
)
752 struct tw5864_input
*input
= video_drvdata(file
);
753 struct v4l2_fract frameinterval
;
754 int std_max_fps
= input
->std
== STD_NTSC
? 30 : 25;
755 struct v4l2_frmsizeenum fsize
= { .index
= fintv
->index
,
756 .pixel_format
= fintv
->pixel_format
};
759 ret
= tw5864_enum_framesizes(file
, priv
, &fsize
);
763 if (fintv
->width
!= fsize
.discrete
.width
||
764 fintv
->height
!= fsize
.discrete
.height
)
767 fintv
->type
= V4L2_FRMIVAL_TYPE_STEPWISE
;
769 ret
= tw5864_frameinterval_get(input
, &frameinterval
);
773 fintv
->stepwise
.step
= frameinterval
;
774 fintv
->stepwise
.min
= frameinterval
;
775 fintv
->stepwise
.max
= frameinterval
;
776 fintv
->stepwise
.max
.numerator
*= std_max_fps
;
781 static int tw5864_g_parm(struct file
*file
, void *priv
,
782 struct v4l2_streamparm
*sp
)
784 struct tw5864_input
*input
= video_drvdata(file
);
785 struct v4l2_captureparm
*cp
= &sp
->parm
.capture
;
788 cp
->capability
= V4L2_CAP_TIMEPERFRAME
;
790 ret
= tw5864_frameinterval_get(input
, &cp
->timeperframe
);
794 cp
->timeperframe
.numerator
*= input
->frame_interval
;
801 static int tw5864_s_parm(struct file
*file
, void *priv
,
802 struct v4l2_streamparm
*sp
)
804 struct tw5864_input
*input
= video_drvdata(file
);
805 struct v4l2_fract
*t
= &sp
->parm
.capture
.timeperframe
;
806 struct v4l2_fract time_base
;
809 ret
= tw5864_frameinterval_get(input
, &time_base
);
813 if (!t
->numerator
|| !t
->denominator
) {
814 t
->numerator
= time_base
.numerator
* input
->frame_interval
;
815 t
->denominator
= time_base
.denominator
;
816 } else if (t
->denominator
!= time_base
.denominator
) {
817 t
->numerator
= t
->numerator
* time_base
.denominator
/
819 t
->denominator
= time_base
.denominator
;
822 input
->frame_interval
= t
->numerator
/ time_base
.numerator
;
823 if (input
->frame_interval
< 1)
824 input
->frame_interval
= 1;
825 tw5864_frame_interval_set(input
);
826 return tw5864_g_parm(file
, priv
, sp
);
829 static const struct v4l2_ctrl_ops tw5864_ctrl_ops
= {
830 .s_ctrl
= tw5864_s_ctrl
,
833 static const struct v4l2_file_operations video_fops
= {
834 .owner
= THIS_MODULE
,
835 .open
= v4l2_fh_open
,
836 .release
= vb2_fop_release
,
837 .read
= vb2_fop_read
,
838 .poll
= vb2_fop_poll
,
839 .mmap
= vb2_fop_mmap
,
840 .unlocked_ioctl
= video_ioctl2
,
843 #ifdef CONFIG_VIDEO_ADV_DEBUG
845 #define INDIR_SPACE_MAP_SHIFT 0x100000
847 static int tw5864_g_reg(struct file
*file
, void *fh
,
848 struct v4l2_dbg_register
*reg
)
850 struct tw5864_input
*input
= video_drvdata(file
);
851 struct tw5864_dev
*dev
= input
->root
;
853 if (reg
->reg
< INDIR_SPACE_MAP_SHIFT
) {
854 if (reg
->reg
> 0x87fff)
857 reg
->val
= tw_readl(reg
->reg
);
859 __u64 indir_addr
= reg
->reg
- INDIR_SPACE_MAP_SHIFT
;
861 if (indir_addr
> 0xefe)
864 reg
->val
= tw_indir_readb(reg
->reg
);
869 static int tw5864_s_reg(struct file
*file
, void *fh
,
870 const struct v4l2_dbg_register
*reg
)
872 struct tw5864_input
*input
= video_drvdata(file
);
873 struct tw5864_dev
*dev
= input
->root
;
875 if (reg
->reg
< INDIR_SPACE_MAP_SHIFT
) {
876 if (reg
->reg
> 0x87fff)
878 tw_writel(reg
->reg
, reg
->val
);
880 __u64 indir_addr
= reg
->reg
- INDIR_SPACE_MAP_SHIFT
;
882 if (indir_addr
> 0xefe)
884 tw_indir_writeb(reg
->reg
, reg
->val
);
890 static const struct v4l2_ioctl_ops video_ioctl_ops
= {
891 .vidioc_querycap
= tw5864_querycap
,
892 .vidioc_enum_fmt_vid_cap
= tw5864_enum_fmt_vid_cap
,
893 .vidioc_reqbufs
= vb2_ioctl_reqbufs
,
894 .vidioc_create_bufs
= vb2_ioctl_create_bufs
,
895 .vidioc_querybuf
= vb2_ioctl_querybuf
,
896 .vidioc_qbuf
= vb2_ioctl_qbuf
,
897 .vidioc_dqbuf
= vb2_ioctl_dqbuf
,
898 .vidioc_expbuf
= vb2_ioctl_expbuf
,
899 .vidioc_querystd
= tw5864_querystd
,
900 .vidioc_s_std
= tw5864_s_std
,
901 .vidioc_g_std
= tw5864_g_std
,
902 .vidioc_enum_input
= tw5864_enum_input
,
903 .vidioc_g_input
= tw5864_g_input
,
904 .vidioc_s_input
= tw5864_s_input
,
905 .vidioc_streamon
= vb2_ioctl_streamon
,
906 .vidioc_streamoff
= vb2_ioctl_streamoff
,
907 .vidioc_try_fmt_vid_cap
= tw5864_fmt_vid_cap
,
908 .vidioc_s_fmt_vid_cap
= tw5864_fmt_vid_cap
,
909 .vidioc_g_fmt_vid_cap
= tw5864_fmt_vid_cap
,
910 .vidioc_log_status
= v4l2_ctrl_log_status
,
911 .vidioc_subscribe_event
= tw5864_subscribe_event
,
912 .vidioc_unsubscribe_event
= v4l2_event_unsubscribe
,
913 .vidioc_enum_framesizes
= tw5864_enum_framesizes
,
914 .vidioc_enum_frameintervals
= tw5864_enum_frameintervals
,
915 .vidioc_s_parm
= tw5864_s_parm
,
916 .vidioc_g_parm
= tw5864_g_parm
,
917 #ifdef CONFIG_VIDEO_ADV_DEBUG
918 .vidioc_g_register
= tw5864_g_reg
,
919 .vidioc_s_register
= tw5864_s_reg
,
923 static const struct video_device tw5864_video_template
= {
924 .name
= "tw5864_video",
926 .ioctl_ops
= &video_ioctl_ops
,
927 .release
= video_device_release_empty
,
928 .tvnorms
= TW5864_NORMS
,
929 .device_caps
= V4L2_CAP_VIDEO_CAPTURE
| V4L2_CAP_READWRITE
|
933 /* Motion Detection Threshold matrix */
934 static const struct v4l2_ctrl_config tw5864_md_thresholds
= {
935 .ops
= &tw5864_ctrl_ops
,
936 .id
= V4L2_CID_DETECT_MD_THRESHOLD_GRID
,
937 .dims
= {MD_CELLS_HOR
, MD_CELLS_VERT
},
939 /* See tw5864_md_metric_from_mvd() */
944 static int tw5864_video_input_init(struct tw5864_input
*dev
, int video_nr
);
945 static void tw5864_video_input_fini(struct tw5864_input
*dev
);
946 static void tw5864_encoder_tables_upload(struct tw5864_dev
*dev
);
948 int tw5864_video_init(struct tw5864_dev
*dev
, int *video_nr
)
953 int last_dma_allocated
= -1;
954 int last_input_nr_registered
= -1;
956 for (i
= 0; i
< H264_BUF_CNT
; i
++) {
957 struct tw5864_h264_frame
*frame
= &dev
->h264_buf
[i
];
959 frame
->vlc
.addr
= dma_alloc_coherent(&dev
->pci
->dev
,
961 &frame
->vlc
.dma_addr
,
962 GFP_KERNEL
| GFP_DMA32
);
963 if (!frame
->vlc
.addr
) {
964 dev_err(&dev
->pci
->dev
, "dma alloc fail\n");
968 frame
->mv
.addr
= dma_alloc_coherent(&dev
->pci
->dev
,
971 GFP_KERNEL
| GFP_DMA32
);
972 if (!frame
->mv
.addr
) {
973 dev_err(&dev
->pci
->dev
, "dma alloc fail\n");
975 dma_free_coherent(&dev
->pci
->dev
, H264_VLC_BUF_SIZE
,
976 frame
->vlc
.addr
, frame
->vlc
.dma_addr
);
979 last_dma_allocated
= i
;
982 tw5864_encoder_tables_upload(dev
);
984 /* Picture is distorted without this block */
985 /* use falling edge to sample 54M to 108M */
986 tw_indir_writeb(TW5864_INDIR_VD_108_POL
, TW5864_INDIR_VD_108_POL_BOTH
);
987 tw_indir_writeb(TW5864_INDIR_CLK0_SEL
, 0x00);
989 tw_indir_writeb(TW5864_INDIR_DDRA_DLL_DQS_SEL0
, 0x02);
990 tw_indir_writeb(TW5864_INDIR_DDRA_DLL_DQS_SEL1
, 0x02);
991 tw_indir_writeb(TW5864_INDIR_DDRA_DLL_CLK90_SEL
, 0x02);
992 tw_indir_writeb(TW5864_INDIR_DDRB_DLL_DQS_SEL0
, 0x02);
993 tw_indir_writeb(TW5864_INDIR_DDRB_DLL_DQS_SEL1
, 0x02);
994 tw_indir_writeb(TW5864_INDIR_DDRB_DLL_CLK90_SEL
, 0x02);
996 /* video input reset */
997 tw_indir_writeb(TW5864_INDIR_RESET
, 0);
998 tw_indir_writeb(TW5864_INDIR_RESET
, TW5864_INDIR_RESET_VD
|
999 TW5864_INDIR_RESET_DLL
| TW5864_INDIR_RESET_MUX_CORE
);
1003 * Select Part A mode for all channels.
1004 * tw_setl instead of tw_clearl for Part B mode.
1006 * I guess "Part B" is primarily for downscaled version of same channel
1007 * which goes in Part A of same bus
1009 tw_writel(TW5864_FULL_HALF_MODE_SEL
, 0);
1011 tw_indir_writeb(TW5864_INDIR_PV_VD_CK_POL
,
1012 TW5864_INDIR_PV_VD_CK_POL_VD(0) |
1013 TW5864_INDIR_PV_VD_CK_POL_VD(1) |
1014 TW5864_INDIR_PV_VD_CK_POL_VD(2) |
1015 TW5864_INDIR_PV_VD_CK_POL_VD(3));
1017 spin_lock_irqsave(&dev
->slock
, flags
);
1018 dev
->encoder_busy
= 0;
1019 dev
->h264_buf_r_index
= 0;
1020 dev
->h264_buf_w_index
= 0;
1021 tw_writel(TW5864_VLC_STREAM_BASE_ADDR
,
1022 dev
->h264_buf
[dev
->h264_buf_w_index
].vlc
.dma_addr
);
1023 tw_writel(TW5864_MV_STREAM_BASE_ADDR
,
1024 dev
->h264_buf
[dev
->h264_buf_w_index
].mv
.dma_addr
);
1025 spin_unlock_irqrestore(&dev
->slock
, flags
);
1027 tw_writel(TW5864_SEN_EN_CH
, 0x000f);
1028 tw_writel(TW5864_H264EN_CH_EN
, 0x000f);
1030 tw_writel(TW5864_H264EN_BUS0_MAP
, 0x00000000);
1031 tw_writel(TW5864_H264EN_BUS1_MAP
, 0x00001111);
1032 tw_writel(TW5864_H264EN_BUS2_MAP
, 0x00002222);
1033 tw_writel(TW5864_H264EN_BUS3_MAP
, 0x00003333);
1036 * Quote from Intersil (manufacturer):
1037 * 0x0038 is managed by HW, and by default it won't pass the pointer set
1038 * at 0x0010. So if you don't do encoding, 0x0038 should stay at '3'
1039 * (with 4 frames in buffer). If you encode one frame and then move
1040 * 0x0010 to '1' for example, HW will take one more frame and set it to
1041 * buffer #0, and then you should see 0x0038 is set to '0'. There is
1042 * only one HW encoder engine, so 4 channels cannot get encoded
1043 * simultaneously. But each channel does have its own buffer (for
1044 * original frames and reconstructed frames). So there is no problem to
1045 * manage encoding for 4 channels at same time and no need to force
1046 * I-frames in switching channels.
1049 * If we set 0x0010 (TW5864_ENC_BUF_PTR_REC1) to 0 (for any channel), we
1050 * have no "rolling" (until we change this value).
1051 * If we set 0x0010 (TW5864_ENC_BUF_PTR_REC1) to 0x3, it starts to roll
1052 * continuously together with 0x0038.
1054 tw_writel(TW5864_ENC_BUF_PTR_REC1
, 0x00ff);
1055 tw_writel(TW5864_PCI_INTTM_SCALE
, 0);
1057 tw_writel(TW5864_INTERLACING
, TW5864_DI_EN
);
1058 tw_writel(TW5864_MASTER_ENB_REG
, TW5864_PCI_VLC_INTR_ENB
);
1059 tw_writel(TW5864_PCI_INTR_CTL
,
1060 TW5864_TIMER_INTR_ENB
| TW5864_PCI_MAST_ENB
|
1061 TW5864_MVD_VLC_MAST_ENB
);
1063 dev
->irqmask
|= TW5864_INTR_VLC_DONE
| TW5864_INTR_TIMER
;
1064 tw5864_irqmask_apply(dev
);
1066 INIT_WORK(&dev
->bh_work
, tw5864_handle_frame_work
);
1068 for (i
= 0; i
< TW5864_INPUTS
; i
++) {
1069 dev
->inputs
[i
].root
= dev
;
1070 dev
->inputs
[i
].nr
= i
;
1071 ret
= tw5864_video_input_init(&dev
->inputs
[i
], video_nr
[i
]);
1073 goto fini_video_inputs
;
1074 last_input_nr_registered
= i
;
1080 for (i
= last_input_nr_registered
; i
>= 0; i
--)
1081 tw5864_video_input_fini(&dev
->inputs
[i
]);
1083 cancel_work_sync(&dev
->bh_work
);
1086 for (i
= last_dma_allocated
; i
>= 0; i
--) {
1087 dma_free_coherent(&dev
->pci
->dev
, H264_VLC_BUF_SIZE
,
1088 dev
->h264_buf
[i
].vlc
.addr
,
1089 dev
->h264_buf
[i
].vlc
.dma_addr
);
1090 dma_free_coherent(&dev
->pci
->dev
, H264_MV_BUF_SIZE
,
1091 dev
->h264_buf
[i
].mv
.addr
,
1092 dev
->h264_buf
[i
].mv
.dma_addr
);
1098 static int tw5864_video_input_init(struct tw5864_input
*input
, int video_nr
)
1100 struct tw5864_dev
*dev
= input
->root
;
1102 struct v4l2_ctrl_handler
*hdl
= &input
->hdl
;
1104 mutex_init(&input
->lock
);
1105 spin_lock_init(&input
->slock
);
1107 /* setup video buffers queue */
1108 INIT_LIST_HEAD(&input
->active
);
1109 input
->vidq
.type
= V4L2_BUF_TYPE_VIDEO_CAPTURE
;
1110 input
->vidq
.timestamp_flags
= V4L2_BUF_FLAG_TIMESTAMP_MONOTONIC
;
1111 input
->vidq
.io_modes
= VB2_MMAP
| VB2_READ
| VB2_DMABUF
;
1112 input
->vidq
.ops
= &tw5864_video_qops
;
1113 input
->vidq
.mem_ops
= &vb2_dma_contig_memops
;
1114 input
->vidq
.drv_priv
= input
;
1115 input
->vidq
.gfp_flags
= 0;
1116 input
->vidq
.buf_struct_size
= sizeof(struct tw5864_buf
);
1117 input
->vidq
.lock
= &input
->lock
;
1118 input
->vidq
.min_queued_buffers
= 2;
1119 input
->vidq
.dev
= &input
->root
->pci
->dev
;
1120 ret
= vb2_queue_init(&input
->vidq
);
1124 input
->vdev
= tw5864_video_template
;
1125 input
->vdev
.v4l2_dev
= &input
->root
->v4l2_dev
;
1126 input
->vdev
.lock
= &input
->lock
;
1127 input
->vdev
.queue
= &input
->vidq
;
1128 video_set_drvdata(&input
->vdev
, input
);
1130 /* Initialize the device control structures */
1131 v4l2_ctrl_handler_init(hdl
, 6);
1132 v4l2_ctrl_new_std(hdl
, &tw5864_ctrl_ops
,
1133 V4L2_CID_BRIGHTNESS
, -128, 127, 1, 0);
1134 v4l2_ctrl_new_std(hdl
, &tw5864_ctrl_ops
,
1135 V4L2_CID_CONTRAST
, 0, 255, 1, 100);
1136 v4l2_ctrl_new_std(hdl
, &tw5864_ctrl_ops
,
1137 V4L2_CID_SATURATION
, 0, 255, 1, 128);
1138 v4l2_ctrl_new_std(hdl
, &tw5864_ctrl_ops
, V4L2_CID_HUE
, -128, 127, 1, 0);
1139 v4l2_ctrl_new_std(hdl
, &tw5864_ctrl_ops
, V4L2_CID_MPEG_VIDEO_GOP_SIZE
,
1140 1, MAX_GOP_SIZE
, 1, GOP_SIZE
);
1141 v4l2_ctrl_new_std(hdl
, &tw5864_ctrl_ops
,
1142 V4L2_CID_MPEG_VIDEO_H264_MIN_QP
, 28, 51, 1, QP_VALUE
);
1143 v4l2_ctrl_new_std_menu(hdl
, &tw5864_ctrl_ops
,
1144 V4L2_CID_DETECT_MD_MODE
,
1145 V4L2_DETECT_MD_MODE_THRESHOLD_GRID
, 0,
1146 V4L2_DETECT_MD_MODE_DISABLED
);
1147 v4l2_ctrl_new_std(hdl
, &tw5864_ctrl_ops
,
1148 V4L2_CID_DETECT_MD_GLOBAL_THRESHOLD
,
1149 tw5864_md_thresholds
.min
, tw5864_md_thresholds
.max
,
1150 tw5864_md_thresholds
.step
, tw5864_md_thresholds
.def
);
1151 input
->md_threshold_grid_ctrl
=
1152 v4l2_ctrl_new_custom(hdl
, &tw5864_md_thresholds
, NULL
);
1157 input
->vdev
.ctrl_handler
= hdl
;
1158 v4l2_ctrl_handler_setup(hdl
);
1160 input
->qp
= QP_VALUE
;
1161 input
->gop
= GOP_SIZE
;
1162 input
->frame_interval
= 1;
1164 ret
= video_register_device(&input
->vdev
, VFL_TYPE_VIDEO
, video_nr
);
1168 dev_info(&input
->root
->pci
->dev
, "Registered video device %s\n",
1169 video_device_node_name(&input
->vdev
));
1172 * Set default video standard. Doesn't matter which, the detected value
1173 * will be found out by VIDIOC_QUERYSTD handler.
1175 input
->v4l2_std
= V4L2_STD_NTSC_M
;
1176 input
->std
= STD_NTSC
;
1178 tw_indir_writeb(TW5864_INDIR_VIN_E(video_nr
), 0x07);
1179 /* to initiate auto format recognition */
1180 tw_indir_writeb(TW5864_INDIR_VIN_F(video_nr
), 0xff);
1185 v4l2_ctrl_handler_free(hdl
);
1187 mutex_destroy(&input
->lock
);
1192 static void tw5864_video_input_fini(struct tw5864_input
*dev
)
1194 vb2_video_unregister_device(&dev
->vdev
);
1195 v4l2_ctrl_handler_free(&dev
->hdl
);
1198 void tw5864_video_fini(struct tw5864_dev
*dev
)
1202 cancel_work_sync(&dev
->bh_work
);
1204 for (i
= 0; i
< TW5864_INPUTS
; i
++)
1205 tw5864_video_input_fini(&dev
->inputs
[i
]);
1207 for (i
= 0; i
< H264_BUF_CNT
; i
++) {
1208 dma_free_coherent(&dev
->pci
->dev
, H264_VLC_BUF_SIZE
,
1209 dev
->h264_buf
[i
].vlc
.addr
,
1210 dev
->h264_buf
[i
].vlc
.dma_addr
);
1211 dma_free_coherent(&dev
->pci
->dev
, H264_MV_BUF_SIZE
,
1212 dev
->h264_buf
[i
].mv
.addr
,
1213 dev
->h264_buf
[i
].mv
.dma_addr
);
1217 void tw5864_prepare_frame_headers(struct tw5864_input
*input
)
1219 struct tw5864_buf
*vb
= input
->vb
;
1222 unsigned long flags
;
1225 spin_lock_irqsave(&input
->slock
, flags
);
1226 if (list_empty(&input
->active
)) {
1227 spin_unlock_irqrestore(&input
->slock
, flags
);
1231 vb
= list_first_entry(&input
->active
, struct tw5864_buf
, list
);
1232 list_del(&vb
->list
);
1233 spin_unlock_irqrestore(&input
->slock
, flags
);
1236 dst
= vb2_plane_vaddr(&vb
->vb
.vb2_buf
, 0);
1237 dst_space
= vb2_plane_size(&vb
->vb
.vb2_buf
, 0);
1240 * Low-level bitstream writing functions don't have a fine way to say
1241 * correctly that supplied buffer is too small. So we just check there
1242 * and warn, and don't care at lower level.
1243 * Currently all headers take below 32 bytes.
1244 * The buffer is supposed to have plenty of free space at this point,
1247 if (WARN_ON_ONCE(dst_space
< 128))
1251 * Generate H264 headers:
1252 * If this is first frame, put SPS and PPS
1254 if (input
->frame_gop_seqno
== 0)
1255 tw5864_h264_put_stream_header(&dst
, &dst_space
, input
->qp
,
1256 input
->width
, input
->height
);
1258 /* Put slice header */
1259 tw5864_h264_put_slice_header(&dst
, &dst_space
, input
->h264_idr_pic_id
,
1260 input
->frame_gop_seqno
,
1261 &input
->tail_nb_bits
, &input
->tail
);
1263 input
->buf_cur_ptr
= dst
;
1264 input
->buf_cur_space_left
= dst_space
;
1268 * Returns heuristic motion detection metric value from known components of
1269 * hardware-provided Motion Vector Data.
1271 static unsigned int tw5864_md_metric_from_mvd(u32 mvd
)
1274 * Format of motion vector data exposed by tw5864, according to
1278 * non_zero_members 8 bits
1282 * non_zero_members: number of non-zero residuals in each macro block
1283 * after quantization
1285 * unsigned int reserved = mvd >> 31;
1286 * unsigned int mb_type = (mvd >> 28) & 0x7;
1287 * unsigned int non_zero_members = (mvd >> 20) & 0xff;
1289 unsigned int mv_y
= (mvd
>> 10) & 0x3ff;
1290 unsigned int mv_x
= mvd
& 0x3ff;
1299 static int tw5864_is_motion_triggered(struct tw5864_h264_frame
*frame
)
1301 struct tw5864_input
*input
= frame
->input
;
1302 u32
*mv
= (u32
*)frame
->mv
.addr
;
1306 for (i
= 0; i
< MD_CELLS
; i
++) {
1307 const u16 thresh
= input
->md_threshold_grid_values
[i
];
1308 const unsigned int metric
= tw5864_md_metric_from_mvd(mv
[i
]);
1310 if (metric
> thresh
)
1319 static void tw5864_handle_frame_work(struct work_struct
*t
)
1321 struct tw5864_dev
*dev
= from_work(dev
, t
, bh_work
);
1322 unsigned long flags
;
1323 int batch_size
= H264_BUF_CNT
;
1325 spin_lock_irqsave(&dev
->slock
, flags
);
1326 while (dev
->h264_buf_r_index
!= dev
->h264_buf_w_index
&& batch_size
--) {
1327 struct tw5864_h264_frame
*frame
=
1328 &dev
->h264_buf
[dev
->h264_buf_r_index
];
1330 spin_unlock_irqrestore(&dev
->slock
, flags
);
1331 dma_sync_single_for_cpu(&dev
->pci
->dev
, frame
->vlc
.dma_addr
,
1332 H264_VLC_BUF_SIZE
, DMA_FROM_DEVICE
);
1333 dma_sync_single_for_cpu(&dev
->pci
->dev
, frame
->mv
.dma_addr
,
1334 H264_MV_BUF_SIZE
, DMA_FROM_DEVICE
);
1335 tw5864_handle_frame(frame
);
1336 dma_sync_single_for_device(&dev
->pci
->dev
, frame
->vlc
.dma_addr
,
1337 H264_VLC_BUF_SIZE
, DMA_FROM_DEVICE
);
1338 dma_sync_single_for_device(&dev
->pci
->dev
, frame
->mv
.dma_addr
,
1339 H264_MV_BUF_SIZE
, DMA_FROM_DEVICE
);
1340 spin_lock_irqsave(&dev
->slock
, flags
);
1342 dev
->h264_buf_r_index
++;
1343 dev
->h264_buf_r_index
%= H264_BUF_CNT
;
1345 spin_unlock_irqrestore(&dev
->slock
, flags
);
1349 static u32
tw5864_vlc_checksum(u32
*data
, int len
)
1351 u32 val
, count_len
= len
;
1354 while (((count_len
>> 2) - 1) > 0) {
1358 val
^= htonl((len
>> 2));
1363 static void tw5864_handle_frame(struct tw5864_h264_frame
*frame
)
1365 #define SKIP_VLCBUF_BYTES 3
1366 struct tw5864_input
*input
= frame
->input
;
1367 struct tw5864_dev
*dev
= input
->root
;
1368 struct tw5864_buf
*vb
;
1369 struct vb2_v4l2_buffer
*v4l2_buf
;
1370 int frame_len
= frame
->vlc_len
- SKIP_VLCBUF_BYTES
;
1371 u8
*dst
= input
->buf_cur_ptr
;
1372 u8 tail_mask
, vlc_mask
= 0;
1374 u8 vlc_first_byte
= ((u8
*)(frame
->vlc
.addr
+ SKIP_VLCBUF_BYTES
))[0];
1375 unsigned long flags
;
1381 if (frame
->checksum
!=
1382 tw5864_vlc_checksum((u32
*)frame
->vlc
.addr
, frame_len
))
1383 dev_err(&dev
->pci
->dev
,
1384 "Checksum of encoded frame doesn't match!\n");
1387 spin_lock_irqsave(&input
->slock
, flags
);
1390 spin_unlock_irqrestore(&input
->slock
, flags
);
1392 if (!vb
) { /* Gone because of disabling */
1393 dev_dbg(&dev
->pci
->dev
, "vb is empty, dropping frame\n");
1397 v4l2_buf
= to_vb2_v4l2_buffer(&vb
->vb
.vb2_buf
);
1401 * Mind the overhead of startcode emulation prevention.
1403 if (input
->buf_cur_space_left
< frame_len
* 5 / 4) {
1404 dev_err_once(&dev
->pci
->dev
,
1405 "Left space in vb2 buffer, %d bytes, is less than considered safely enough to put frame of length %d. Dropping this frame.\n",
1406 input
->buf_cur_space_left
, frame_len
);
1410 for (i
= 0; i
< 8 - input
->tail_nb_bits
; i
++)
1412 tail_mask
= (~vlc_mask
) & 0xff;
1414 dst
[0] = (input
->tail
& tail_mask
) | (vlc_first_byte
& vlc_mask
);
1418 /* H.264 startcode emulation prevention */
1419 src
= frame
->vlc
.addr
+ SKIP_VLCBUF_BYTES
+ 1;
1420 src_end
= src
+ frame_len
;
1422 for (; src
< src_end
; src
++) {
1429 if ((*src
& ~0x03) == 0)
1431 zero_run
= *src
== 0;
1436 vb2_set_plane_payload(&vb
->vb
.vb2_buf
, 0,
1437 dst
- (u8
*)vb2_plane_vaddr(&vb
->vb
.vb2_buf
, 0));
1439 vb
->vb
.vb2_buf
.timestamp
= frame
->timestamp
;
1440 v4l2_buf
->field
= V4L2_FIELD_INTERLACED
;
1441 v4l2_buf
->sequence
= frame
->seqno
;
1443 /* Check for motion flags */
1444 if (frame
->gop_seqno
/* P-frame */ &&
1445 tw5864_is_motion_triggered(frame
)) {
1446 struct v4l2_event ev
= {
1447 .type
= V4L2_EVENT_MOTION_DET
,
1449 .flags
= V4L2_EVENT_MD_FL_HAVE_FRAME_SEQ
,
1450 .frame_sequence
= v4l2_buf
->sequence
,
1454 v4l2_event_queue(&input
->vdev
, &ev
);
1457 vb2_buffer_done(&vb
->vb
.vb2_buf
, VB2_BUF_STATE_DONE
);
1460 static v4l2_std_id
tw5864_get_v4l2_std(enum tw5864_vid_std std
)
1463 case STD_NTSC
: return V4L2_STD_NTSC_M
;
1464 case STD_PAL
: return V4L2_STD_PAL_B
;
1465 case STD_SECAM
: return V4L2_STD_SECAM_B
;
1466 case STD_NTSC443
: return V4L2_STD_NTSC_443
;
1467 case STD_PAL_M
: return V4L2_STD_PAL_M
;
1468 case STD_PAL_CN
: return V4L2_STD_PAL_Nc
;
1469 case STD_PAL_60
: return V4L2_STD_PAL_60
;
1470 case STD_INVALID
: return V4L2_STD_UNKNOWN
;
1475 static enum tw5864_vid_std
tw5864_from_v4l2_std(v4l2_std_id v4l2_std
)
1477 if (v4l2_std
& V4L2_STD_NTSC_M
)
1479 if (v4l2_std
& V4L2_STD_PAL_B
)
1481 if (v4l2_std
& V4L2_STD_SECAM_B
)
1483 if (v4l2_std
& V4L2_STD_NTSC_443
)
1485 if (v4l2_std
& V4L2_STD_PAL_M
)
1487 if (v4l2_std
& V4L2_STD_PAL_Nc
)
1489 if (v4l2_std
& V4L2_STD_PAL_60
)
1495 static void tw5864_encoder_tables_upload(struct tw5864_dev
*dev
)
1499 tw_writel(TW5864_VLC_RD
, 0x1);
1500 for (i
= 0; i
< VLC_LOOKUP_TABLE_LEN
; i
++) {
1501 tw_writel((TW5864_VLC_STREAM_MEM_START
+ i
* 4),
1502 encoder_vlc_lookup_table
[i
]);
1504 tw_writel(TW5864_VLC_RD
, 0x0);
1506 for (i
= 0; i
< QUANTIZATION_TABLE_LEN
; i
++) {
1507 tw_writel((TW5864_QUAN_TAB
+ i
* 4),
1508 forward_quantization_table
[i
]);
1511 for (i
= 0; i
< QUANTIZATION_TABLE_LEN
; i
++) {
1512 tw_writel((TW5864_QUAN_TAB
+ i
* 4),
1513 inverse_quantization_table
[i
]);