1 #ifndef VPX_DSP_RTCD_H_
2 #define VPX_DSP_RTCD_H_
7 #define RTCD_EXTERN extern
14 #include "vpx/vpx_integer.h"
15 #include "vpx_dsp/vpx_dsp_common.h"
22 void vpx_comp_avg_pred_c(uint8_t *comp_pred
, const uint8_t *pred
, int width
, int height
, const uint8_t *ref
, int ref_stride
);
23 #define vpx_comp_avg_pred vpx_comp_avg_pred_c
25 void vpx_convolve8_c(const uint8_t *src
, ptrdiff_t src_stride
, uint8_t *dst
, ptrdiff_t dst_stride
, const int16_t *filter_x
, int x_step_q4
, const int16_t *filter_y
, int y_step_q4
, int w
, int h
);
26 void vpx_convolve8_neon(const uint8_t *src
, ptrdiff_t src_stride
, uint8_t *dst
, ptrdiff_t dst_stride
, const int16_t *filter_x
, int x_step_q4
, const int16_t *filter_y
, int y_step_q4
, int w
, int h
);
27 #define vpx_convolve8 vpx_convolve8_neon
29 void vpx_convolve8_avg_c(const uint8_t *src
, ptrdiff_t src_stride
, uint8_t *dst
, ptrdiff_t dst_stride
, const int16_t *filter_x
, int x_step_q4
, const int16_t *filter_y
, int y_step_q4
, int w
, int h
);
30 void vpx_convolve8_avg_neon(const uint8_t *src
, ptrdiff_t src_stride
, uint8_t *dst
, ptrdiff_t dst_stride
, const int16_t *filter_x
, int x_step_q4
, const int16_t *filter_y
, int y_step_q4
, int w
, int h
);
31 #define vpx_convolve8_avg vpx_convolve8_avg_neon
33 void vpx_convolve8_avg_horiz_c(const uint8_t *src
, ptrdiff_t src_stride
, uint8_t *dst
, ptrdiff_t dst_stride
, const int16_t *filter_x
, int x_step_q4
, const int16_t *filter_y
, int y_step_q4
, int w
, int h
);
34 void vpx_convolve8_avg_horiz_neon(const uint8_t *src
, ptrdiff_t src_stride
, uint8_t *dst
, ptrdiff_t dst_stride
, const int16_t *filter_x
, int x_step_q4
, const int16_t *filter_y
, int y_step_q4
, int w
, int h
);
35 #define vpx_convolve8_avg_horiz vpx_convolve8_avg_horiz_neon
37 void vpx_convolve8_avg_vert_c(const uint8_t *src
, ptrdiff_t src_stride
, uint8_t *dst
, ptrdiff_t dst_stride
, const int16_t *filter_x
, int x_step_q4
, const int16_t *filter_y
, int y_step_q4
, int w
, int h
);
38 void vpx_convolve8_avg_vert_neon(const uint8_t *src
, ptrdiff_t src_stride
, uint8_t *dst
, ptrdiff_t dst_stride
, const int16_t *filter_x
, int x_step_q4
, const int16_t *filter_y
, int y_step_q4
, int w
, int h
);
39 #define vpx_convolve8_avg_vert vpx_convolve8_avg_vert_neon
41 void vpx_convolve8_horiz_c(const uint8_t *src
, ptrdiff_t src_stride
, uint8_t *dst
, ptrdiff_t dst_stride
, const int16_t *filter_x
, int x_step_q4
, const int16_t *filter_y
, int y_step_q4
, int w
, int h
);
42 void vpx_convolve8_horiz_neon(const uint8_t *src
, ptrdiff_t src_stride
, uint8_t *dst
, ptrdiff_t dst_stride
, const int16_t *filter_x
, int x_step_q4
, const int16_t *filter_y
, int y_step_q4
, int w
, int h
);
43 #define vpx_convolve8_horiz vpx_convolve8_horiz_neon
45 void vpx_convolve8_vert_c(const uint8_t *src
, ptrdiff_t src_stride
, uint8_t *dst
, ptrdiff_t dst_stride
, const int16_t *filter_x
, int x_step_q4
, const int16_t *filter_y
, int y_step_q4
, int w
, int h
);
46 void vpx_convolve8_vert_neon(const uint8_t *src
, ptrdiff_t src_stride
, uint8_t *dst
, ptrdiff_t dst_stride
, const int16_t *filter_x
, int x_step_q4
, const int16_t *filter_y
, int y_step_q4
, int w
, int h
);
47 #define vpx_convolve8_vert vpx_convolve8_vert_neon
49 void vpx_convolve_avg_c(const uint8_t *src
, ptrdiff_t src_stride
, uint8_t *dst
, ptrdiff_t dst_stride
, const int16_t *filter_x
, int x_step_q4
, const int16_t *filter_y
, int y_step_q4
, int w
, int h
);
50 void vpx_convolve_avg_neon(const uint8_t *src
, ptrdiff_t src_stride
, uint8_t *dst
, ptrdiff_t dst_stride
, const int16_t *filter_x
, int x_step_q4
, const int16_t *filter_y
, int y_step_q4
, int w
, int h
);
51 #define vpx_convolve_avg vpx_convolve_avg_neon
53 void vpx_convolve_copy_c(const uint8_t *src
, ptrdiff_t src_stride
, uint8_t *dst
, ptrdiff_t dst_stride
, const int16_t *filter_x
, int x_step_q4
, const int16_t *filter_y
, int y_step_q4
, int w
, int h
);
54 void vpx_convolve_copy_neon(const uint8_t *src
, ptrdiff_t src_stride
, uint8_t *dst
, ptrdiff_t dst_stride
, const int16_t *filter_x
, int x_step_q4
, const int16_t *filter_y
, int y_step_q4
, int w
, int h
);
55 #define vpx_convolve_copy vpx_convolve_copy_neon
57 void vpx_d117_predictor_16x16_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
58 #define vpx_d117_predictor_16x16 vpx_d117_predictor_16x16_c
60 void vpx_d117_predictor_32x32_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
61 #define vpx_d117_predictor_32x32 vpx_d117_predictor_32x32_c
63 void vpx_d117_predictor_4x4_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
64 #define vpx_d117_predictor_4x4 vpx_d117_predictor_4x4_c
66 void vpx_d117_predictor_8x8_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
67 #define vpx_d117_predictor_8x8 vpx_d117_predictor_8x8_c
69 void vpx_d135_predictor_16x16_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
70 #define vpx_d135_predictor_16x16 vpx_d135_predictor_16x16_c
72 void vpx_d135_predictor_32x32_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
73 #define vpx_d135_predictor_32x32 vpx_d135_predictor_32x32_c
75 void vpx_d135_predictor_4x4_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
76 void vpx_d135_predictor_4x4_neon(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
77 #define vpx_d135_predictor_4x4 vpx_d135_predictor_4x4_neon
79 void vpx_d135_predictor_8x8_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
80 #define vpx_d135_predictor_8x8 vpx_d135_predictor_8x8_c
82 void vpx_d153_predictor_16x16_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
83 #define vpx_d153_predictor_16x16 vpx_d153_predictor_16x16_c
85 void vpx_d153_predictor_32x32_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
86 #define vpx_d153_predictor_32x32 vpx_d153_predictor_32x32_c
88 void vpx_d153_predictor_4x4_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
89 #define vpx_d153_predictor_4x4 vpx_d153_predictor_4x4_c
91 void vpx_d153_predictor_8x8_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
92 #define vpx_d153_predictor_8x8 vpx_d153_predictor_8x8_c
94 void vpx_d207_predictor_16x16_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
95 #define vpx_d207_predictor_16x16 vpx_d207_predictor_16x16_c
97 void vpx_d207_predictor_32x32_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
98 #define vpx_d207_predictor_32x32 vpx_d207_predictor_32x32_c
100 void vpx_d207_predictor_4x4_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
101 #define vpx_d207_predictor_4x4 vpx_d207_predictor_4x4_c
103 void vpx_d207_predictor_8x8_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
104 #define vpx_d207_predictor_8x8 vpx_d207_predictor_8x8_c
106 void vpx_d45_predictor_16x16_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
107 void vpx_d45_predictor_16x16_neon(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
108 #define vpx_d45_predictor_16x16 vpx_d45_predictor_16x16_neon
110 void vpx_d45_predictor_32x32_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
111 #define vpx_d45_predictor_32x32 vpx_d45_predictor_32x32_c
113 void vpx_d45_predictor_4x4_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
114 void vpx_d45_predictor_4x4_neon(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
115 #define vpx_d45_predictor_4x4 vpx_d45_predictor_4x4_neon
117 void vpx_d45_predictor_8x8_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
118 void vpx_d45_predictor_8x8_neon(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
119 #define vpx_d45_predictor_8x8 vpx_d45_predictor_8x8_neon
121 void vpx_d63_predictor_16x16_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
122 #define vpx_d63_predictor_16x16 vpx_d63_predictor_16x16_c
124 void vpx_d63_predictor_32x32_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
125 #define vpx_d63_predictor_32x32 vpx_d63_predictor_32x32_c
127 void vpx_d63_predictor_4x4_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
128 #define vpx_d63_predictor_4x4 vpx_d63_predictor_4x4_c
130 void vpx_d63_predictor_8x8_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
131 #define vpx_d63_predictor_8x8 vpx_d63_predictor_8x8_c
133 void vpx_dc_128_predictor_16x16_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
134 void vpx_dc_128_predictor_16x16_neon(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
135 #define vpx_dc_128_predictor_16x16 vpx_dc_128_predictor_16x16_neon
137 void vpx_dc_128_predictor_32x32_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
138 void vpx_dc_128_predictor_32x32_neon(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
139 #define vpx_dc_128_predictor_32x32 vpx_dc_128_predictor_32x32_neon
141 void vpx_dc_128_predictor_4x4_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
142 void vpx_dc_128_predictor_4x4_neon(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
143 #define vpx_dc_128_predictor_4x4 vpx_dc_128_predictor_4x4_neon
145 void vpx_dc_128_predictor_8x8_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
146 void vpx_dc_128_predictor_8x8_neon(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
147 #define vpx_dc_128_predictor_8x8 vpx_dc_128_predictor_8x8_neon
149 void vpx_dc_left_predictor_16x16_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
150 void vpx_dc_left_predictor_16x16_neon(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
151 #define vpx_dc_left_predictor_16x16 vpx_dc_left_predictor_16x16_neon
153 void vpx_dc_left_predictor_32x32_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
154 void vpx_dc_left_predictor_32x32_neon(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
155 #define vpx_dc_left_predictor_32x32 vpx_dc_left_predictor_32x32_neon
157 void vpx_dc_left_predictor_4x4_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
158 void vpx_dc_left_predictor_4x4_neon(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
159 #define vpx_dc_left_predictor_4x4 vpx_dc_left_predictor_4x4_neon
161 void vpx_dc_left_predictor_8x8_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
162 void vpx_dc_left_predictor_8x8_neon(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
163 #define vpx_dc_left_predictor_8x8 vpx_dc_left_predictor_8x8_neon
165 void vpx_dc_predictor_16x16_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
166 void vpx_dc_predictor_16x16_neon(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
167 #define vpx_dc_predictor_16x16 vpx_dc_predictor_16x16_neon
169 void vpx_dc_predictor_32x32_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
170 void vpx_dc_predictor_32x32_neon(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
171 #define vpx_dc_predictor_32x32 vpx_dc_predictor_32x32_neon
173 void vpx_dc_predictor_4x4_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
174 void vpx_dc_predictor_4x4_neon(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
175 #define vpx_dc_predictor_4x4 vpx_dc_predictor_4x4_neon
177 void vpx_dc_predictor_8x8_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
178 void vpx_dc_predictor_8x8_neon(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
179 #define vpx_dc_predictor_8x8 vpx_dc_predictor_8x8_neon
181 void vpx_dc_top_predictor_16x16_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
182 void vpx_dc_top_predictor_16x16_neon(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
183 #define vpx_dc_top_predictor_16x16 vpx_dc_top_predictor_16x16_neon
185 void vpx_dc_top_predictor_32x32_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
186 void vpx_dc_top_predictor_32x32_neon(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
187 #define vpx_dc_top_predictor_32x32 vpx_dc_top_predictor_32x32_neon
189 void vpx_dc_top_predictor_4x4_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
190 void vpx_dc_top_predictor_4x4_neon(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
191 #define vpx_dc_top_predictor_4x4 vpx_dc_top_predictor_4x4_neon
193 void vpx_dc_top_predictor_8x8_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
194 void vpx_dc_top_predictor_8x8_neon(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
195 #define vpx_dc_top_predictor_8x8 vpx_dc_top_predictor_8x8_neon
197 void vpx_fdct16x16_c(const int16_t *input
, tran_low_t
*output
, int stride
);
198 #define vpx_fdct16x16 vpx_fdct16x16_c
200 void vpx_fdct16x16_1_c(const int16_t *input
, tran_low_t
*output
, int stride
);
201 #define vpx_fdct16x16_1 vpx_fdct16x16_1_c
203 void vpx_fdct32x32_c(const int16_t *input
, tran_low_t
*output
, int stride
);
204 #define vpx_fdct32x32 vpx_fdct32x32_c
206 void vpx_fdct32x32_1_c(const int16_t *input
, tran_low_t
*output
, int stride
);
207 #define vpx_fdct32x32_1 vpx_fdct32x32_1_c
209 void vpx_fdct32x32_rd_c(const int16_t *input
, tran_low_t
*output
, int stride
);
210 #define vpx_fdct32x32_rd vpx_fdct32x32_rd_c
212 void vpx_fdct4x4_c(const int16_t *input
, tran_low_t
*output
, int stride
);
213 #define vpx_fdct4x4 vpx_fdct4x4_c
215 void vpx_fdct4x4_1_c(const int16_t *input
, tran_low_t
*output
, int stride
);
216 #define vpx_fdct4x4_1 vpx_fdct4x4_1_c
218 void vpx_fdct8x8_c(const int16_t *input
, tran_low_t
*output
, int stride
);
219 void vpx_fdct8x8_neon(const int16_t *input
, tran_low_t
*output
, int stride
);
220 #define vpx_fdct8x8 vpx_fdct8x8_neon
222 void vpx_fdct8x8_1_c(const int16_t *input
, tran_low_t
*output
, int stride
);
223 void vpx_fdct8x8_1_neon(const int16_t *input
, tran_low_t
*output
, int stride
);
224 #define vpx_fdct8x8_1 vpx_fdct8x8_1_neon
226 void vpx_get16x16var_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
, int *sum
);
227 void vpx_get16x16var_neon(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
, int *sum
);
228 #define vpx_get16x16var vpx_get16x16var_neon
230 unsigned int vpx_get4x4sse_cs_c(const unsigned char *src_ptr
, int source_stride
, const unsigned char *ref_ptr
, int ref_stride
);
231 unsigned int vpx_get4x4sse_cs_neon(const unsigned char *src_ptr
, int source_stride
, const unsigned char *ref_ptr
, int ref_stride
);
232 #define vpx_get4x4sse_cs vpx_get4x4sse_cs_neon
234 void vpx_get8x8var_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
, int *sum
);
235 void vpx_get8x8var_neon(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
, int *sum
);
236 #define vpx_get8x8var vpx_get8x8var_neon
238 unsigned int vpx_get_mb_ss_c(const int16_t *);
239 #define vpx_get_mb_ss vpx_get_mb_ss_c
241 void vpx_h_predictor_16x16_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
242 void vpx_h_predictor_16x16_neon(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
243 #define vpx_h_predictor_16x16 vpx_h_predictor_16x16_neon
245 void vpx_h_predictor_32x32_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
246 void vpx_h_predictor_32x32_neon(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
247 #define vpx_h_predictor_32x32 vpx_h_predictor_32x32_neon
249 void vpx_h_predictor_4x4_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
250 void vpx_h_predictor_4x4_neon(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
251 #define vpx_h_predictor_4x4 vpx_h_predictor_4x4_neon
253 void vpx_h_predictor_8x8_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
254 void vpx_h_predictor_8x8_neon(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
255 #define vpx_h_predictor_8x8 vpx_h_predictor_8x8_neon
257 void vpx_idct16x16_10_add_c(const tran_low_t
*input
, uint8_t *dest
, int dest_stride
);
258 void vpx_idct16x16_10_add_neon(const tran_low_t
*input
, uint8_t *dest
, int dest_stride
);
259 #define vpx_idct16x16_10_add vpx_idct16x16_10_add_neon
261 void vpx_idct16x16_1_add_c(const tran_low_t
*input
, uint8_t *dest
, int dest_stride
);
262 void vpx_idct16x16_1_add_neon(const tran_low_t
*input
, uint8_t *dest
, int dest_stride
);
263 #define vpx_idct16x16_1_add vpx_idct16x16_1_add_neon
265 void vpx_idct16x16_256_add_c(const tran_low_t
*input
, uint8_t *dest
, int dest_stride
);
266 void vpx_idct16x16_256_add_neon(const tran_low_t
*input
, uint8_t *dest
, int dest_stride
);
267 #define vpx_idct16x16_256_add vpx_idct16x16_256_add_neon
269 void vpx_idct32x32_1024_add_c(const tran_low_t
*input
, uint8_t *dest
, int dest_stride
);
270 void vpx_idct32x32_1024_add_neon(const tran_low_t
*input
, uint8_t *dest
, int dest_stride
);
271 #define vpx_idct32x32_1024_add vpx_idct32x32_1024_add_neon
273 void vpx_idct32x32_1_add_c(const tran_low_t
*input
, uint8_t *dest
, int dest_stride
);
274 void vpx_idct32x32_1_add_neon(const tran_low_t
*input
, uint8_t *dest
, int dest_stride
);
275 #define vpx_idct32x32_1_add vpx_idct32x32_1_add_neon
277 void vpx_idct32x32_34_add_c(const tran_low_t
*input
, uint8_t *dest
, int dest_stride
);
278 #define vpx_idct32x32_34_add vpx_idct32x32_34_add_c
280 void vpx_idct4x4_16_add_c(const tran_low_t
*input
, uint8_t *dest
, int dest_stride
);
281 void vpx_idct4x4_16_add_neon(const tran_low_t
*input
, uint8_t *dest
, int dest_stride
);
282 #define vpx_idct4x4_16_add vpx_idct4x4_16_add_neon
284 void vpx_idct4x4_1_add_c(const tran_low_t
*input
, uint8_t *dest
, int dest_stride
);
285 void vpx_idct4x4_1_add_neon(const tran_low_t
*input
, uint8_t *dest
, int dest_stride
);
286 #define vpx_idct4x4_1_add vpx_idct4x4_1_add_neon
288 void vpx_idct8x8_12_add_c(const tran_low_t
*input
, uint8_t *dest
, int dest_stride
);
289 void vpx_idct8x8_12_add_neon(const tran_low_t
*input
, uint8_t *dest
, int dest_stride
);
290 #define vpx_idct8x8_12_add vpx_idct8x8_12_add_neon
292 void vpx_idct8x8_1_add_c(const tran_low_t
*input
, uint8_t *dest
, int dest_stride
);
293 void vpx_idct8x8_1_add_neon(const tran_low_t
*input
, uint8_t *dest
, int dest_stride
);
294 #define vpx_idct8x8_1_add vpx_idct8x8_1_add_neon
296 void vpx_idct8x8_64_add_c(const tran_low_t
*input
, uint8_t *dest
, int dest_stride
);
297 void vpx_idct8x8_64_add_neon(const tran_low_t
*input
, uint8_t *dest
, int dest_stride
);
298 #define vpx_idct8x8_64_add vpx_idct8x8_64_add_neon
300 void vpx_iwht4x4_16_add_c(const tran_low_t
*input
, uint8_t *dest
, int dest_stride
);
301 #define vpx_iwht4x4_16_add vpx_iwht4x4_16_add_c
303 void vpx_iwht4x4_1_add_c(const tran_low_t
*input
, uint8_t *dest
, int dest_stride
);
304 #define vpx_iwht4x4_1_add vpx_iwht4x4_1_add_c
306 void vpx_lpf_horizontal_16_c(uint8_t *s
, int pitch
, const uint8_t *blimit
, const uint8_t *limit
, const uint8_t *thresh
, int count
);
307 #define vpx_lpf_horizontal_16 vpx_lpf_horizontal_16_c
309 void vpx_lpf_horizontal_4_c(uint8_t *s
, int pitch
, const uint8_t *blimit
, const uint8_t *limit
, const uint8_t *thresh
, int count
);
310 void vpx_lpf_horizontal_4_neon(uint8_t *s
, int pitch
, const uint8_t *blimit
, const uint8_t *limit
, const uint8_t *thresh
, int count
);
311 #define vpx_lpf_horizontal_4 vpx_lpf_horizontal_4_neon
313 void vpx_lpf_horizontal_4_dual_c(uint8_t *s
, int pitch
, const uint8_t *blimit0
, const uint8_t *limit0
, const uint8_t *thresh0
, const uint8_t *blimit1
, const uint8_t *limit1
, const uint8_t *thresh1
);
314 void vpx_lpf_horizontal_4_dual_neon(uint8_t *s
, int pitch
, const uint8_t *blimit0
, const uint8_t *limit0
, const uint8_t *thresh0
, const uint8_t *blimit1
, const uint8_t *limit1
, const uint8_t *thresh1
);
315 #define vpx_lpf_horizontal_4_dual vpx_lpf_horizontal_4_dual_neon
317 void vpx_lpf_horizontal_8_c(uint8_t *s
, int pitch
, const uint8_t *blimit
, const uint8_t *limit
, const uint8_t *thresh
, int count
);
318 void vpx_lpf_horizontal_8_neon(uint8_t *s
, int pitch
, const uint8_t *blimit
, const uint8_t *limit
, const uint8_t *thresh
, int count
);
319 #define vpx_lpf_horizontal_8 vpx_lpf_horizontal_8_neon
321 void vpx_lpf_horizontal_8_dual_c(uint8_t *s
, int pitch
, const uint8_t *blimit0
, const uint8_t *limit0
, const uint8_t *thresh0
, const uint8_t *blimit1
, const uint8_t *limit1
, const uint8_t *thresh1
);
322 #define vpx_lpf_horizontal_8_dual vpx_lpf_horizontal_8_dual_c
324 void vpx_lpf_vertical_16_c(uint8_t *s
, int pitch
, const uint8_t *blimit
, const uint8_t *limit
, const uint8_t *thresh
);
325 #define vpx_lpf_vertical_16 vpx_lpf_vertical_16_c
327 void vpx_lpf_vertical_16_dual_c(uint8_t *s
, int pitch
, const uint8_t *blimit
, const uint8_t *limit
, const uint8_t *thresh
);
328 #define vpx_lpf_vertical_16_dual vpx_lpf_vertical_16_dual_c
330 void vpx_lpf_vertical_4_c(uint8_t *s
, int pitch
, const uint8_t *blimit
, const uint8_t *limit
, const uint8_t *thresh
, int count
);
331 void vpx_lpf_vertical_4_neon(uint8_t *s
, int pitch
, const uint8_t *blimit
, const uint8_t *limit
, const uint8_t *thresh
, int count
);
332 #define vpx_lpf_vertical_4 vpx_lpf_vertical_4_neon
334 void vpx_lpf_vertical_4_dual_c(uint8_t *s
, int pitch
, const uint8_t *blimit0
, const uint8_t *limit0
, const uint8_t *thresh0
, const uint8_t *blimit1
, const uint8_t *limit1
, const uint8_t *thresh1
);
335 void vpx_lpf_vertical_4_dual_neon(uint8_t *s
, int pitch
, const uint8_t *blimit0
, const uint8_t *limit0
, const uint8_t *thresh0
, const uint8_t *blimit1
, const uint8_t *limit1
, const uint8_t *thresh1
);
336 #define vpx_lpf_vertical_4_dual vpx_lpf_vertical_4_dual_neon
338 void vpx_lpf_vertical_8_c(uint8_t *s
, int pitch
, const uint8_t *blimit
, const uint8_t *limit
, const uint8_t *thresh
, int count
);
339 void vpx_lpf_vertical_8_neon(uint8_t *s
, int pitch
, const uint8_t *blimit
, const uint8_t *limit
, const uint8_t *thresh
, int count
);
340 #define vpx_lpf_vertical_8 vpx_lpf_vertical_8_neon
342 void vpx_lpf_vertical_8_dual_c(uint8_t *s
, int pitch
, const uint8_t *blimit0
, const uint8_t *limit0
, const uint8_t *thresh0
, const uint8_t *blimit1
, const uint8_t *limit1
, const uint8_t *thresh1
);
343 #define vpx_lpf_vertical_8_dual vpx_lpf_vertical_8_dual_c
345 unsigned int vpx_mse16x16_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int recon_stride
, unsigned int *sse
);
346 unsigned int vpx_mse16x16_neon(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int recon_stride
, unsigned int *sse
);
347 #define vpx_mse16x16 vpx_mse16x16_neon
349 unsigned int vpx_mse16x8_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int recon_stride
, unsigned int *sse
);
350 #define vpx_mse16x8 vpx_mse16x8_c
352 unsigned int vpx_mse8x16_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int recon_stride
, unsigned int *sse
);
353 #define vpx_mse8x16 vpx_mse8x16_c
355 unsigned int vpx_mse8x8_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int recon_stride
, unsigned int *sse
);
356 #define vpx_mse8x8 vpx_mse8x8_c
358 void vpx_quantize_b_c(const tran_low_t
*coeff_ptr
, intptr_t n_coeffs
, int skip_block
, const int16_t *zbin_ptr
, const int16_t *round_ptr
, const int16_t *quant_ptr
, const int16_t *quant_shift_ptr
, tran_low_t
*qcoeff_ptr
, tran_low_t
*dqcoeff_ptr
, const int16_t *dequant_ptr
, uint16_t *eob_ptr
, const int16_t *scan
, const int16_t *iscan
);
359 #define vpx_quantize_b vpx_quantize_b_c
361 void vpx_quantize_b_32x32_c(const tran_low_t
*coeff_ptr
, intptr_t n_coeffs
, int skip_block
, const int16_t *zbin_ptr
, const int16_t *round_ptr
, const int16_t *quant_ptr
, const int16_t *quant_shift_ptr
, tran_low_t
*qcoeff_ptr
, tran_low_t
*dqcoeff_ptr
, const int16_t *dequant_ptr
, uint16_t *eob_ptr
, const int16_t *scan
, const int16_t *iscan
);
362 #define vpx_quantize_b_32x32 vpx_quantize_b_32x32_c
364 unsigned int vpx_sad16x16_c(const uint8_t *src_ptr
, int src_stride
, const uint8_t *ref_ptr
, int ref_stride
);
365 unsigned int vpx_sad16x16_neon(const uint8_t *src_ptr
, int src_stride
, const uint8_t *ref_ptr
, int ref_stride
);
366 #define vpx_sad16x16 vpx_sad16x16_neon
368 unsigned int vpx_sad16x16_avg_c(const uint8_t *src_ptr
, int src_stride
, const uint8_t *ref_ptr
, int ref_stride
, const uint8_t *second_pred
);
369 #define vpx_sad16x16_avg vpx_sad16x16_avg_c
371 void vpx_sad16x16x3_c(const uint8_t *src_ptr
, int src_stride
, const uint8_t *ref_ptr
, int ref_stride
, uint32_t *sad_array
);
372 #define vpx_sad16x16x3 vpx_sad16x16x3_c
374 void vpx_sad16x16x4d_c(const uint8_t *src_ptr
, int src_stride
, const uint8_t * const ref_ptr
[], int ref_stride
, uint32_t *sad_array
);
375 void vpx_sad16x16x4d_neon(const uint8_t *src_ptr
, int src_stride
, const uint8_t * const ref_ptr
[], int ref_stride
, uint32_t *sad_array
);
376 #define vpx_sad16x16x4d vpx_sad16x16x4d_neon
378 void vpx_sad16x16x8_c(const uint8_t *src_ptr
, int src_stride
, const uint8_t *ref_ptr
, int ref_stride
, uint32_t *sad_array
);
379 #define vpx_sad16x16x8 vpx_sad16x16x8_c
381 unsigned int vpx_sad16x32_c(const uint8_t *src_ptr
, int src_stride
, const uint8_t *ref_ptr
, int ref_stride
);
382 #define vpx_sad16x32 vpx_sad16x32_c
384 unsigned int vpx_sad16x32_avg_c(const uint8_t *src_ptr
, int src_stride
, const uint8_t *ref_ptr
, int ref_stride
, const uint8_t *second_pred
);
385 #define vpx_sad16x32_avg vpx_sad16x32_avg_c
387 void vpx_sad16x32x4d_c(const uint8_t *src_ptr
, int src_stride
, const uint8_t * const ref_ptr
[], int ref_stride
, uint32_t *sad_array
);
388 #define vpx_sad16x32x4d vpx_sad16x32x4d_c
390 unsigned int vpx_sad16x8_c(const uint8_t *src_ptr
, int src_stride
, const uint8_t *ref_ptr
, int ref_stride
);
391 unsigned int vpx_sad16x8_neon(const uint8_t *src_ptr
, int src_stride
, const uint8_t *ref_ptr
, int ref_stride
);
392 #define vpx_sad16x8 vpx_sad16x8_neon
394 unsigned int vpx_sad16x8_avg_c(const uint8_t *src_ptr
, int src_stride
, const uint8_t *ref_ptr
, int ref_stride
, const uint8_t *second_pred
);
395 #define vpx_sad16x8_avg vpx_sad16x8_avg_c
397 void vpx_sad16x8x3_c(const uint8_t *src_ptr
, int src_stride
, const uint8_t *ref_ptr
, int ref_stride
, uint32_t *sad_array
);
398 #define vpx_sad16x8x3 vpx_sad16x8x3_c
400 void vpx_sad16x8x4d_c(const uint8_t *src_ptr
, int src_stride
, const uint8_t * const ref_ptr
[], int ref_stride
, uint32_t *sad_array
);
401 #define vpx_sad16x8x4d vpx_sad16x8x4d_c
403 void vpx_sad16x8x8_c(const uint8_t *src_ptr
, int src_stride
, const uint8_t *ref_ptr
, int ref_stride
, uint32_t *sad_array
);
404 #define vpx_sad16x8x8 vpx_sad16x8x8_c
406 unsigned int vpx_sad32x16_c(const uint8_t *src_ptr
, int src_stride
, const uint8_t *ref_ptr
, int ref_stride
);
407 #define vpx_sad32x16 vpx_sad32x16_c
409 unsigned int vpx_sad32x16_avg_c(const uint8_t *src_ptr
, int src_stride
, const uint8_t *ref_ptr
, int ref_stride
, const uint8_t *second_pred
);
410 #define vpx_sad32x16_avg vpx_sad32x16_avg_c
412 void vpx_sad32x16x4d_c(const uint8_t *src_ptr
, int src_stride
, const uint8_t * const ref_ptr
[], int ref_stride
, uint32_t *sad_array
);
413 #define vpx_sad32x16x4d vpx_sad32x16x4d_c
415 unsigned int vpx_sad32x32_c(const uint8_t *src_ptr
, int src_stride
, const uint8_t *ref_ptr
, int ref_stride
);
416 unsigned int vpx_sad32x32_neon(const uint8_t *src_ptr
, int src_stride
, const uint8_t *ref_ptr
, int ref_stride
);
417 #define vpx_sad32x32 vpx_sad32x32_neon
419 unsigned int vpx_sad32x32_avg_c(const uint8_t *src_ptr
, int src_stride
, const uint8_t *ref_ptr
, int ref_stride
, const uint8_t *second_pred
);
420 #define vpx_sad32x32_avg vpx_sad32x32_avg_c
422 void vpx_sad32x32x3_c(const uint8_t *src_ptr
, int src_stride
, const uint8_t *ref_ptr
, int ref_stride
, uint32_t *sad_array
);
423 #define vpx_sad32x32x3 vpx_sad32x32x3_c
425 void vpx_sad32x32x4d_c(const uint8_t *src_ptr
, int src_stride
, const uint8_t * const ref_ptr
[], int ref_stride
, uint32_t *sad_array
);
426 void vpx_sad32x32x4d_neon(const uint8_t *src_ptr
, int src_stride
, const uint8_t * const ref_ptr
[], int ref_stride
, uint32_t *sad_array
);
427 #define vpx_sad32x32x4d vpx_sad32x32x4d_neon
429 void vpx_sad32x32x8_c(const uint8_t *src_ptr
, int src_stride
, const uint8_t *ref_ptr
, int ref_stride
, uint32_t *sad_array
);
430 #define vpx_sad32x32x8 vpx_sad32x32x8_c
432 unsigned int vpx_sad32x64_c(const uint8_t *src_ptr
, int src_stride
, const uint8_t *ref_ptr
, int ref_stride
);
433 #define vpx_sad32x64 vpx_sad32x64_c
435 unsigned int vpx_sad32x64_avg_c(const uint8_t *src_ptr
, int src_stride
, const uint8_t *ref_ptr
, int ref_stride
, const uint8_t *second_pred
);
436 #define vpx_sad32x64_avg vpx_sad32x64_avg_c
438 void vpx_sad32x64x4d_c(const uint8_t *src_ptr
, int src_stride
, const uint8_t * const ref_ptr
[], int ref_stride
, uint32_t *sad_array
);
439 #define vpx_sad32x64x4d vpx_sad32x64x4d_c
441 unsigned int vpx_sad4x4_c(const uint8_t *src_ptr
, int src_stride
, const uint8_t *ref_ptr
, int ref_stride
);
442 unsigned int vpx_sad4x4_neon(const uint8_t *src_ptr
, int src_stride
, const uint8_t *ref_ptr
, int ref_stride
);
443 #define vpx_sad4x4 vpx_sad4x4_neon
445 unsigned int vpx_sad4x4_avg_c(const uint8_t *src_ptr
, int src_stride
, const uint8_t *ref_ptr
, int ref_stride
, const uint8_t *second_pred
);
446 #define vpx_sad4x4_avg vpx_sad4x4_avg_c
448 void vpx_sad4x4x3_c(const uint8_t *src_ptr
, int src_stride
, const uint8_t *ref_ptr
, int ref_stride
, uint32_t *sad_array
);
449 #define vpx_sad4x4x3 vpx_sad4x4x3_c
451 void vpx_sad4x4x4d_c(const uint8_t *src_ptr
, int src_stride
, const uint8_t * const ref_ptr
[], int ref_stride
, uint32_t *sad_array
);
452 #define vpx_sad4x4x4d vpx_sad4x4x4d_c
454 void vpx_sad4x4x8_c(const uint8_t *src_ptr
, int src_stride
, const uint8_t *ref_ptr
, int ref_stride
, uint32_t *sad_array
);
455 #define vpx_sad4x4x8 vpx_sad4x4x8_c
457 unsigned int vpx_sad4x8_c(const uint8_t *src_ptr
, int src_stride
, const uint8_t *ref_ptr
, int ref_stride
);
458 #define vpx_sad4x8 vpx_sad4x8_c
460 unsigned int vpx_sad4x8_avg_c(const uint8_t *src_ptr
, int src_stride
, const uint8_t *ref_ptr
, int ref_stride
, const uint8_t *second_pred
);
461 #define vpx_sad4x8_avg vpx_sad4x8_avg_c
463 void vpx_sad4x8x4d_c(const uint8_t *src_ptr
, int src_stride
, const uint8_t * const ref_ptr
[], int ref_stride
, uint32_t *sad_array
);
464 #define vpx_sad4x8x4d vpx_sad4x8x4d_c
466 void vpx_sad4x8x8_c(const uint8_t *src_ptr
, int src_stride
, const uint8_t *ref_ptr
, int ref_stride
, uint32_t *sad_array
);
467 #define vpx_sad4x8x8 vpx_sad4x8x8_c
469 unsigned int vpx_sad64x32_c(const uint8_t *src_ptr
, int src_stride
, const uint8_t *ref_ptr
, int ref_stride
);
470 #define vpx_sad64x32 vpx_sad64x32_c
472 unsigned int vpx_sad64x32_avg_c(const uint8_t *src_ptr
, int src_stride
, const uint8_t *ref_ptr
, int ref_stride
, const uint8_t *second_pred
);
473 #define vpx_sad64x32_avg vpx_sad64x32_avg_c
475 void vpx_sad64x32x4d_c(const uint8_t *src_ptr
, int src_stride
, const uint8_t * const ref_ptr
[], int ref_stride
, uint32_t *sad_array
);
476 #define vpx_sad64x32x4d vpx_sad64x32x4d_c
478 unsigned int vpx_sad64x64_c(const uint8_t *src_ptr
, int src_stride
, const uint8_t *ref_ptr
, int ref_stride
);
479 unsigned int vpx_sad64x64_neon(const uint8_t *src_ptr
, int src_stride
, const uint8_t *ref_ptr
, int ref_stride
);
480 #define vpx_sad64x64 vpx_sad64x64_neon
482 unsigned int vpx_sad64x64_avg_c(const uint8_t *src_ptr
, int src_stride
, const uint8_t *ref_ptr
, int ref_stride
, const uint8_t *second_pred
);
483 #define vpx_sad64x64_avg vpx_sad64x64_avg_c
485 void vpx_sad64x64x3_c(const uint8_t *src_ptr
, int src_stride
, const uint8_t *ref_ptr
, int ref_stride
, uint32_t *sad_array
);
486 #define vpx_sad64x64x3 vpx_sad64x64x3_c
488 void vpx_sad64x64x4d_c(const uint8_t *src_ptr
, int src_stride
, const uint8_t * const ref_ptr
[], int ref_stride
, uint32_t *sad_array
);
489 void vpx_sad64x64x4d_neon(const uint8_t *src_ptr
, int src_stride
, const uint8_t * const ref_ptr
[], int ref_stride
, uint32_t *sad_array
);
490 #define vpx_sad64x64x4d vpx_sad64x64x4d_neon
492 void vpx_sad64x64x8_c(const uint8_t *src_ptr
, int src_stride
, const uint8_t *ref_ptr
, int ref_stride
, uint32_t *sad_array
);
493 #define vpx_sad64x64x8 vpx_sad64x64x8_c
495 unsigned int vpx_sad8x16_c(const uint8_t *src_ptr
, int src_stride
, const uint8_t *ref_ptr
, int ref_stride
);
496 unsigned int vpx_sad8x16_neon(const uint8_t *src_ptr
, int src_stride
, const uint8_t *ref_ptr
, int ref_stride
);
497 #define vpx_sad8x16 vpx_sad8x16_neon
499 unsigned int vpx_sad8x16_avg_c(const uint8_t *src_ptr
, int src_stride
, const uint8_t *ref_ptr
, int ref_stride
, const uint8_t *second_pred
);
500 #define vpx_sad8x16_avg vpx_sad8x16_avg_c
502 void vpx_sad8x16x3_c(const uint8_t *src_ptr
, int src_stride
, const uint8_t *ref_ptr
, int ref_stride
, uint32_t *sad_array
);
503 #define vpx_sad8x16x3 vpx_sad8x16x3_c
505 void vpx_sad8x16x4d_c(const uint8_t *src_ptr
, int src_stride
, const uint8_t * const ref_ptr
[], int ref_stride
, uint32_t *sad_array
);
506 #define vpx_sad8x16x4d vpx_sad8x16x4d_c
508 void vpx_sad8x16x8_c(const uint8_t *src_ptr
, int src_stride
, const uint8_t *ref_ptr
, int ref_stride
, uint32_t *sad_array
);
509 #define vpx_sad8x16x8 vpx_sad8x16x8_c
511 unsigned int vpx_sad8x4_c(const uint8_t *src_ptr
, int src_stride
, const uint8_t *ref_ptr
, int ref_stride
);
512 #define vpx_sad8x4 vpx_sad8x4_c
514 unsigned int vpx_sad8x4_avg_c(const uint8_t *src_ptr
, int src_stride
, const uint8_t *ref_ptr
, int ref_stride
, const uint8_t *second_pred
);
515 #define vpx_sad8x4_avg vpx_sad8x4_avg_c
517 void vpx_sad8x4x4d_c(const uint8_t *src_ptr
, int src_stride
, const uint8_t * const ref_ptr
[], int ref_stride
, uint32_t *sad_array
);
518 #define vpx_sad8x4x4d vpx_sad8x4x4d_c
520 void vpx_sad8x4x8_c(const uint8_t *src_ptr
, int src_stride
, const uint8_t *ref_ptr
, int ref_stride
, uint32_t *sad_array
);
521 #define vpx_sad8x4x8 vpx_sad8x4x8_c
523 unsigned int vpx_sad8x8_c(const uint8_t *src_ptr
, int src_stride
, const uint8_t *ref_ptr
, int ref_stride
);
524 unsigned int vpx_sad8x8_neon(const uint8_t *src_ptr
, int src_stride
, const uint8_t *ref_ptr
, int ref_stride
);
525 #define vpx_sad8x8 vpx_sad8x8_neon
527 unsigned int vpx_sad8x8_avg_c(const uint8_t *src_ptr
, int src_stride
, const uint8_t *ref_ptr
, int ref_stride
, const uint8_t *second_pred
);
528 #define vpx_sad8x8_avg vpx_sad8x8_avg_c
530 void vpx_sad8x8x3_c(const uint8_t *src_ptr
, int src_stride
, const uint8_t *ref_ptr
, int ref_stride
, uint32_t *sad_array
);
531 #define vpx_sad8x8x3 vpx_sad8x8x3_c
533 void vpx_sad8x8x4d_c(const uint8_t *src_ptr
, int src_stride
, const uint8_t * const ref_ptr
[], int ref_stride
, uint32_t *sad_array
);
534 #define vpx_sad8x8x4d vpx_sad8x8x4d_c
536 void vpx_sad8x8x8_c(const uint8_t *src_ptr
, int src_stride
, const uint8_t *ref_ptr
, int ref_stride
, uint32_t *sad_array
);
537 #define vpx_sad8x8x8 vpx_sad8x8x8_c
539 void vpx_scaled_2d_c(const uint8_t *src
, ptrdiff_t src_stride
, uint8_t *dst
, ptrdiff_t dst_stride
, const int16_t *filter_x
, int x_step_q4
, const int16_t *filter_y
, int y_step_q4
, int w
, int h
);
540 #define vpx_scaled_2d vpx_scaled_2d_c
542 void vpx_scaled_avg_2d_c(const uint8_t *src
, ptrdiff_t src_stride
, uint8_t *dst
, ptrdiff_t dst_stride
, const int16_t *filter_x
, int x_step_q4
, const int16_t *filter_y
, int y_step_q4
, int w
, int h
);
543 #define vpx_scaled_avg_2d vpx_scaled_avg_2d_c
545 void vpx_scaled_avg_horiz_c(const uint8_t *src
, ptrdiff_t src_stride
, uint8_t *dst
, ptrdiff_t dst_stride
, const int16_t *filter_x
, int x_step_q4
, const int16_t *filter_y
, int y_step_q4
, int w
, int h
);
546 #define vpx_scaled_avg_horiz vpx_scaled_avg_horiz_c
548 void vpx_scaled_avg_vert_c(const uint8_t *src
, ptrdiff_t src_stride
, uint8_t *dst
, ptrdiff_t dst_stride
, const int16_t *filter_x
, int x_step_q4
, const int16_t *filter_y
, int y_step_q4
, int w
, int h
);
549 #define vpx_scaled_avg_vert vpx_scaled_avg_vert_c
551 void vpx_scaled_horiz_c(const uint8_t *src
, ptrdiff_t src_stride
, uint8_t *dst
, ptrdiff_t dst_stride
, const int16_t *filter_x
, int x_step_q4
, const int16_t *filter_y
, int y_step_q4
, int w
, int h
);
552 #define vpx_scaled_horiz vpx_scaled_horiz_c
554 void vpx_scaled_vert_c(const uint8_t *src
, ptrdiff_t src_stride
, uint8_t *dst
, ptrdiff_t dst_stride
, const int16_t *filter_x
, int x_step_q4
, const int16_t *filter_y
, int y_step_q4
, int w
, int h
);
555 #define vpx_scaled_vert vpx_scaled_vert_c
557 uint32_t vpx_sub_pixel_avg_variance16x16_c(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, uint32_t *sse
, const uint8_t *second_pred
);
558 #define vpx_sub_pixel_avg_variance16x16 vpx_sub_pixel_avg_variance16x16_c
560 uint32_t vpx_sub_pixel_avg_variance16x32_c(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, uint32_t *sse
, const uint8_t *second_pred
);
561 #define vpx_sub_pixel_avg_variance16x32 vpx_sub_pixel_avg_variance16x32_c
563 uint32_t vpx_sub_pixel_avg_variance16x8_c(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, uint32_t *sse
, const uint8_t *second_pred
);
564 #define vpx_sub_pixel_avg_variance16x8 vpx_sub_pixel_avg_variance16x8_c
566 uint32_t vpx_sub_pixel_avg_variance32x16_c(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, uint32_t *sse
, const uint8_t *second_pred
);
567 #define vpx_sub_pixel_avg_variance32x16 vpx_sub_pixel_avg_variance32x16_c
569 uint32_t vpx_sub_pixel_avg_variance32x32_c(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, uint32_t *sse
, const uint8_t *second_pred
);
570 #define vpx_sub_pixel_avg_variance32x32 vpx_sub_pixel_avg_variance32x32_c
572 uint32_t vpx_sub_pixel_avg_variance32x64_c(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, uint32_t *sse
, const uint8_t *second_pred
);
573 #define vpx_sub_pixel_avg_variance32x64 vpx_sub_pixel_avg_variance32x64_c
575 uint32_t vpx_sub_pixel_avg_variance4x4_c(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, uint32_t *sse
, const uint8_t *second_pred
);
576 #define vpx_sub_pixel_avg_variance4x4 vpx_sub_pixel_avg_variance4x4_c
578 uint32_t vpx_sub_pixel_avg_variance4x8_c(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, uint32_t *sse
, const uint8_t *second_pred
);
579 #define vpx_sub_pixel_avg_variance4x8 vpx_sub_pixel_avg_variance4x8_c
581 uint32_t vpx_sub_pixel_avg_variance64x32_c(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, uint32_t *sse
, const uint8_t *second_pred
);
582 #define vpx_sub_pixel_avg_variance64x32 vpx_sub_pixel_avg_variance64x32_c
584 uint32_t vpx_sub_pixel_avg_variance64x64_c(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, uint32_t *sse
, const uint8_t *second_pred
);
585 #define vpx_sub_pixel_avg_variance64x64 vpx_sub_pixel_avg_variance64x64_c
587 uint32_t vpx_sub_pixel_avg_variance8x16_c(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, uint32_t *sse
, const uint8_t *second_pred
);
588 #define vpx_sub_pixel_avg_variance8x16 vpx_sub_pixel_avg_variance8x16_c
590 uint32_t vpx_sub_pixel_avg_variance8x4_c(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, uint32_t *sse
, const uint8_t *second_pred
);
591 #define vpx_sub_pixel_avg_variance8x4 vpx_sub_pixel_avg_variance8x4_c
593 uint32_t vpx_sub_pixel_avg_variance8x8_c(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, uint32_t *sse
, const uint8_t *second_pred
);
594 #define vpx_sub_pixel_avg_variance8x8 vpx_sub_pixel_avg_variance8x8_c
596 uint32_t vpx_sub_pixel_variance16x16_c(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, uint32_t *sse
);
597 uint32_t vpx_sub_pixel_variance16x16_neon(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, uint32_t *sse
);
598 #define vpx_sub_pixel_variance16x16 vpx_sub_pixel_variance16x16_neon
600 uint32_t vpx_sub_pixel_variance16x32_c(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, uint32_t *sse
);
601 #define vpx_sub_pixel_variance16x32 vpx_sub_pixel_variance16x32_c
603 uint32_t vpx_sub_pixel_variance16x8_c(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, uint32_t *sse
);
604 #define vpx_sub_pixel_variance16x8 vpx_sub_pixel_variance16x8_c
606 uint32_t vpx_sub_pixel_variance32x16_c(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, uint32_t *sse
);
607 #define vpx_sub_pixel_variance32x16 vpx_sub_pixel_variance32x16_c
609 uint32_t vpx_sub_pixel_variance32x32_c(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, uint32_t *sse
);
610 uint32_t vpx_sub_pixel_variance32x32_neon(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, uint32_t *sse
);
611 #define vpx_sub_pixel_variance32x32 vpx_sub_pixel_variance32x32_neon
613 uint32_t vpx_sub_pixel_variance32x64_c(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, uint32_t *sse
);
614 #define vpx_sub_pixel_variance32x64 vpx_sub_pixel_variance32x64_c
616 uint32_t vpx_sub_pixel_variance4x4_c(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, uint32_t *sse
);
617 #define vpx_sub_pixel_variance4x4 vpx_sub_pixel_variance4x4_c
619 uint32_t vpx_sub_pixel_variance4x8_c(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, uint32_t *sse
);
620 #define vpx_sub_pixel_variance4x8 vpx_sub_pixel_variance4x8_c
622 uint32_t vpx_sub_pixel_variance64x32_c(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, uint32_t *sse
);
623 #define vpx_sub_pixel_variance64x32 vpx_sub_pixel_variance64x32_c
625 uint32_t vpx_sub_pixel_variance64x64_c(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, uint32_t *sse
);
626 uint32_t vpx_sub_pixel_variance64x64_neon(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, uint32_t *sse
);
627 #define vpx_sub_pixel_variance64x64 vpx_sub_pixel_variance64x64_neon
629 uint32_t vpx_sub_pixel_variance8x16_c(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, uint32_t *sse
);
630 #define vpx_sub_pixel_variance8x16 vpx_sub_pixel_variance8x16_c
632 uint32_t vpx_sub_pixel_variance8x4_c(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, uint32_t *sse
);
633 #define vpx_sub_pixel_variance8x4 vpx_sub_pixel_variance8x4_c
635 uint32_t vpx_sub_pixel_variance8x8_c(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, uint32_t *sse
);
636 uint32_t vpx_sub_pixel_variance8x8_neon(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, uint32_t *sse
);
637 #define vpx_sub_pixel_variance8x8 vpx_sub_pixel_variance8x8_neon
639 void vpx_subtract_block_c(int rows
, int cols
, int16_t *diff_ptr
, ptrdiff_t diff_stride
, const uint8_t *src_ptr
, ptrdiff_t src_stride
, const uint8_t *pred_ptr
, ptrdiff_t pred_stride
);
640 void vpx_subtract_block_neon(int rows
, int cols
, int16_t *diff_ptr
, ptrdiff_t diff_stride
, const uint8_t *src_ptr
, ptrdiff_t src_stride
, const uint8_t *pred_ptr
, ptrdiff_t pred_stride
);
641 #define vpx_subtract_block vpx_subtract_block_neon
643 void vpx_tm_predictor_16x16_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
644 void vpx_tm_predictor_16x16_neon(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
645 #define vpx_tm_predictor_16x16 vpx_tm_predictor_16x16_neon
647 void vpx_tm_predictor_32x32_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
648 void vpx_tm_predictor_32x32_neon(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
649 #define vpx_tm_predictor_32x32 vpx_tm_predictor_32x32_neon
651 void vpx_tm_predictor_4x4_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
652 void vpx_tm_predictor_4x4_neon(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
653 #define vpx_tm_predictor_4x4 vpx_tm_predictor_4x4_neon
655 void vpx_tm_predictor_8x8_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
656 void vpx_tm_predictor_8x8_neon(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
657 #define vpx_tm_predictor_8x8 vpx_tm_predictor_8x8_neon
659 void vpx_v_predictor_16x16_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
660 void vpx_v_predictor_16x16_neon(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
661 #define vpx_v_predictor_16x16 vpx_v_predictor_16x16_neon
663 void vpx_v_predictor_32x32_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
664 void vpx_v_predictor_32x32_neon(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
665 #define vpx_v_predictor_32x32 vpx_v_predictor_32x32_neon
667 void vpx_v_predictor_4x4_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
668 void vpx_v_predictor_4x4_neon(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
669 #define vpx_v_predictor_4x4 vpx_v_predictor_4x4_neon
671 void vpx_v_predictor_8x8_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
672 void vpx_v_predictor_8x8_neon(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
673 #define vpx_v_predictor_8x8 vpx_v_predictor_8x8_neon
675 unsigned int vpx_variance16x16_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
676 unsigned int vpx_variance16x16_neon(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
677 #define vpx_variance16x16 vpx_variance16x16_neon
679 unsigned int vpx_variance16x32_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
680 #define vpx_variance16x32 vpx_variance16x32_c
682 unsigned int vpx_variance16x8_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
683 unsigned int vpx_variance16x8_neon(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
684 #define vpx_variance16x8 vpx_variance16x8_neon
686 unsigned int vpx_variance32x16_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
687 #define vpx_variance32x16 vpx_variance32x16_c
689 unsigned int vpx_variance32x32_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
690 unsigned int vpx_variance32x32_neon(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
691 #define vpx_variance32x32 vpx_variance32x32_neon
693 unsigned int vpx_variance32x64_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
694 unsigned int vpx_variance32x64_neon(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
695 #define vpx_variance32x64 vpx_variance32x64_neon
697 unsigned int vpx_variance4x4_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
698 #define vpx_variance4x4 vpx_variance4x4_c
700 unsigned int vpx_variance4x8_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
701 #define vpx_variance4x8 vpx_variance4x8_c
703 unsigned int vpx_variance64x32_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
704 unsigned int vpx_variance64x32_neon(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
705 #define vpx_variance64x32 vpx_variance64x32_neon
707 unsigned int vpx_variance64x64_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
708 unsigned int vpx_variance64x64_neon(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
709 #define vpx_variance64x64 vpx_variance64x64_neon
711 unsigned int vpx_variance8x16_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
712 unsigned int vpx_variance8x16_neon(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
713 #define vpx_variance8x16 vpx_variance8x16_neon
715 unsigned int vpx_variance8x4_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
716 #define vpx_variance8x4 vpx_variance8x4_c
718 unsigned int vpx_variance8x8_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
719 unsigned int vpx_variance8x8_neon(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
720 #define vpx_variance8x8 vpx_variance8x8_neon
722 uint32_t vpx_variance_halfpixvar16x16_h_c(const unsigned char *src_ptr
, int source_stride
, const unsigned char *ref_ptr
, int ref_stride
, uint32_t *sse
);
723 #define vpx_variance_halfpixvar16x16_h vpx_variance_halfpixvar16x16_h_c
725 uint32_t vpx_variance_halfpixvar16x16_hv_c(const unsigned char *src_ptr
, int source_stride
, const unsigned char *ref_ptr
, int ref_stride
, uint32_t *sse
);
726 #define vpx_variance_halfpixvar16x16_hv vpx_variance_halfpixvar16x16_hv_c
728 uint32_t vpx_variance_halfpixvar16x16_v_c(const unsigned char *src_ptr
, int source_stride
, const unsigned char *ref_ptr
, int ref_stride
, uint32_t *sse
);
729 #define vpx_variance_halfpixvar16x16_v vpx_variance_halfpixvar16x16_v_c
731 void vpx_dsp_rtcd(void);
733 #include "vpx_config.h"
736 #include "vpx_ports/arm.h"
737 static void setup_rtcd_internal(void)
739 int flags
= arm_cpu_caps();