Line data Source code
1 : #ifndef VP8_RTCD_H_
2 : #define VP8_RTCD_H_
3 :
4 : #ifdef RTCD_C
5 : #define RTCD_EXTERN
6 : #else
7 : #define RTCD_EXTERN extern
8 : #endif
9 :
10 : /*
11 : * VP8
12 : */
13 :
14 : struct blockd;
15 : struct macroblockd;
16 : struct loop_filter_info;
17 :
18 : /* Encoder forward decls */
19 : struct block;
20 : struct macroblock;
21 : struct variance_vtable;
22 : union int_mv;
23 : struct yv12_buffer_config;
24 :
25 : #ifdef __cplusplus
26 : extern "C" {
27 : #endif
28 :
29 : void vp8_bilinear_predict16x16_c(unsigned char *src, int src_pitch, int xofst, int yofst, unsigned char *dst, int dst_pitch);
30 : void vp8_bilinear_predict16x16_sse2(unsigned char *src, int src_pitch, int xofst, int yofst, unsigned char *dst, int dst_pitch);
31 : void vp8_bilinear_predict16x16_ssse3(unsigned char *src, int src_pitch, int xofst, int yofst, unsigned char *dst, int dst_pitch);
32 : RTCD_EXTERN void (*vp8_bilinear_predict16x16)(unsigned char *src, int src_pitch, int xofst, int yofst, unsigned char *dst, int dst_pitch);
33 :
34 : void vp8_bilinear_predict4x4_c(unsigned char *src, int src_pitch, int xofst, int yofst, unsigned char *dst, int dst_pitch);
35 : void vp8_bilinear_predict4x4_mmx(unsigned char *src, int src_pitch, int xofst, int yofst, unsigned char *dst, int dst_pitch);
36 : #define vp8_bilinear_predict4x4 vp8_bilinear_predict4x4_mmx
37 :
38 : void vp8_bilinear_predict8x4_c(unsigned char *src, int src_pitch, int xofst, int yofst, unsigned char *dst, int dst_pitch);
39 : void vp8_bilinear_predict8x4_mmx(unsigned char *src, int src_pitch, int xofst, int yofst, unsigned char *dst, int dst_pitch);
40 : #define vp8_bilinear_predict8x4 vp8_bilinear_predict8x4_mmx
41 :
42 : void vp8_bilinear_predict8x8_c(unsigned char *src, int src_pitch, int xofst, int yofst, unsigned char *dst, int dst_pitch);
43 : void vp8_bilinear_predict8x8_sse2(unsigned char *src, int src_pitch, int xofst, int yofst, unsigned char *dst, int dst_pitch);
44 : void vp8_bilinear_predict8x8_ssse3(unsigned char *src, int src_pitch, int xofst, int yofst, unsigned char *dst, int dst_pitch);
45 : RTCD_EXTERN void (*vp8_bilinear_predict8x8)(unsigned char *src, int src_pitch, int xofst, int yofst, unsigned char *dst, int dst_pitch);
46 :
47 : void vp8_blend_b_c(unsigned char *y, unsigned char *u, unsigned char *v, int y1, int u1, int v1, int alpha, int stride);
48 : #define vp8_blend_b vp8_blend_b_c
49 :
50 : void vp8_blend_mb_inner_c(unsigned char *y, unsigned char *u, unsigned char *v, int y1, int u1, int v1, int alpha, int stride);
51 : #define vp8_blend_mb_inner vp8_blend_mb_inner_c
52 :
53 : void vp8_blend_mb_outer_c(unsigned char *y, unsigned char *u, unsigned char *v, int y1, int u1, int v1, int alpha, int stride);
54 : #define vp8_blend_mb_outer vp8_blend_mb_outer_c
55 :
56 : int vp8_block_error_c(short *coeff, short *dqcoeff);
57 : int vp8_block_error_sse2(short *coeff, short *dqcoeff);
58 : #define vp8_block_error vp8_block_error_sse2
59 :
60 : void vp8_copy32xn_c(const unsigned char *src_ptr, int source_stride, unsigned char *dst_ptr, int dst_stride, int n);
61 : void vp8_copy32xn_sse2(const unsigned char *src_ptr, int source_stride, unsigned char *dst_ptr, int dst_stride, int n);
62 : void vp8_copy32xn_sse3(const unsigned char *src_ptr, int source_stride, unsigned char *dst_ptr, int dst_stride, int n);
63 : RTCD_EXTERN void (*vp8_copy32xn)(const unsigned char *src_ptr, int source_stride, unsigned char *dst_ptr, int dst_stride, int n);
64 :
65 : void vp8_copy_mem16x16_c(unsigned char *src, int src_pitch, unsigned char *dst, int dst_pitch);
66 : void vp8_copy_mem16x16_sse2(unsigned char *src, int src_pitch, unsigned char *dst, int dst_pitch);
67 : #define vp8_copy_mem16x16 vp8_copy_mem16x16_sse2
68 :
69 : void vp8_copy_mem8x4_c(unsigned char *src, int src_pitch, unsigned char *dst, int dst_pitch);
70 : void vp8_copy_mem8x4_mmx(unsigned char *src, int src_pitch, unsigned char *dst, int dst_pitch);
71 : #define vp8_copy_mem8x4 vp8_copy_mem8x4_mmx
72 :
73 : void vp8_copy_mem8x8_c(unsigned char *src, int src_pitch, unsigned char *dst, int dst_pitch);
74 : void vp8_copy_mem8x8_mmx(unsigned char *src, int src_pitch, unsigned char *dst, int dst_pitch);
75 : #define vp8_copy_mem8x8 vp8_copy_mem8x8_mmx
76 :
77 : void vp8_dc_only_idct_add_c(short input, unsigned char *pred, int pred_stride, unsigned char *dst, int dst_stride);
78 : void vp8_dc_only_idct_add_mmx(short input, unsigned char *pred, int pred_stride, unsigned char *dst, int dst_stride);
79 : #define vp8_dc_only_idct_add vp8_dc_only_idct_add_mmx
80 :
81 : int vp8_denoiser_filter_c(unsigned char *mc_running_avg_y, int mc_avg_y_stride, unsigned char *running_avg_y, int avg_y_stride, unsigned char *sig, int sig_stride, unsigned int motion_magnitude, int increase_denoising);
82 : int vp8_denoiser_filter_sse2(unsigned char *mc_running_avg_y, int mc_avg_y_stride, unsigned char *running_avg_y, int avg_y_stride, unsigned char *sig, int sig_stride, unsigned int motion_magnitude, int increase_denoising);
83 : #define vp8_denoiser_filter vp8_denoiser_filter_sse2
84 :
85 : int vp8_denoiser_filter_uv_c(unsigned char *mc_running_avg, int mc_avg_stride, unsigned char *running_avg, int avg_stride, unsigned char *sig, int sig_stride, unsigned int motion_magnitude, int increase_denoising);
86 : int vp8_denoiser_filter_uv_sse2(unsigned char *mc_running_avg, int mc_avg_stride, unsigned char *running_avg, int avg_stride, unsigned char *sig, int sig_stride, unsigned int motion_magnitude, int increase_denoising);
87 : #define vp8_denoiser_filter_uv vp8_denoiser_filter_uv_sse2
88 :
89 : void vp8_dequant_idct_add_c(short *input, short *dq, unsigned char *output, int stride);
90 : void vp8_dequant_idct_add_mmx(short *input, short *dq, unsigned char *output, int stride);
91 : #define vp8_dequant_idct_add vp8_dequant_idct_add_mmx
92 :
93 : void vp8_dequant_idct_add_uv_block_c(short *q, short *dq, unsigned char *dst_u, unsigned char *dst_v, int stride, char *eobs);
94 : void vp8_dequant_idct_add_uv_block_sse2(short *q, short *dq, unsigned char *dst_u, unsigned char *dst_v, int stride, char *eobs);
95 : #define vp8_dequant_idct_add_uv_block vp8_dequant_idct_add_uv_block_sse2
96 :
97 : void vp8_dequant_idct_add_y_block_c(short *q, short *dq, unsigned char *dst, int stride, char *eobs);
98 : void vp8_dequant_idct_add_y_block_sse2(short *q, short *dq, unsigned char *dst, int stride, char *eobs);
99 : #define vp8_dequant_idct_add_y_block vp8_dequant_idct_add_y_block_sse2
100 :
101 : void vp8_dequantize_b_c(struct blockd*, short *dqc);
102 : void vp8_dequantize_b_mmx(struct blockd*, short *dqc);
103 : #define vp8_dequantize_b vp8_dequantize_b_mmx
104 :
105 : int vp8_diamond_search_sad_c(struct macroblock *x, struct block *b, struct blockd *d, union int_mv *ref_mv, union int_mv *best_mv, int search_param, int sad_per_bit, int *num00, struct variance_vtable *fn_ptr, int *mvcost[2], union int_mv *center_mv);
106 : int vp8_diamond_search_sadx4(struct macroblock *x, struct block *b, struct blockd *d, union int_mv *ref_mv, union int_mv *best_mv, int search_param, int sad_per_bit, int *num00, struct variance_vtable *fn_ptr, int *mvcost[2], union int_mv *center_mv);
107 : #define vp8_diamond_search_sad vp8_diamond_search_sadx4
108 :
109 : void vp8_fast_quantize_b_c(struct block *, struct blockd *);
110 : void vp8_fast_quantize_b_sse2(struct block *, struct blockd *);
111 : void vp8_fast_quantize_b_ssse3(struct block *, struct blockd *);
112 : RTCD_EXTERN void (*vp8_fast_quantize_b)(struct block *, struct blockd *);
113 :
114 : void vp8_filter_by_weight16x16_c(unsigned char *src, int src_stride, unsigned char *dst, int dst_stride, int src_weight);
115 : void vp8_filter_by_weight16x16_sse2(unsigned char *src, int src_stride, unsigned char *dst, int dst_stride, int src_weight);
116 : #define vp8_filter_by_weight16x16 vp8_filter_by_weight16x16_sse2
117 :
118 : void vp8_filter_by_weight4x4_c(unsigned char *src, int src_stride, unsigned char *dst, int dst_stride, int src_weight);
119 : #define vp8_filter_by_weight4x4 vp8_filter_by_weight4x4_c
120 :
121 : void vp8_filter_by_weight8x8_c(unsigned char *src, int src_stride, unsigned char *dst, int dst_stride, int src_weight);
122 : void vp8_filter_by_weight8x8_sse2(unsigned char *src, int src_stride, unsigned char *dst, int dst_stride, int src_weight);
123 : #define vp8_filter_by_weight8x8 vp8_filter_by_weight8x8_sse2
124 :
125 : int vp8_full_search_sad_c(struct macroblock *x, struct block *b, struct blockd *d, union int_mv *ref_mv, int sad_per_bit, int distance, struct variance_vtable *fn_ptr, int *mvcost[2], union int_mv *center_mv);
126 : int vp8_full_search_sadx3(struct macroblock *x, struct block *b, struct blockd *d, union int_mv *ref_mv, int sad_per_bit, int distance, struct variance_vtable *fn_ptr, int *mvcost[2], union int_mv *center_mv);
127 : int vp8_full_search_sadx8(struct macroblock *x, struct block *b, struct blockd *d, union int_mv *ref_mv, int sad_per_bit, int distance, struct variance_vtable *fn_ptr, int *mvcost[2], union int_mv *center_mv);
128 : RTCD_EXTERN int (*vp8_full_search_sad)(struct macroblock *x, struct block *b, struct blockd *d, union int_mv *ref_mv, int sad_per_bit, int distance, struct variance_vtable *fn_ptr, int *mvcost[2], union int_mv *center_mv);
129 :
130 : void vp8_loop_filter_bh_c(unsigned char *y, unsigned char *u, unsigned char *v, int ystride, int uv_stride, struct loop_filter_info *lfi);
131 : void vp8_loop_filter_bh_sse2(unsigned char *y, unsigned char *u, unsigned char *v, int ystride, int uv_stride, struct loop_filter_info *lfi);
132 : #define vp8_loop_filter_bh vp8_loop_filter_bh_sse2
133 :
134 : void vp8_loop_filter_bv_c(unsigned char *y, unsigned char *u, unsigned char *v, int ystride, int uv_stride, struct loop_filter_info *lfi);
135 : void vp8_loop_filter_bv_sse2(unsigned char *y, unsigned char *u, unsigned char *v, int ystride, int uv_stride, struct loop_filter_info *lfi);
136 : #define vp8_loop_filter_bv vp8_loop_filter_bv_sse2
137 :
138 : void vp8_loop_filter_mbh_c(unsigned char *y, unsigned char *u, unsigned char *v, int ystride, int uv_stride, struct loop_filter_info *lfi);
139 : void vp8_loop_filter_mbh_sse2(unsigned char *y, unsigned char *u, unsigned char *v, int ystride, int uv_stride, struct loop_filter_info *lfi);
140 : #define vp8_loop_filter_mbh vp8_loop_filter_mbh_sse2
141 :
142 : void vp8_loop_filter_mbv_c(unsigned char *y, unsigned char *u, unsigned char *v, int ystride, int uv_stride, struct loop_filter_info *lfi);
143 : void vp8_loop_filter_mbv_sse2(unsigned char *y, unsigned char *u, unsigned char *v, int ystride, int uv_stride, struct loop_filter_info *lfi);
144 : #define vp8_loop_filter_mbv vp8_loop_filter_mbv_sse2
145 :
146 : void vp8_loop_filter_bhs_c(unsigned char *y, int ystride, const unsigned char *blimit);
147 : void vp8_loop_filter_bhs_sse2(unsigned char *y, int ystride, const unsigned char *blimit);
148 : #define vp8_loop_filter_simple_bh vp8_loop_filter_bhs_sse2
149 :
150 : void vp8_loop_filter_bvs_c(unsigned char *y, int ystride, const unsigned char *blimit);
151 : void vp8_loop_filter_bvs_sse2(unsigned char *y, int ystride, const unsigned char *blimit);
152 : #define vp8_loop_filter_simple_bv vp8_loop_filter_bvs_sse2
153 :
154 : void vp8_loop_filter_simple_horizontal_edge_c(unsigned char *y, int ystride, const unsigned char *blimit);
155 : void vp8_loop_filter_simple_horizontal_edge_sse2(unsigned char *y, int ystride, const unsigned char *blimit);
156 : #define vp8_loop_filter_simple_mbh vp8_loop_filter_simple_horizontal_edge_sse2
157 :
158 : void vp8_loop_filter_simple_vertical_edge_c(unsigned char *y, int ystride, const unsigned char *blimit);
159 : void vp8_loop_filter_simple_vertical_edge_sse2(unsigned char *y, int ystride, const unsigned char *blimit);
160 : #define vp8_loop_filter_simple_mbv vp8_loop_filter_simple_vertical_edge_sse2
161 :
162 : int vp8_mbblock_error_c(struct macroblock *mb, int dc);
163 : int vp8_mbblock_error_sse2(struct macroblock *mb, int dc);
164 : #define vp8_mbblock_error vp8_mbblock_error_sse2
165 :
166 : int vp8_mbuverror_c(struct macroblock *mb);
167 : int vp8_mbuverror_sse2(struct macroblock *mb);
168 : #define vp8_mbuverror vp8_mbuverror_sse2
169 :
170 : int vp8_refining_search_sad_c(struct macroblock *x, struct block *b, struct blockd *d, union int_mv *ref_mv, int sad_per_bit, int distance, struct variance_vtable *fn_ptr, int *mvcost[2], union int_mv *center_mv);
171 : int vp8_refining_search_sadx4(struct macroblock *x, struct block *b, struct blockd *d, union int_mv *ref_mv, int sad_per_bit, int distance, struct variance_vtable *fn_ptr, int *mvcost[2], union int_mv *center_mv);
172 : #define vp8_refining_search_sad vp8_refining_search_sadx4
173 :
174 : void vp8_regular_quantize_b_c(struct block *, struct blockd *);
175 : void vp8_regular_quantize_b_sse2(struct block *, struct blockd *);
176 : void vp8_regular_quantize_b_sse4_1(struct block *, struct blockd *);
177 : RTCD_EXTERN void (*vp8_regular_quantize_b)(struct block *, struct blockd *);
178 :
179 : void vp8_short_fdct4x4_c(short *input, short *output, int pitch);
180 : void vp8_short_fdct4x4_sse2(short *input, short *output, int pitch);
181 : #define vp8_short_fdct4x4 vp8_short_fdct4x4_sse2
182 :
183 : void vp8_short_fdct8x4_c(short *input, short *output, int pitch);
184 : void vp8_short_fdct8x4_sse2(short *input, short *output, int pitch);
185 : #define vp8_short_fdct8x4 vp8_short_fdct8x4_sse2
186 :
187 : void vp8_short_idct4x4llm_c(short *input, unsigned char *pred, int pitch, unsigned char *dst, int dst_stride);
188 : void vp8_short_idct4x4llm_mmx(short *input, unsigned char *pred, int pitch, unsigned char *dst, int dst_stride);
189 : #define vp8_short_idct4x4llm vp8_short_idct4x4llm_mmx
190 :
191 : void vp8_short_inv_walsh4x4_c(short *input, short *output);
192 : void vp8_short_inv_walsh4x4_sse2(short *input, short *output);
193 : #define vp8_short_inv_walsh4x4 vp8_short_inv_walsh4x4_sse2
194 :
195 : void vp8_short_inv_walsh4x4_1_c(short *input, short *output);
196 : #define vp8_short_inv_walsh4x4_1 vp8_short_inv_walsh4x4_1_c
197 :
198 : void vp8_short_walsh4x4_c(short *input, short *output, int pitch);
199 : void vp8_short_walsh4x4_sse2(short *input, short *output, int pitch);
200 : #define vp8_short_walsh4x4 vp8_short_walsh4x4_sse2
201 :
202 : void vp8_sixtap_predict16x16_c(unsigned char *src, int src_pitch, int xofst, int yofst, unsigned char *dst, int dst_pitch);
203 : void vp8_sixtap_predict16x16_sse2(unsigned char *src, int src_pitch, int xofst, int yofst, unsigned char *dst, int dst_pitch);
204 : void vp8_sixtap_predict16x16_ssse3(unsigned char *src, int src_pitch, int xofst, int yofst, unsigned char *dst, int dst_pitch);
205 : RTCD_EXTERN void (*vp8_sixtap_predict16x16)(unsigned char *src, int src_pitch, int xofst, int yofst, unsigned char *dst, int dst_pitch);
206 :
207 : void vp8_sixtap_predict4x4_c(unsigned char *src, int src_pitch, int xofst, int yofst, unsigned char *dst, int dst_pitch);
208 : void vp8_sixtap_predict4x4_mmx(unsigned char *src, int src_pitch, int xofst, int yofst, unsigned char *dst, int dst_pitch);
209 : void vp8_sixtap_predict4x4_ssse3(unsigned char *src, int src_pitch, int xofst, int yofst, unsigned char *dst, int dst_pitch);
210 : RTCD_EXTERN void (*vp8_sixtap_predict4x4)(unsigned char *src, int src_pitch, int xofst, int yofst, unsigned char *dst, int dst_pitch);
211 :
212 : void vp8_sixtap_predict8x4_c(unsigned char *src, int src_pitch, int xofst, int yofst, unsigned char *dst, int dst_pitch);
213 : void vp8_sixtap_predict8x4_sse2(unsigned char *src, int src_pitch, int xofst, int yofst, unsigned char *dst, int dst_pitch);
214 : void vp8_sixtap_predict8x4_ssse3(unsigned char *src, int src_pitch, int xofst, int yofst, unsigned char *dst, int dst_pitch);
215 : RTCD_EXTERN void (*vp8_sixtap_predict8x4)(unsigned char *src, int src_pitch, int xofst, int yofst, unsigned char *dst, int dst_pitch);
216 :
217 : void vp8_sixtap_predict8x8_c(unsigned char *src, int src_pitch, int xofst, int yofst, unsigned char *dst, int dst_pitch);
218 : void vp8_sixtap_predict8x8_sse2(unsigned char *src, int src_pitch, int xofst, int yofst, unsigned char *dst, int dst_pitch);
219 : void vp8_sixtap_predict8x8_ssse3(unsigned char *src, int src_pitch, int xofst, int yofst, unsigned char *dst, int dst_pitch);
220 : RTCD_EXTERN void (*vp8_sixtap_predict8x8)(unsigned char *src, int src_pitch, int xofst, int yofst, unsigned char *dst, int dst_pitch);
221 :
222 : void vp8_temporal_filter_apply_c(unsigned char *frame1, unsigned int stride, unsigned char *frame2, unsigned int block_size, int strength, int filter_weight, unsigned int *accumulator, unsigned short *count);
223 : void vp8_temporal_filter_apply_sse2(unsigned char *frame1, unsigned int stride, unsigned char *frame2, unsigned int block_size, int strength, int filter_weight, unsigned int *accumulator, unsigned short *count);
224 : #define vp8_temporal_filter_apply vp8_temporal_filter_apply_sse2
225 :
226 : void vp8_rtcd(void);
227 :
228 : #ifdef RTCD_C
229 : #include "vpx_ports/x86.h"
230 0 : static void setup_rtcd_internal(void)
231 : {
232 0 : int flags = x86_simd_caps();
233 :
234 : (void)flags;
235 :
236 0 : vp8_bilinear_predict16x16 = vp8_bilinear_predict16x16_sse2;
237 0 : if (flags & HAS_SSSE3) vp8_bilinear_predict16x16 = vp8_bilinear_predict16x16_ssse3;
238 0 : vp8_bilinear_predict8x8 = vp8_bilinear_predict8x8_sse2;
239 0 : if (flags & HAS_SSSE3) vp8_bilinear_predict8x8 = vp8_bilinear_predict8x8_ssse3;
240 0 : vp8_copy32xn = vp8_copy32xn_sse2;
241 0 : if (flags & HAS_SSE3) vp8_copy32xn = vp8_copy32xn_sse3;
242 0 : vp8_fast_quantize_b = vp8_fast_quantize_b_sse2;
243 0 : if (flags & HAS_SSSE3) vp8_fast_quantize_b = vp8_fast_quantize_b_ssse3;
244 0 : vp8_full_search_sad = vp8_full_search_sad_c;
245 0 : if (flags & HAS_SSE3) vp8_full_search_sad = vp8_full_search_sadx3;
246 0 : if (flags & HAS_SSE4_1) vp8_full_search_sad = vp8_full_search_sadx8;
247 0 : vp8_regular_quantize_b = vp8_regular_quantize_b_sse2;
248 0 : if (flags & HAS_SSE4_1) vp8_regular_quantize_b = vp8_regular_quantize_b_sse4_1;
249 0 : vp8_sixtap_predict16x16 = vp8_sixtap_predict16x16_sse2;
250 0 : if (flags & HAS_SSSE3) vp8_sixtap_predict16x16 = vp8_sixtap_predict16x16_ssse3;
251 0 : vp8_sixtap_predict4x4 = vp8_sixtap_predict4x4_mmx;
252 0 : if (flags & HAS_SSSE3) vp8_sixtap_predict4x4 = vp8_sixtap_predict4x4_ssse3;
253 0 : vp8_sixtap_predict8x4 = vp8_sixtap_predict8x4_sse2;
254 0 : if (flags & HAS_SSSE3) vp8_sixtap_predict8x4 = vp8_sixtap_predict8x4_ssse3;
255 0 : vp8_sixtap_predict8x8 = vp8_sixtap_predict8x8_sse2;
256 0 : if (flags & HAS_SSSE3) vp8_sixtap_predict8x8 = vp8_sixtap_predict8x8_ssse3;
257 0 : }
258 : #endif
259 :
260 : #ifdef __cplusplus
261 : } // extern "C"
262 : #endif
263 :
264 : #endif
|