FFmpeg
 All Data Structures Namespaces Files Functions Variables Typedefs Enumerations Enumerator Macros Groups Pages
qpeldsp.c
Go to the documentation of this file.
1 /*
2  * quarterpel DSP functions
3  * Copyright (c) 2000, 2001 Fabrice Bellard
4  * Copyright (c) 2002-2004 Michael Niedermayer <michaelni@gmx.at>
5  *
6  * This file is part of FFmpeg.
7  *
8  * FFmpeg is free software; you can redistribute it and/or
9  * modify it under the terms of the GNU Lesser General Public
10  * License as published by the Free Software Foundation; either
11  * version 2.1 of the License, or (at your option) any later version.
12  *
13  * FFmpeg is distributed in the hope that it will be useful,
14  * but WITHOUT ANY WARRANTY; without even the implied warranty of
15  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
16  * Lesser General Public License for more details.
17  *
18  * You should have received a copy of the GNU Lesser General Public
19  * License along with FFmpeg; if not, write to the Free Software
20  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
21  */
22 
23 /**
24  * @file
25  * quarterpel DSP functions
26  */
27 
28 #include <stddef.h>
29 #include <stdint.h>
30 
31 #include "config.h"
32 #include "libavutil/attributes.h"
33 #include "copy_block.h"
34 #include "qpeldsp.h"
35 #include "diracdsp.h"
36 
37 #define BIT_DEPTH 8
38 #include "hpel_template.c"
39 #include "pel_template.c"
40 #include "qpel_template.c"
41 
42 #define QPEL_MC(r, OPNAME, RND, OP) \
43 static void OPNAME ## mpeg4_qpel8_h_lowpass(uint8_t *dst, const uint8_t *src, \
44  int dstStride, int srcStride, \
45  int h) \
46 { \
47  const uint8_t *cm = ff_crop_tab + MAX_NEG_CROP; \
48  int i; \
49  \
50  for (i = 0; i < h; i++) { \
51  OP(dst[0], (src[0] + src[1]) * 20 - (src[0] + src[2]) * 6 + (src[1] + src[3]) * 3 - (src[2] + src[4])); \
52  OP(dst[1], (src[1] + src[2]) * 20 - (src[0] + src[3]) * 6 + (src[0] + src[4]) * 3 - (src[1] + src[5])); \
53  OP(dst[2], (src[2] + src[3]) * 20 - (src[1] + src[4]) * 6 + (src[0] + src[5]) * 3 - (src[0] + src[6])); \
54  OP(dst[3], (src[3] + src[4]) * 20 - (src[2] + src[5]) * 6 + (src[1] + src[6]) * 3 - (src[0] + src[7])); \
55  OP(dst[4], (src[4] + src[5]) * 20 - (src[3] + src[6]) * 6 + (src[2] + src[7]) * 3 - (src[1] + src[8])); \
56  OP(dst[5], (src[5] + src[6]) * 20 - (src[4] + src[7]) * 6 + (src[3] + src[8]) * 3 - (src[2] + src[8])); \
57  OP(dst[6], (src[6] + src[7]) * 20 - (src[5] + src[8]) * 6 + (src[4] + src[8]) * 3 - (src[3] + src[7])); \
58  OP(dst[7], (src[7] + src[8]) * 20 - (src[6] + src[8]) * 6 + (src[5] + src[7]) * 3 - (src[4] + src[6])); \
59  dst += dstStride; \
60  src += srcStride; \
61  } \
62 } \
63  \
64 static void OPNAME ## mpeg4_qpel8_v_lowpass(uint8_t *dst, const uint8_t *src, \
65  int dstStride, int srcStride) \
66 { \
67  const uint8_t *cm = ff_crop_tab + MAX_NEG_CROP; \
68  const int w = 8; \
69  int i; \
70  \
71  for (i = 0; i < w; i++) { \
72  const int src0 = src[0 * srcStride]; \
73  const int src1 = src[1 * srcStride]; \
74  const int src2 = src[2 * srcStride]; \
75  const int src3 = src[3 * srcStride]; \
76  const int src4 = src[4 * srcStride]; \
77  const int src5 = src[5 * srcStride]; \
78  const int src6 = src[6 * srcStride]; \
79  const int src7 = src[7 * srcStride]; \
80  const int src8 = src[8 * srcStride]; \
81  OP(dst[0 * dstStride], (src0 + src1) * 20 - (src0 + src2) * 6 + (src1 + src3) * 3 - (src2 + src4)); \
82  OP(dst[1 * dstStride], (src1 + src2) * 20 - (src0 + src3) * 6 + (src0 + src4) * 3 - (src1 + src5)); \
83  OP(dst[2 * dstStride], (src2 + src3) * 20 - (src1 + src4) * 6 + (src0 + src5) * 3 - (src0 + src6)); \
84  OP(dst[3 * dstStride], (src3 + src4) * 20 - (src2 + src5) * 6 + (src1 + src6) * 3 - (src0 + src7)); \
85  OP(dst[4 * dstStride], (src4 + src5) * 20 - (src3 + src6) * 6 + (src2 + src7) * 3 - (src1 + src8)); \
86  OP(dst[5 * dstStride], (src5 + src6) * 20 - (src4 + src7) * 6 + (src3 + src8) * 3 - (src2 + src8)); \
87  OP(dst[6 * dstStride], (src6 + src7) * 20 - (src5 + src8) * 6 + (src4 + src8) * 3 - (src3 + src7)); \
88  OP(dst[7 * dstStride], (src7 + src8) * 20 - (src6 + src8) * 6 + (src5 + src7) * 3 - (src4 + src6)); \
89  dst++; \
90  src++; \
91  } \
92 } \
93  \
94 static void OPNAME ## mpeg4_qpel16_h_lowpass(uint8_t *dst, \
95  const uint8_t *src, \
96  int dstStride, int srcStride, \
97  int h) \
98 { \
99  const uint8_t *cm = ff_crop_tab + MAX_NEG_CROP; \
100  int i; \
101  \
102  for (i = 0; i < h; i++) { \
103  OP(dst[0], (src[0] + src[1]) * 20 - (src[0] + src[2]) * 6 + (src[1] + src[3]) * 3 - (src[2] + src[4])); \
104  OP(dst[1], (src[1] + src[2]) * 20 - (src[0] + src[3]) * 6 + (src[0] + src[4]) * 3 - (src[1] + src[5])); \
105  OP(dst[2], (src[2] + src[3]) * 20 - (src[1] + src[4]) * 6 + (src[0] + src[5]) * 3 - (src[0] + src[6])); \
106  OP(dst[3], (src[3] + src[4]) * 20 - (src[2] + src[5]) * 6 + (src[1] + src[6]) * 3 - (src[0] + src[7])); \
107  OP(dst[4], (src[4] + src[5]) * 20 - (src[3] + src[6]) * 6 + (src[2] + src[7]) * 3 - (src[1] + src[8])); \
108  OP(dst[5], (src[5] + src[6]) * 20 - (src[4] + src[7]) * 6 + (src[3] + src[8]) * 3 - (src[2] + src[9])); \
109  OP(dst[6], (src[6] + src[7]) * 20 - (src[5] + src[8]) * 6 + (src[4] + src[9]) * 3 - (src[3] + src[10])); \
110  OP(dst[7], (src[7] + src[8]) * 20 - (src[6] + src[9]) * 6 + (src[5] + src[10]) * 3 - (src[4] + src[11])); \
111  OP(dst[8], (src[8] + src[9]) * 20 - (src[7] + src[10]) * 6 + (src[6] + src[11]) * 3 - (src[5] + src[12])); \
112  OP(dst[9], (src[9] + src[10]) * 20 - (src[8] + src[11]) * 6 + (src[7] + src[12]) * 3 - (src[6] + src[13])); \
113  OP(dst[10], (src[10] + src[11]) * 20 - (src[9] + src[12]) * 6 + (src[8] + src[13]) * 3 - (src[7] + src[14])); \
114  OP(dst[11], (src[11] + src[12]) * 20 - (src[10] + src[13]) * 6 + (src[9] + src[14]) * 3 - (src[8] + src[15])); \
115  OP(dst[12], (src[12] + src[13]) * 20 - (src[11] + src[14]) * 6 + (src[10] + src[15]) * 3 - (src[9] + src[16])); \
116  OP(dst[13], (src[13] + src[14]) * 20 - (src[12] + src[15]) * 6 + (src[11] + src[16]) * 3 - (src[10] + src[16])); \
117  OP(dst[14], (src[14] + src[15]) * 20 - (src[13] + src[16]) * 6 + (src[12] + src[16]) * 3 - (src[11] + src[15])); \
118  OP(dst[15], (src[15] + src[16]) * 20 - (src[14] + src[16]) * 6 + (src[13] + src[15]) * 3 - (src[12] + src[14])); \
119  dst += dstStride; \
120  src += srcStride; \
121  } \
122 } \
123  \
124 static void OPNAME ## mpeg4_qpel16_v_lowpass(uint8_t *dst, \
125  const uint8_t *src, \
126  int dstStride, int srcStride) \
127 { \
128  const uint8_t *cm = ff_crop_tab + MAX_NEG_CROP; \
129  const int w = 16; \
130  int i; \
131  \
132  for (i = 0; i < w; i++) { \
133  const int src0 = src[0 * srcStride]; \
134  const int src1 = src[1 * srcStride]; \
135  const int src2 = src[2 * srcStride]; \
136  const int src3 = src[3 * srcStride]; \
137  const int src4 = src[4 * srcStride]; \
138  const int src5 = src[5 * srcStride]; \
139  const int src6 = src[6 * srcStride]; \
140  const int src7 = src[7 * srcStride]; \
141  const int src8 = src[8 * srcStride]; \
142  const int src9 = src[9 * srcStride]; \
143  const int src10 = src[10 * srcStride]; \
144  const int src11 = src[11 * srcStride]; \
145  const int src12 = src[12 * srcStride]; \
146  const int src13 = src[13 * srcStride]; \
147  const int src14 = src[14 * srcStride]; \
148  const int src15 = src[15 * srcStride]; \
149  const int src16 = src[16 * srcStride]; \
150  OP(dst[0 * dstStride], (src0 + src1) * 20 - (src0 + src2) * 6 + (src1 + src3) * 3 - (src2 + src4)); \
151  OP(dst[1 * dstStride], (src1 + src2) * 20 - (src0 + src3) * 6 + (src0 + src4) * 3 - (src1 + src5)); \
152  OP(dst[2 * dstStride], (src2 + src3) * 20 - (src1 + src4) * 6 + (src0 + src5) * 3 - (src0 + src6)); \
153  OP(dst[3 * dstStride], (src3 + src4) * 20 - (src2 + src5) * 6 + (src1 + src6) * 3 - (src0 + src7)); \
154  OP(dst[4 * dstStride], (src4 + src5) * 20 - (src3 + src6) * 6 + (src2 + src7) * 3 - (src1 + src8)); \
155  OP(dst[5 * dstStride], (src5 + src6) * 20 - (src4 + src7) * 6 + (src3 + src8) * 3 - (src2 + src9)); \
156  OP(dst[6 * dstStride], (src6 + src7) * 20 - (src5 + src8) * 6 + (src4 + src9) * 3 - (src3 + src10)); \
157  OP(dst[7 * dstStride], (src7 + src8) * 20 - (src6 + src9) * 6 + (src5 + src10) * 3 - (src4 + src11)); \
158  OP(dst[8 * dstStride], (src8 + src9) * 20 - (src7 + src10) * 6 + (src6 + src11) * 3 - (src5 + src12)); \
159  OP(dst[9 * dstStride], (src9 + src10) * 20 - (src8 + src11) * 6 + (src7 + src12) * 3 - (src6 + src13)); \
160  OP(dst[10 * dstStride], (src10 + src11) * 20 - (src9 + src12) * 6 + (src8 + src13) * 3 - (src7 + src14)); \
161  OP(dst[11 * dstStride], (src11 + src12) * 20 - (src10 + src13) * 6 + (src9 + src14) * 3 - (src8 + src15)); \
162  OP(dst[12 * dstStride], (src12 + src13) * 20 - (src11 + src14) * 6 + (src10 + src15) * 3 - (src9 + src16)); \
163  OP(dst[13 * dstStride], (src13 + src14) * 20 - (src12 + src15) * 6 + (src11 + src16) * 3 - (src10 + src16)); \
164  OP(dst[14 * dstStride], (src14 + src15) * 20 - (src13 + src16) * 6 + (src12 + src16) * 3 - (src11 + src15)); \
165  OP(dst[15 * dstStride], (src15 + src16) * 20 - (src14 + src16) * 6 + (src13 + src15) * 3 - (src12 + src14)); \
166  dst++; \
167  src++; \
168  } \
169 } \
170  \
171 static void OPNAME ## qpel8_mc10_c(uint8_t *dst, const uint8_t *src, \
172  ptrdiff_t stride) \
173 { \
174  uint8_t half[64]; \
175  \
176  put ## RND ## mpeg4_qpel8_h_lowpass(half, src, 8, stride, 8); \
177  OPNAME ## pixels8_l2_8(dst, src, half, stride, stride, 8, 8); \
178 } \
179  \
180 static void OPNAME ## qpel8_mc20_c(uint8_t *dst, const uint8_t *src, \
181  ptrdiff_t stride) \
182 { \
183  OPNAME ## mpeg4_qpel8_h_lowpass(dst, src, stride, stride, 8); \
184 } \
185  \
186 static void OPNAME ## qpel8_mc30_c(uint8_t *dst, const uint8_t *src, \
187  ptrdiff_t stride) \
188 { \
189  uint8_t half[64]; \
190  \
191  put ## RND ## mpeg4_qpel8_h_lowpass(half, src, 8, stride, 8); \
192  OPNAME ## pixels8_l2_8(dst, src + 1, half, stride, stride, 8, 8); \
193 } \
194  \
195 static void OPNAME ## qpel8_mc01_c(uint8_t *dst, const uint8_t *src, \
196  ptrdiff_t stride) \
197 { \
198  uint8_t full[16 * 9]; \
199  uint8_t half[64]; \
200  \
201  copy_block9(full, src, 16, stride, 9); \
202  put ## RND ## mpeg4_qpel8_v_lowpass(half, full, 8, 16); \
203  OPNAME ## pixels8_l2_8(dst, full, half, stride, 16, 8, 8); \
204 } \
205  \
206 static void OPNAME ## qpel8_mc02_c(uint8_t *dst, const uint8_t *src, \
207  ptrdiff_t stride) \
208 { \
209  uint8_t full[16 * 9]; \
210  \
211  copy_block9(full, src, 16, stride, 9); \
212  OPNAME ## mpeg4_qpel8_v_lowpass(dst, full, stride, 16); \
213 } \
214  \
215 static void OPNAME ## qpel8_mc03_c(uint8_t *dst, const uint8_t *src, \
216  ptrdiff_t stride) \
217 { \
218  uint8_t full[16 * 9]; \
219  uint8_t half[64]; \
220  \
221  copy_block9(full, src, 16, stride, 9); \
222  put ## RND ## mpeg4_qpel8_v_lowpass(half, full, 8, 16); \
223  OPNAME ## pixels8_l2_8(dst, full + 16, half, stride, 16, 8, 8); \
224 } \
225  \
226 void ff_ ## OPNAME ## qpel8_mc11_old_c(uint8_t *dst, const uint8_t *src, \
227  ptrdiff_t stride) \
228 { \
229  uint8_t full[16 * 9]; \
230  uint8_t halfH[72]; \
231  uint8_t halfV[64]; \
232  uint8_t halfHV[64]; \
233  \
234  copy_block9(full, src, 16, stride, 9); \
235  put ## RND ## mpeg4_qpel8_h_lowpass(halfH, full, 8, 16, 9); \
236  put ## RND ## mpeg4_qpel8_v_lowpass(halfV, full, 8, 16); \
237  put ## RND ## mpeg4_qpel8_v_lowpass(halfHV, halfH, 8, 8); \
238  OPNAME ## pixels8_l4_8(dst, full, halfH, halfV, halfHV, \
239  stride, 16, 8, 8, 8, 8); \
240 } \
241  \
242 static void OPNAME ## qpel8_mc11_c(uint8_t *dst, const uint8_t *src, \
243  ptrdiff_t stride) \
244 { \
245  uint8_t full[16 * 9]; \
246  uint8_t halfH[72]; \
247  uint8_t halfHV[64]; \
248  \
249  copy_block9(full, src, 16, stride, 9); \
250  put ## RND ## mpeg4_qpel8_h_lowpass(halfH, full, 8, 16, 9); \
251  put ## RND ## pixels8_l2_8(halfH, halfH, full, 8, 8, 16, 9); \
252  put ## RND ## mpeg4_qpel8_v_lowpass(halfHV, halfH, 8, 8); \
253  OPNAME ## pixels8_l2_8(dst, halfH, halfHV, stride, 8, 8, 8); \
254 } \
255  \
256 void ff_ ## OPNAME ## qpel8_mc31_old_c(uint8_t *dst, const uint8_t *src, \
257  ptrdiff_t stride) \
258 { \
259  uint8_t full[16 * 9]; \
260  uint8_t halfH[72]; \
261  uint8_t halfV[64]; \
262  uint8_t halfHV[64]; \
263  \
264  copy_block9(full, src, 16, stride, 9); \
265  put ## RND ## mpeg4_qpel8_h_lowpass(halfH, full, 8, 16, 9); \
266  put ## RND ## mpeg4_qpel8_v_lowpass(halfV, full + 1, 8, 16); \
267  put ## RND ## mpeg4_qpel8_v_lowpass(halfHV, halfH, 8, 8); \
268  OPNAME ## pixels8_l4_8(dst, full + 1, halfH, halfV, halfHV, \
269  stride, 16, 8, 8, 8, 8); \
270 } \
271  \
272 static void OPNAME ## qpel8_mc31_c(uint8_t *dst, const uint8_t *src, \
273  ptrdiff_t stride) \
274 { \
275  uint8_t full[16 * 9]; \
276  uint8_t halfH[72]; \
277  uint8_t halfHV[64]; \
278  \
279  copy_block9(full, src, 16, stride, 9); \
280  put ## RND ## mpeg4_qpel8_h_lowpass(halfH, full, 8, 16, 9); \
281  put ## RND ## pixels8_l2_8(halfH, halfH, full + 1, 8, 8, 16, 9); \
282  put ## RND ## mpeg4_qpel8_v_lowpass(halfHV, halfH, 8, 8); \
283  OPNAME ## pixels8_l2_8(dst, halfH, halfHV, stride, 8, 8, 8); \
284 } \
285  \
286 void ff_ ## OPNAME ## qpel8_mc13_old_c(uint8_t *dst, const uint8_t *src, \
287  ptrdiff_t stride) \
288 { \
289  uint8_t full[16 * 9]; \
290  uint8_t halfH[72]; \
291  uint8_t halfV[64]; \
292  uint8_t halfHV[64]; \
293  \
294  copy_block9(full, src, 16, stride, 9); \
295  put ## RND ## mpeg4_qpel8_h_lowpass(halfH, full, 8, 16, 9); \
296  put ## RND ## mpeg4_qpel8_v_lowpass(halfV, full, 8, 16); \
297  put ## RND ## mpeg4_qpel8_v_lowpass(halfHV, halfH, 8, 8); \
298  OPNAME ## pixels8_l4_8(dst, full + 16, halfH + 8, halfV, halfHV, \
299  stride, 16, 8, 8, 8, 8); \
300 } \
301  \
302 static void OPNAME ## qpel8_mc13_c(uint8_t *dst, const uint8_t *src, \
303  ptrdiff_t stride) \
304 { \
305  uint8_t full[16 * 9]; \
306  uint8_t halfH[72]; \
307  uint8_t halfHV[64]; \
308  \
309  copy_block9(full, src, 16, stride, 9); \
310  put ## RND ## mpeg4_qpel8_h_lowpass(halfH, full, 8, 16, 9); \
311  put ## RND ## pixels8_l2_8(halfH, halfH, full, 8, 8, 16, 9); \
312  put ## RND ## mpeg4_qpel8_v_lowpass(halfHV, halfH, 8, 8); \
313  OPNAME ## pixels8_l2_8(dst, halfH + 8, halfHV, stride, 8, 8, 8); \
314 } \
315  \
316 void ff_ ## OPNAME ## qpel8_mc33_old_c(uint8_t *dst, const uint8_t *src, \
317  ptrdiff_t stride) \
318 { \
319  uint8_t full[16 * 9]; \
320  uint8_t halfH[72]; \
321  uint8_t halfV[64]; \
322  uint8_t halfHV[64]; \
323  \
324  copy_block9(full, src, 16, stride, 9); \
325  put ## RND ## mpeg4_qpel8_h_lowpass(halfH, full, 8, 16, 9); \
326  put ## RND ## mpeg4_qpel8_v_lowpass(halfV, full + 1, 8, 16); \
327  put ## RND ## mpeg4_qpel8_v_lowpass(halfHV, halfH, 8, 8); \
328  OPNAME ## pixels8_l4_8(dst, full + 17, halfH + 8, halfV, halfHV, \
329  stride, 16, 8, 8, 8, 8); \
330 } \
331  \
332 static void OPNAME ## qpel8_mc33_c(uint8_t *dst, const uint8_t *src, \
333  ptrdiff_t stride) \
334 { \
335  uint8_t full[16 * 9]; \
336  uint8_t halfH[72]; \
337  uint8_t halfHV[64]; \
338  \
339  copy_block9(full, src, 16, stride, 9); \
340  put ## RND ## mpeg4_qpel8_h_lowpass(halfH, full, 8, 16, 9); \
341  put ## RND ## pixels8_l2_8(halfH, halfH, full + 1, 8, 8, 16, 9); \
342  put ## RND ## mpeg4_qpel8_v_lowpass(halfHV, halfH, 8, 8); \
343  OPNAME ## pixels8_l2_8(dst, halfH + 8, halfHV, stride, 8, 8, 8); \
344 } \
345  \
346 static void OPNAME ## qpel8_mc21_c(uint8_t *dst, const uint8_t *src, \
347  ptrdiff_t stride) \
348 { \
349  uint8_t halfH[72]; \
350  uint8_t halfHV[64]; \
351  \
352  put ## RND ## mpeg4_qpel8_h_lowpass(halfH, src, 8, stride, 9); \
353  put ## RND ## mpeg4_qpel8_v_lowpass(halfHV, halfH, 8, 8); \
354  OPNAME ## pixels8_l2_8(dst, halfH, halfHV, stride, 8, 8, 8); \
355 } \
356  \
357 static void OPNAME ## qpel8_mc23_c(uint8_t *dst, const uint8_t *src, \
358  ptrdiff_t stride) \
359 { \
360  uint8_t halfH[72]; \
361  uint8_t halfHV[64]; \
362  \
363  put ## RND ## mpeg4_qpel8_h_lowpass(halfH, src, 8, stride, 9); \
364  put ## RND ## mpeg4_qpel8_v_lowpass(halfHV, halfH, 8, 8); \
365  OPNAME ## pixels8_l2_8(dst, halfH + 8, halfHV, stride, 8, 8, 8); \
366 } \
367  \
368 void ff_ ## OPNAME ## qpel8_mc12_old_c(uint8_t *dst, const uint8_t *src, \
369  ptrdiff_t stride) \
370 { \
371  uint8_t full[16 * 9]; \
372  uint8_t halfH[72]; \
373  uint8_t halfV[64]; \
374  uint8_t halfHV[64]; \
375  \
376  copy_block9(full, src, 16, stride, 9); \
377  put ## RND ## mpeg4_qpel8_h_lowpass(halfH, full, 8, 16, 9); \
378  put ## RND ## mpeg4_qpel8_v_lowpass(halfV, full, 8, 16); \
379  put ## RND ## mpeg4_qpel8_v_lowpass(halfHV, halfH, 8, 8); \
380  OPNAME ## pixels8_l2_8(dst, halfV, halfHV, stride, 8, 8, 8); \
381 } \
382  \
383 static void OPNAME ## qpel8_mc12_c(uint8_t *dst, const uint8_t *src, \
384  ptrdiff_t stride) \
385 { \
386  uint8_t full[16 * 9]; \
387  uint8_t halfH[72]; \
388  \
389  copy_block9(full, src, 16, stride, 9); \
390  put ## RND ## mpeg4_qpel8_h_lowpass(halfH, full, 8, 16, 9); \
391  put ## RND ## pixels8_l2_8(halfH, halfH, full, 8, 8, 16, 9); \
392  OPNAME ## mpeg4_qpel8_v_lowpass(dst, halfH, stride, 8); \
393 } \
394  \
395 void ff_ ## OPNAME ## qpel8_mc32_old_c(uint8_t *dst, const uint8_t *src, \
396  ptrdiff_t stride) \
397 { \
398  uint8_t full[16 * 9]; \
399  uint8_t halfH[72]; \
400  uint8_t halfV[64]; \
401  uint8_t halfHV[64]; \
402  \
403  copy_block9(full, src, 16, stride, 9); \
404  put ## RND ## mpeg4_qpel8_h_lowpass(halfH, full, 8, 16, 9); \
405  put ## RND ## mpeg4_qpel8_v_lowpass(halfV, full + 1, 8, 16); \
406  put ## RND ## mpeg4_qpel8_v_lowpass(halfHV, halfH, 8, 8); \
407  OPNAME ## pixels8_l2_8(dst, halfV, halfHV, stride, 8, 8, 8); \
408 } \
409  \
410 static void OPNAME ## qpel8_mc32_c(uint8_t *dst, const uint8_t *src, \
411  ptrdiff_t stride) \
412 { \
413  uint8_t full[16 * 9]; \
414  uint8_t halfH[72]; \
415  \
416  copy_block9(full, src, 16, stride, 9); \
417  put ## RND ## mpeg4_qpel8_h_lowpass(halfH, full, 8, 16, 9); \
418  put ## RND ## pixels8_l2_8(halfH, halfH, full + 1, 8, 8, 16, 9); \
419  OPNAME ## mpeg4_qpel8_v_lowpass(dst, halfH, stride, 8); \
420 } \
421  \
422 static void OPNAME ## qpel8_mc22_c(uint8_t *dst, const uint8_t *src, \
423  ptrdiff_t stride) \
424 { \
425  uint8_t halfH[72]; \
426  \
427  put ## RND ## mpeg4_qpel8_h_lowpass(halfH, src, 8, stride, 9); \
428  OPNAME ## mpeg4_qpel8_v_lowpass(dst, halfH, stride, 8); \
429 } \
430  \
431 static void OPNAME ## qpel16_mc10_c(uint8_t *dst, const uint8_t *src, \
432  ptrdiff_t stride) \
433 { \
434  uint8_t half[256]; \
435  \
436  put ## RND ## mpeg4_qpel16_h_lowpass(half, src, 16, stride, 16); \
437  OPNAME ## pixels16_l2_8(dst, src, half, stride, stride, 16, 16); \
438 } \
439  \
440 static void OPNAME ## qpel16_mc20_c(uint8_t *dst, const uint8_t *src, \
441  ptrdiff_t stride) \
442 { \
443  OPNAME ## mpeg4_qpel16_h_lowpass(dst, src, stride, stride, 16); \
444 } \
445  \
446 static void OPNAME ## qpel16_mc30_c(uint8_t *dst, const uint8_t *src, \
447  ptrdiff_t stride) \
448 { \
449  uint8_t half[256]; \
450  \
451  put ## RND ## mpeg4_qpel16_h_lowpass(half, src, 16, stride, 16); \
452  OPNAME ## pixels16_l2_8(dst, src + 1, half, stride, stride, 16, 16); \
453 } \
454  \
455 static void OPNAME ## qpel16_mc01_c(uint8_t *dst, const uint8_t *src, \
456  ptrdiff_t stride) \
457 { \
458  uint8_t full[24 * 17]; \
459  uint8_t half[256]; \
460  \
461  copy_block17(full, src, 24, stride, 17); \
462  put ## RND ## mpeg4_qpel16_v_lowpass(half, full, 16, 24); \
463  OPNAME ## pixels16_l2_8(dst, full, half, stride, 24, 16, 16); \
464 } \
465  \
466 static void OPNAME ## qpel16_mc02_c(uint8_t *dst, const uint8_t *src, \
467  ptrdiff_t stride) \
468 { \
469  uint8_t full[24 * 17]; \
470  \
471  copy_block17(full, src, 24, stride, 17); \
472  OPNAME ## mpeg4_qpel16_v_lowpass(dst, full, stride, 24); \
473 } \
474  \
475 static void OPNAME ## qpel16_mc03_c(uint8_t *dst, const uint8_t *src, \
476  ptrdiff_t stride) \
477 { \
478  uint8_t full[24 * 17]; \
479  uint8_t half[256]; \
480  \
481  copy_block17(full, src, 24, stride, 17); \
482  put ## RND ## mpeg4_qpel16_v_lowpass(half, full, 16, 24); \
483  OPNAME ## pixels16_l2_8(dst, full + 24, half, stride, 24, 16, 16); \
484 } \
485  \
486 void ff_ ## OPNAME ## qpel16_mc11_old_c(uint8_t *dst, const uint8_t *src, \
487  ptrdiff_t stride) \
488 { \
489  uint8_t full[24 * 17]; \
490  uint8_t halfH[272]; \
491  uint8_t halfV[256]; \
492  uint8_t halfHV[256]; \
493  \
494  copy_block17(full, src, 24, stride, 17); \
495  put ## RND ## mpeg4_qpel16_h_lowpass(halfH, full, 16, 24, 17); \
496  put ## RND ## mpeg4_qpel16_v_lowpass(halfV, full, 16, 24); \
497  put ## RND ## mpeg4_qpel16_v_lowpass(halfHV, halfH, 16, 16); \
498  OPNAME ## pixels16_l4_8(dst, full, halfH, halfV, halfHV, \
499  stride, 24, 16, 16, 16, 16); \
500 } \
501  \
502 static void OPNAME ## qpel16_mc11_c(uint8_t *dst, const uint8_t *src, \
503  ptrdiff_t stride) \
504 { \
505  uint8_t full[24 * 17]; \
506  uint8_t halfH[272]; \
507  uint8_t halfHV[256]; \
508  \
509  copy_block17(full, src, 24, stride, 17); \
510  put ## RND ## mpeg4_qpel16_h_lowpass(halfH, full, 16, 24, 17); \
511  put ## RND ## pixels16_l2_8(halfH, halfH, full, 16, 16, 24, 17); \
512  put ## RND ## mpeg4_qpel16_v_lowpass(halfHV, halfH, 16, 16); \
513  OPNAME ## pixels16_l2_8(dst, halfH, halfHV, stride, 16, 16, 16); \
514 } \
515  \
516 void ff_ ## OPNAME ## qpel16_mc31_old_c(uint8_t *dst, const uint8_t *src, \
517  ptrdiff_t stride) \
518 { \
519  uint8_t full[24 * 17]; \
520  uint8_t halfH[272]; \
521  uint8_t halfV[256]; \
522  uint8_t halfHV[256]; \
523  \
524  copy_block17(full, src, 24, stride, 17); \
525  put ## RND ## mpeg4_qpel16_h_lowpass(halfH, full, 16, 24, 17); \
526  put ## RND ## mpeg4_qpel16_v_lowpass(halfV, full + 1, 16, 24); \
527  put ## RND ## mpeg4_qpel16_v_lowpass(halfHV, halfH, 16, 16); \
528  OPNAME ## pixels16_l4_8(dst, full + 1, halfH, halfV, halfHV, \
529  stride, 24, 16, 16, 16, 16); \
530 } \
531  \
532 static void OPNAME ## qpel16_mc31_c(uint8_t *dst, const uint8_t *src, \
533  ptrdiff_t stride) \
534 { \
535  uint8_t full[24 * 17]; \
536  uint8_t halfH[272]; \
537  uint8_t halfHV[256]; \
538  \
539  copy_block17(full, src, 24, stride, 17); \
540  put ## RND ## mpeg4_qpel16_h_lowpass(halfH, full, 16, 24, 17); \
541  put ## RND ## pixels16_l2_8(halfH, halfH, full + 1, 16, 16, 24, 17); \
542  put ## RND ## mpeg4_qpel16_v_lowpass(halfHV, halfH, 16, 16); \
543  OPNAME ## pixels16_l2_8(dst, halfH, halfHV, stride, 16, 16, 16); \
544 } \
545  \
546 void ff_ ## OPNAME ## qpel16_mc13_old_c(uint8_t *dst, const uint8_t *src, \
547  ptrdiff_t stride) \
548 { \
549  uint8_t full[24 * 17]; \
550  uint8_t halfH[272]; \
551  uint8_t halfV[256]; \
552  uint8_t halfHV[256]; \
553  \
554  copy_block17(full, src, 24, stride, 17); \
555  put ## RND ## mpeg4_qpel16_h_lowpass(halfH, full, 16, 24, 17); \
556  put ## RND ## mpeg4_qpel16_v_lowpass(halfV, full, 16, 24); \
557  put ## RND ## mpeg4_qpel16_v_lowpass(halfHV, halfH, 16, 16); \
558  OPNAME ## pixels16_l4_8(dst, full + 24, halfH + 16, halfV, halfHV, \
559  stride, 24, 16, 16, 16, 16); \
560 } \
561  \
562 static void OPNAME ## qpel16_mc13_c(uint8_t *dst, const uint8_t *src, \
563  ptrdiff_t stride) \
564 { \
565  uint8_t full[24 * 17]; \
566  uint8_t halfH[272]; \
567  uint8_t halfHV[256]; \
568  \
569  copy_block17(full, src, 24, stride, 17); \
570  put ## RND ## mpeg4_qpel16_h_lowpass(halfH, full, 16, 24, 17); \
571  put ## RND ## pixels16_l2_8(halfH, halfH, full, 16, 16, 24, 17); \
572  put ## RND ## mpeg4_qpel16_v_lowpass(halfHV, halfH, 16, 16); \
573  OPNAME ## pixels16_l2_8(dst, halfH + 16, halfHV, stride, 16, 16, 16); \
574 } \
575  \
576 void ff_ ## OPNAME ## qpel16_mc33_old_c(uint8_t *dst, const uint8_t *src, \
577  ptrdiff_t stride) \
578 { \
579  uint8_t full[24 * 17]; \
580  uint8_t halfH[272]; \
581  uint8_t halfV[256]; \
582  uint8_t halfHV[256]; \
583  \
584  copy_block17(full, src, 24, stride, 17); \
585  put ## RND ## mpeg4_qpel16_h_lowpass(halfH, full, 16, 24, 17); \
586  put ## RND ## mpeg4_qpel16_v_lowpass(halfV, full + 1, 16, 24); \
587  put ## RND ## mpeg4_qpel16_v_lowpass(halfHV, halfH, 16, 16); \
588  OPNAME ## pixels16_l4_8(dst, full + 25, halfH + 16, halfV, halfHV, \
589  stride, 24, 16, 16, 16, 16); \
590 } \
591  \
592 static void OPNAME ## qpel16_mc33_c(uint8_t *dst, const uint8_t *src, \
593  ptrdiff_t stride) \
594 { \
595  uint8_t full[24 * 17]; \
596  uint8_t halfH[272]; \
597  uint8_t halfHV[256]; \
598  \
599  copy_block17(full, src, 24, stride, 17); \
600  put ## RND ## mpeg4_qpel16_h_lowpass(halfH, full, 16, 24, 17); \
601  put ## RND ## pixels16_l2_8(halfH, halfH, full + 1, 16, 16, 24, 17); \
602  put ## RND ## mpeg4_qpel16_v_lowpass(halfHV, halfH, 16, 16); \
603  OPNAME ## pixels16_l2_8(dst, halfH + 16, halfHV, stride, 16, 16, 16); \
604 } \
605  \
606 static void OPNAME ## qpel16_mc21_c(uint8_t *dst, const uint8_t *src, \
607  ptrdiff_t stride) \
608 { \
609  uint8_t halfH[272]; \
610  uint8_t halfHV[256]; \
611  \
612  put ## RND ## mpeg4_qpel16_h_lowpass(halfH, src, 16, stride, 17); \
613  put ## RND ## mpeg4_qpel16_v_lowpass(halfHV, halfH, 16, 16); \
614  OPNAME ## pixels16_l2_8(dst, halfH, halfHV, stride, 16, 16, 16); \
615 } \
616  \
617 static void OPNAME ## qpel16_mc23_c(uint8_t *dst, const uint8_t *src, \
618  ptrdiff_t stride) \
619 { \
620  uint8_t halfH[272]; \
621  uint8_t halfHV[256]; \
622  \
623  put ## RND ## mpeg4_qpel16_h_lowpass(halfH, src, 16, stride, 17); \
624  put ## RND ## mpeg4_qpel16_v_lowpass(halfHV, halfH, 16, 16); \
625  OPNAME ## pixels16_l2_8(dst, halfH + 16, halfHV, stride, 16, 16, 16); \
626 } \
627  \
628 void ff_ ## OPNAME ## qpel16_mc12_old_c(uint8_t *dst, const uint8_t *src, \
629  ptrdiff_t stride) \
630 { \
631  uint8_t full[24 * 17]; \
632  uint8_t halfH[272]; \
633  uint8_t halfV[256]; \
634  uint8_t halfHV[256]; \
635  \
636  copy_block17(full, src, 24, stride, 17); \
637  put ## RND ## mpeg4_qpel16_h_lowpass(halfH, full, 16, 24, 17); \
638  put ## RND ## mpeg4_qpel16_v_lowpass(halfV, full, 16, 24); \
639  put ## RND ## mpeg4_qpel16_v_lowpass(halfHV, halfH, 16, 16); \
640  OPNAME ## pixels16_l2_8(dst, halfV, halfHV, stride, 16, 16, 16); \
641 } \
642  \
643 static void OPNAME ## qpel16_mc12_c(uint8_t *dst, const uint8_t *src, \
644  ptrdiff_t stride) \
645 { \
646  uint8_t full[24 * 17]; \
647  uint8_t halfH[272]; \
648  \
649  copy_block17(full, src, 24, stride, 17); \
650  put ## RND ## mpeg4_qpel16_h_lowpass(halfH, full, 16, 24, 17); \
651  put ## RND ## pixels16_l2_8(halfH, halfH, full, 16, 16, 24, 17); \
652  OPNAME ## mpeg4_qpel16_v_lowpass(dst, halfH, stride, 16); \
653 } \
654  \
655 void ff_ ## OPNAME ## qpel16_mc32_old_c(uint8_t *dst, const uint8_t *src, \
656  ptrdiff_t stride) \
657 { \
658  uint8_t full[24 * 17]; \
659  uint8_t halfH[272]; \
660  uint8_t halfV[256]; \
661  uint8_t halfHV[256]; \
662  \
663  copy_block17(full, src, 24, stride, 17); \
664  put ## RND ## mpeg4_qpel16_h_lowpass(halfH, full, 16, 24, 17); \
665  put ## RND ## mpeg4_qpel16_v_lowpass(halfV, full + 1, 16, 24); \
666  put ## RND ## mpeg4_qpel16_v_lowpass(halfHV, halfH, 16, 16); \
667  OPNAME ## pixels16_l2_8(dst, halfV, halfHV, stride, 16, 16, 16); \
668 } \
669  \
670 static void OPNAME ## qpel16_mc32_c(uint8_t *dst, const uint8_t *src, \
671  ptrdiff_t stride) \
672 { \
673  uint8_t full[24 * 17]; \
674  uint8_t halfH[272]; \
675  \
676  copy_block17(full, src, 24, stride, 17); \
677  put ## RND ## mpeg4_qpel16_h_lowpass(halfH, full, 16, 24, 17); \
678  put ## RND ## pixels16_l2_8(halfH, halfH, full + 1, 16, 16, 24, 17); \
679  OPNAME ## mpeg4_qpel16_v_lowpass(dst, halfH, stride, 16); \
680 } \
681  \
682 static void OPNAME ## qpel16_mc22_c(uint8_t *dst, const uint8_t *src, \
683  ptrdiff_t stride) \
684 { \
685  uint8_t halfH[272]; \
686  \
687  put ## RND ## mpeg4_qpel16_h_lowpass(halfH, src, 16, stride, 17); \
688  OPNAME ## mpeg4_qpel16_v_lowpass(dst, halfH, stride, 16); \
689 }
690 
691 #define op_avg(a, b) a = (((a) + cm[((b) + 16) >> 5] + 1) >> 1)
692 #define op_put(a, b) a = cm[((b) + 16) >> 5]
693 #define op_put_no_rnd(a, b) a = cm[((b) + 15) >> 5]
694 
695 QPEL_MC(0, put_, _, op_put)
696 QPEL_MC(1, put_no_rnd_, _no_rnd_, op_put_no_rnd)
697 QPEL_MC(0, avg_, _, op_avg)
698 
699 #undef op_avg
700 #undef op_put
701 #undef op_put_no_rnd
702 
703 void ff_put_pixels8x8_c(uint8_t *dst, const uint8_t *src, ptrdiff_t stride)
704 {
705  put_pixels8_8_c(dst, src, stride, 8);
706 }
707 
708 void ff_avg_pixels8x8_c(uint8_t *dst, const uint8_t *src, ptrdiff_t stride)
709 {
710  avg_pixels8_8_c(dst, src, stride, 8);
711 }
712 
713 void ff_put_pixels16x16_c(uint8_t *dst, const uint8_t *src, ptrdiff_t stride)
714 {
715  put_pixels16_8_c(dst, src, stride, 16);
716 }
717 
718 void ff_avg_pixels16x16_c(uint8_t *dst, const uint8_t *src, ptrdiff_t stride)
719 {
720  avg_pixels16_8_c(dst, src, stride, 16);
721 }
722 
723 #define put_qpel8_mc00_c ff_put_pixels8x8_c
724 #define avg_qpel8_mc00_c ff_avg_pixels8x8_c
725 #define put_qpel16_mc00_c ff_put_pixels16x16_c
726 #define avg_qpel16_mc00_c ff_avg_pixels16x16_c
727 #define put_no_rnd_qpel8_mc00_c ff_put_pixels8x8_c
728 #define put_no_rnd_qpel16_mc00_c ff_put_pixels16x16_c
729 
730 void ff_put_pixels8_l2_8(uint8_t *dst, const uint8_t *src1, const uint8_t *src2,
731  int dst_stride, int src_stride1, int src_stride2,
732  int h)
733 {
734  put_pixels8_l2_8(dst, src1, src2, dst_stride, src_stride1, src_stride2, h);
735 
736 }
737 
738 #if CONFIG_DIRAC_DECODER
739 #define DIRAC_MC(OPNAME)\
740 void ff_ ## OPNAME ## _dirac_pixels8_c(uint8_t *dst, const uint8_t *src[5], int stride, int h)\
741 {\
742  OPNAME ## _pixels8_8_c(dst, src[0], stride, h);\
743 }\
744 void ff_ ## OPNAME ## _dirac_pixels16_c(uint8_t *dst, const uint8_t *src[5], int stride, int h)\
745 {\
746  OPNAME ## _pixels16_8_c(dst, src[0], stride, h);\
747 }\
748 void ff_ ## OPNAME ## _dirac_pixels32_c(uint8_t *dst, const uint8_t *src[5], int stride, int h)\
749 {\
750  OPNAME ## _pixels16_8_c(dst , src[0] , stride, h);\
751  OPNAME ## _pixels16_8_c(dst+16, src[0]+16, stride, h);\
752 }\
753 void ff_ ## OPNAME ## _dirac_pixels8_l2_c(uint8_t *dst, const uint8_t *src[5], int stride, int h)\
754 {\
755  OPNAME ## _pixels8_l2_8(dst, src[0], src[1], stride, stride, stride, h);\
756 }\
757 void ff_ ## OPNAME ## _dirac_pixels16_l2_c(uint8_t *dst, const uint8_t *src[5], int stride, int h)\
758 {\
759  OPNAME ## _pixels16_l2_8(dst, src[0], src[1], stride, stride, stride, h);\
760 }\
761 void ff_ ## OPNAME ## _dirac_pixels32_l2_c(uint8_t *dst, const uint8_t *src[5], int stride, int h)\
762 {\
763  OPNAME ## _pixels16_l2_8(dst , src[0] , src[1] , stride, stride, stride, h);\
764  OPNAME ## _pixels16_l2_8(dst+16, src[0]+16, src[1]+16, stride, stride, stride, h);\
765 }\
766 void ff_ ## OPNAME ## _dirac_pixels8_l4_c(uint8_t *dst, const uint8_t *src[5], int stride, int h)\
767 {\
768  OPNAME ## _pixels8_l4_8(dst, src[0], src[1], src[2], src[3], stride, stride, stride, stride, stride, h);\
769 }\
770 void ff_ ## OPNAME ## _dirac_pixels16_l4_c(uint8_t *dst, const uint8_t *src[5], int stride, int h)\
771 {\
772  OPNAME ## _pixels16_l4_8(dst, src[0], src[1], src[2], src[3], stride, stride, stride, stride, stride, h);\
773 }\
774 void ff_ ## OPNAME ## _dirac_pixels32_l4_c(uint8_t *dst, const uint8_t *src[5], int stride, int h)\
775 {\
776  OPNAME ## _pixels16_l4_8(dst , src[0] , src[1] , src[2] , src[3] , stride, stride, stride, stride, stride, h);\
777  OPNAME ## _pixels16_l4_8(dst+16, src[0]+16, src[1]+16, src[2]+16, src[3]+16, stride, stride, stride, stride, stride, h);\
778 }
779 DIRAC_MC(put)
780 DIRAC_MC(avg)
781 #endif
782 
783 av_cold void ff_qpeldsp_init(QpelDSPContext *c)
784 {
785 #define dspfunc(PFX, IDX, NUM) \
786  c->PFX ## _pixels_tab[IDX][0] = PFX ## NUM ## _mc00_c; \
787  c->PFX ## _pixels_tab[IDX][1] = PFX ## NUM ## _mc10_c; \
788  c->PFX ## _pixels_tab[IDX][2] = PFX ## NUM ## _mc20_c; \
789  c->PFX ## _pixels_tab[IDX][3] = PFX ## NUM ## _mc30_c; \
790  c->PFX ## _pixels_tab[IDX][4] = PFX ## NUM ## _mc01_c; \
791  c->PFX ## _pixels_tab[IDX][5] = PFX ## NUM ## _mc11_c; \
792  c->PFX ## _pixels_tab[IDX][6] = PFX ## NUM ## _mc21_c; \
793  c->PFX ## _pixels_tab[IDX][7] = PFX ## NUM ## _mc31_c; \
794  c->PFX ## _pixels_tab[IDX][8] = PFX ## NUM ## _mc02_c; \
795  c->PFX ## _pixels_tab[IDX][9] = PFX ## NUM ## _mc12_c; \
796  c->PFX ## _pixels_tab[IDX][10] = PFX ## NUM ## _mc22_c; \
797  c->PFX ## _pixels_tab[IDX][11] = PFX ## NUM ## _mc32_c; \
798  c->PFX ## _pixels_tab[IDX][12] = PFX ## NUM ## _mc03_c; \
799  c->PFX ## _pixels_tab[IDX][13] = PFX ## NUM ## _mc13_c; \
800  c->PFX ## _pixels_tab[IDX][14] = PFX ## NUM ## _mc23_c; \
801  c->PFX ## _pixels_tab[IDX][15] = PFX ## NUM ## _mc33_c
802 
803  dspfunc(put_qpel, 0, 16);
804  dspfunc(put_qpel, 1, 8);
805 
806  dspfunc(put_no_rnd_qpel, 0, 16);
807  dspfunc(put_no_rnd_qpel, 1, 8);
808 
809  dspfunc(avg_qpel, 0, 16);
810  dspfunc(avg_qpel, 1, 8);
811 
812  if (ARCH_X86)
813  ff_qpeldsp_init_x86(c);
814 }
Generated on Sun Sep 14 2014 18:56:02 for FFmpeg by   doxygen 1.8.2