00001
00002
00003
00004
00005
00006
00007
00008
00009
00010
00011
00012
00013
00014
00015
00016
00017
00018
00019
00020
00021
00028 #include <stdio.h>
00029 #include <stdlib.h>
00030
00031 #include "libavutil/common.h"
00032 #include "libavutil/intreadwrite.h"
00033 #include "avcodec.h"
00034
00035 enum EncTypes {
00036 MAGIC_WMVd = 0x574D5664,
00037 MAGIC_WMVe,
00038 MAGIC_WMVf,
00039 MAGIC_WMVg,
00040 MAGIC_WMVh,
00041 MAGIC_WMVi,
00042 MAGIC_WMVj
00043 };
00044
00045 enum HexTile_Flags {
00046 HT_RAW = 1,
00047 HT_BKG = 2,
00048 HT_FG = 4,
00049 HT_SUB = 8,
00050 HT_CLR = 16
00051 };
00052
00053
00054
00055
00056 typedef struct VmncContext {
00057 AVCodecContext *avctx;
00058 AVFrame pic;
00059
00060 int bpp;
00061 int bpp2;
00062 int bigendian;
00063 uint8_t pal[768];
00064 int width, height;
00065
00066
00067 int cur_w, cur_h;
00068 int cur_x, cur_y;
00069 int cur_hx, cur_hy;
00070 uint8_t* curbits, *curmask;
00071 uint8_t* screendta;
00072 } VmncContext;
00073
00074
00075 static av_always_inline int vmnc_get_pixel(const uint8_t* buf, int bpp, int be) {
00076 switch(bpp * 2 + be) {
00077 case 2:
00078 case 3: return *buf;
00079 case 4: return AV_RL16(buf);
00080 case 5: return AV_RB16(buf);
00081 case 8: return AV_RL32(buf);
00082 case 9: return AV_RB32(buf);
00083 default: return 0;
00084 }
00085 }
00086
00087 static void load_cursor(VmncContext *c, const uint8_t *src)
00088 {
00089 int i, j, p;
00090 const int bpp = c->bpp2;
00091 uint8_t *dst8 = c->curbits;
00092 uint16_t *dst16 = (uint16_t*)c->curbits;
00093 uint32_t *dst32 = (uint32_t*)c->curbits;
00094
00095 for(j = 0; j < c->cur_h; j++) {
00096 for(i = 0; i < c->cur_w; i++) {
00097 p = vmnc_get_pixel(src, bpp, c->bigendian);
00098 src += bpp;
00099 if(bpp == 1) *dst8++ = p;
00100 if(bpp == 2) *dst16++ = p;
00101 if(bpp == 4) *dst32++ = p;
00102 }
00103 }
00104 dst8 = c->curmask;
00105 dst16 = (uint16_t*)c->curmask;
00106 dst32 = (uint32_t*)c->curmask;
00107 for(j = 0; j < c->cur_h; j++) {
00108 for(i = 0; i < c->cur_w; i++) {
00109 p = vmnc_get_pixel(src, bpp, c->bigendian);
00110 src += bpp;
00111 if(bpp == 1) *dst8++ = p;
00112 if(bpp == 2) *dst16++ = p;
00113 if(bpp == 4) *dst32++ = p;
00114 }
00115 }
00116 }
00117
00118 static void put_cursor(uint8_t *dst, int stride, VmncContext *c, int dx, int dy)
00119 {
00120 int i, j;
00121 int w, h, x, y;
00122 w = c->cur_w;
00123 if(c->width < c->cur_x + c->cur_w) w = c->width - c->cur_x;
00124 h = c->cur_h;
00125 if(c->height < c->cur_y + c->cur_h) h = c->height - c->cur_y;
00126 x = c->cur_x;
00127 y = c->cur_y;
00128 if(x < 0) {
00129 w += x;
00130 x = 0;
00131 }
00132 if(y < 0) {
00133 h += y;
00134 y = 0;
00135 }
00136
00137 if((w < 1) || (h < 1)) return;
00138 dst += x * c->bpp2 + y * stride;
00139
00140 if(c->bpp2 == 1) {
00141 uint8_t* cd = c->curbits, *msk = c->curmask;
00142 for(j = 0; j < h; j++) {
00143 for(i = 0; i < w; i++)
00144 dst[i] = (dst[i] & cd[i]) ^ msk[i];
00145 msk += c->cur_w;
00146 cd += c->cur_w;
00147 dst += stride;
00148 }
00149 } else if(c->bpp2 == 2) {
00150 uint16_t* cd = (uint16_t*)c->curbits, *msk = (uint16_t*)c->curmask;
00151 uint16_t* dst2;
00152 for(j = 0; j < h; j++) {
00153 dst2 = (uint16_t*)dst;
00154 for(i = 0; i < w; i++)
00155 dst2[i] = (dst2[i] & cd[i]) ^ msk[i];
00156 msk += c->cur_w;
00157 cd += c->cur_w;
00158 dst += stride;
00159 }
00160 } else if(c->bpp2 == 4) {
00161 uint32_t* cd = (uint32_t*)c->curbits, *msk = (uint32_t*)c->curmask;
00162 uint32_t* dst2;
00163 for(j = 0; j < h; j++) {
00164 dst2 = (uint32_t*)dst;
00165 for(i = 0; i < w; i++)
00166 dst2[i] = (dst2[i] & cd[i]) ^ msk[i];
00167 msk += c->cur_w;
00168 cd += c->cur_w;
00169 dst += stride;
00170 }
00171 }
00172 }
00173
00174
00175 static av_always_inline void paint_rect(uint8_t *dst, int dx, int dy, int w, int h, int color, int bpp, int stride)
00176 {
00177 int i, j;
00178 dst += dx * bpp + dy * stride;
00179 if(bpp == 1){
00180 for(j = 0; j < h; j++) {
00181 memset(dst, color, w);
00182 dst += stride;
00183 }
00184 }else if(bpp == 2){
00185 uint16_t* dst2;
00186 for(j = 0; j < h; j++) {
00187 dst2 = (uint16_t*)dst;
00188 for(i = 0; i < w; i++) {
00189 *dst2++ = color;
00190 }
00191 dst += stride;
00192 }
00193 }else if(bpp == 4){
00194 uint32_t* dst2;
00195 for(j = 0; j < h; j++) {
00196 dst2 = (uint32_t*)dst;
00197 for(i = 0; i < w; i++) {
00198 dst2[i] = color;
00199 }
00200 dst += stride;
00201 }
00202 }
00203 }
00204
00205 static av_always_inline void paint_raw(uint8_t *dst, int w, int h, const uint8_t* src, int bpp, int be, int stride)
00206 {
00207 int i, j, p;
00208 for(j = 0; j < h; j++) {
00209 for(i = 0; i < w; i++) {
00210 p = vmnc_get_pixel(src, bpp, be);
00211 src += bpp;
00212 switch(bpp){
00213 case 1:
00214 dst[i] = p;
00215 break;
00216 case 2:
00217 ((uint16_t*)dst)[i] = p;
00218 break;
00219 case 4:
00220 ((uint32_t*)dst)[i] = p;
00221 break;
00222 }
00223 }
00224 dst += stride;
00225 }
00226 }
00227
00228 static int decode_hextile(VmncContext *c, uint8_t* dst, const uint8_t* src, int ssize, int w, int h, int stride)
00229 {
00230 int i, j, k;
00231 int bg = 0, fg = 0, rects, color, flags, xy, wh;
00232 const int bpp = c->bpp2;
00233 uint8_t *dst2;
00234 int bw = 16, bh = 16;
00235 const uint8_t *ssrc=src;
00236
00237 for(j = 0; j < h; j += 16) {
00238 dst2 = dst;
00239 bw = 16;
00240 if(j + 16 > h) bh = h - j;
00241 for(i = 0; i < w; i += 16, dst2 += 16 * bpp) {
00242 if(src - ssrc >= ssize) {
00243 av_log(c->avctx, AV_LOG_ERROR, "Premature end of data!\n");
00244 return -1;
00245 }
00246 if(i + 16 > w) bw = w - i;
00247 flags = *src++;
00248 if(flags & HT_RAW) {
00249 if(src - ssrc > ssize - bw * bh * bpp) {
00250 av_log(c->avctx, AV_LOG_ERROR, "Premature end of data!\n");
00251 return -1;
00252 }
00253 paint_raw(dst2, bw, bh, src, bpp, c->bigendian, stride);
00254 src += bw * bh * bpp;
00255 } else {
00256 if(flags & HT_BKG) {
00257 bg = vmnc_get_pixel(src, bpp, c->bigendian); src += bpp;
00258 }
00259 if(flags & HT_FG) {
00260 fg = vmnc_get_pixel(src, bpp, c->bigendian); src += bpp;
00261 }
00262 rects = 0;
00263 if(flags & HT_SUB)
00264 rects = *src++;
00265 color = !!(flags & HT_CLR);
00266
00267 paint_rect(dst2, 0, 0, bw, bh, bg, bpp, stride);
00268
00269 if(src - ssrc > ssize - rects * (color * bpp + 2)) {
00270 av_log(c->avctx, AV_LOG_ERROR, "Premature end of data!\n");
00271 return -1;
00272 }
00273 for(k = 0; k < rects; k++) {
00274 if(color) {
00275 fg = vmnc_get_pixel(src, bpp, c->bigendian); src += bpp;
00276 }
00277 xy = *src++;
00278 wh = *src++;
00279 paint_rect(dst2, xy >> 4, xy & 0xF, (wh>>4)+1, (wh & 0xF)+1, fg, bpp, stride);
00280 }
00281 }
00282 }
00283 dst += stride * 16;
00284 }
00285 return src - ssrc;
00286 }
00287
00288 static int decode_frame(AVCodecContext *avctx, void *data, int *data_size, AVPacket *avpkt)
00289 {
00290 const uint8_t *buf = avpkt->data;
00291 int buf_size = avpkt->size;
00292 VmncContext * const c = avctx->priv_data;
00293 uint8_t *outptr;
00294 const uint8_t *src = buf;
00295 int dx, dy, w, h, depth, enc, chunks, res, size_left;
00296
00297 c->pic.reference = 3;
00298 c->pic.buffer_hints = FF_BUFFER_HINTS_VALID | FF_BUFFER_HINTS_PRESERVE | FF_BUFFER_HINTS_REUSABLE;
00299 if(avctx->reget_buffer(avctx, &c->pic) < 0){
00300 av_log(avctx, AV_LOG_ERROR, "reget_buffer() failed\n");
00301 return -1;
00302 }
00303
00304 c->pic.key_frame = 0;
00305 c->pic.pict_type = AV_PICTURE_TYPE_P;
00306
00307
00308 if(c->screendta) {
00309 int i;
00310 w = c->cur_w;
00311 if(c->width < c->cur_x + w) w = c->width - c->cur_x;
00312 h = c->cur_h;
00313 if(c->height < c->cur_y + h) h = c->height - c->cur_y;
00314 dx = c->cur_x;
00315 if(dx < 0) {
00316 w += dx;
00317 dx = 0;
00318 }
00319 dy = c->cur_y;
00320 if(dy < 0) {
00321 h += dy;
00322 dy = 0;
00323 }
00324 if((w > 0) && (h > 0)) {
00325 outptr = c->pic.data[0] + dx * c->bpp2 + dy * c->pic.linesize[0];
00326 for(i = 0; i < h; i++) {
00327 memcpy(outptr, c->screendta + i * c->cur_w * c->bpp2, w * c->bpp2);
00328 outptr += c->pic.linesize[0];
00329 }
00330 }
00331 }
00332 src += 2;
00333 chunks = AV_RB16(src); src += 2;
00334 while(chunks--) {
00335 dx = AV_RB16(src); src += 2;
00336 dy = AV_RB16(src); src += 2;
00337 w = AV_RB16(src); src += 2;
00338 h = AV_RB16(src); src += 2;
00339 enc = AV_RB32(src); src += 4;
00340 outptr = c->pic.data[0] + dx * c->bpp2 + dy * c->pic.linesize[0];
00341 size_left = buf_size - (src - buf);
00342 switch(enc) {
00343 case MAGIC_WMVd:
00344 if(size_left < 2 + w * h * c->bpp2 * 2) {
00345 av_log(avctx, AV_LOG_ERROR, "Premature end of data! (need %i got %i)\n", 2 + w * h * c->bpp2 * 2, size_left);
00346 return -1;
00347 }
00348 src += 2;
00349 c->cur_w = w;
00350 c->cur_h = h;
00351 c->cur_hx = dx;
00352 c->cur_hy = dy;
00353 if((c->cur_hx > c->cur_w) || (c->cur_hy > c->cur_h)) {
00354 av_log(avctx, AV_LOG_ERROR, "Cursor hot spot is not in image: %ix%i of %ix%i cursor size\n", c->cur_hx, c->cur_hy, c->cur_w, c->cur_h);
00355 c->cur_hx = c->cur_hy = 0;
00356 }
00357 c->curbits = av_realloc(c->curbits, c->cur_w * c->cur_h * c->bpp2);
00358 c->curmask = av_realloc(c->curmask, c->cur_w * c->cur_h * c->bpp2);
00359 c->screendta = av_realloc(c->screendta, c->cur_w * c->cur_h * c->bpp2);
00360 load_cursor(c, src);
00361 src += w * h * c->bpp2 * 2;
00362 break;
00363 case MAGIC_WMVe:
00364 src += 2;
00365 break;
00366 case MAGIC_WMVf:
00367 c->cur_x = dx - c->cur_hx;
00368 c->cur_y = dy - c->cur_hy;
00369 break;
00370 case MAGIC_WMVg:
00371 src += 10;
00372 break;
00373 case MAGIC_WMVh:
00374 src += 4;
00375 break;
00376 case MAGIC_WMVi:
00377 c->pic.key_frame = 1;
00378 c->pic.pict_type = AV_PICTURE_TYPE_I;
00379 depth = *src++;
00380 if(depth != c->bpp) {
00381 av_log(avctx, AV_LOG_INFO, "Depth mismatch. Container %i bpp, Frame data: %i bpp\n", c->bpp, depth);
00382 }
00383 src++;
00384 c->bigendian = *src++;
00385 if(c->bigendian & (~1)) {
00386 av_log(avctx, AV_LOG_INFO, "Invalid header: bigendian flag = %i\n", c->bigendian);
00387 return -1;
00388 }
00389
00390 src += 13;
00391 break;
00392 case MAGIC_WMVj:
00393 src += 2;
00394 break;
00395 case 0x00000000:
00396 if((dx + w > c->width) || (dy + h > c->height)) {
00397 av_log(avctx, AV_LOG_ERROR, "Incorrect frame size: %ix%i+%ix%i of %ix%i\n", w, h, dx, dy, c->width, c->height);
00398 return -1;
00399 }
00400 if(size_left < w * h * c->bpp2) {
00401 av_log(avctx, AV_LOG_ERROR, "Premature end of data! (need %i got %i)\n", w * h * c->bpp2, size_left);
00402 return -1;
00403 }
00404 paint_raw(outptr, w, h, src, c->bpp2, c->bigendian, c->pic.linesize[0]);
00405 src += w * h * c->bpp2;
00406 break;
00407 case 0x00000005:
00408 if((dx + w > c->width) || (dy + h > c->height)) {
00409 av_log(avctx, AV_LOG_ERROR, "Incorrect frame size: %ix%i+%ix%i of %ix%i\n", w, h, dx, dy, c->width, c->height);
00410 return -1;
00411 }
00412 res = decode_hextile(c, outptr, src, size_left, w, h, c->pic.linesize[0]);
00413 if(res < 0)
00414 return -1;
00415 src += res;
00416 break;
00417 default:
00418 av_log(avctx, AV_LOG_ERROR, "Unsupported block type 0x%08X\n", enc);
00419 chunks = 0;
00420 }
00421 }
00422 if(c->screendta){
00423 int i;
00424
00425 w = c->cur_w;
00426 if(c->width < c->cur_x + w) w = c->width - c->cur_x;
00427 h = c->cur_h;
00428 if(c->height < c->cur_y + h) h = c->height - c->cur_y;
00429 dx = c->cur_x;
00430 if(dx < 0) {
00431 w += dx;
00432 dx = 0;
00433 }
00434 dy = c->cur_y;
00435 if(dy < 0) {
00436 h += dy;
00437 dy = 0;
00438 }
00439 if((w > 0) && (h > 0)) {
00440 outptr = c->pic.data[0] + dx * c->bpp2 + dy * c->pic.linesize[0];
00441 for(i = 0; i < h; i++) {
00442 memcpy(c->screendta + i * c->cur_w * c->bpp2, outptr, w * c->bpp2);
00443 outptr += c->pic.linesize[0];
00444 }
00445 outptr = c->pic.data[0];
00446 put_cursor(outptr, c->pic.linesize[0], c, c->cur_x, c->cur_y);
00447 }
00448 }
00449 *data_size = sizeof(AVFrame);
00450 *(AVFrame*)data = c->pic;
00451
00452
00453 return buf_size;
00454 }
00455
00456
00457
00458
00459
00460
00461
00462
00463 static av_cold int decode_init(AVCodecContext *avctx)
00464 {
00465 VmncContext * const c = avctx->priv_data;
00466
00467 c->avctx = avctx;
00468
00469 c->width = avctx->width;
00470 c->height = avctx->height;
00471
00472 c->bpp = avctx->bits_per_coded_sample;
00473 c->bpp2 = c->bpp/8;
00474 avcodec_get_frame_defaults(&c->pic);
00475
00476 switch(c->bpp){
00477 case 8:
00478 avctx->pix_fmt = PIX_FMT_PAL8;
00479 break;
00480 case 16:
00481 avctx->pix_fmt = PIX_FMT_RGB555;
00482 break;
00483 case 32:
00484 avctx->pix_fmt = PIX_FMT_RGB32;
00485 break;
00486 default:
00487 av_log(avctx, AV_LOG_ERROR, "Unsupported bitdepth %i\n", c->bpp);
00488 return AVERROR_INVALIDDATA;
00489 }
00490
00491 return 0;
00492 }
00493
00494
00495
00496
00497
00498
00499
00500
00501 static av_cold int decode_end(AVCodecContext *avctx)
00502 {
00503 VmncContext * const c = avctx->priv_data;
00504
00505 if (c->pic.data[0])
00506 avctx->release_buffer(avctx, &c->pic);
00507
00508 av_free(c->curbits);
00509 av_free(c->curmask);
00510 av_free(c->screendta);
00511 return 0;
00512 }
00513
00514 AVCodec ff_vmnc_decoder = {
00515 .name = "vmnc",
00516 .type = AVMEDIA_TYPE_VIDEO,
00517 .id = AV_CODEC_ID_VMNC,
00518 .priv_data_size = sizeof(VmncContext),
00519 .init = decode_init,
00520 .close = decode_end,
00521 .decode = decode_frame,
00522 .capabilities = CODEC_CAP_DR1,
00523 .long_name = NULL_IF_CONFIG_SMALL("VMware Screen Codec / VMware Video"),
00524 };
