annotate cscd.c @ 4232:cb5e46ee0495 libavcodec

10l memory corruption bug found by Steven Johnson
author alex
date Thu, 23 Nov 2006 22:57:20 +0000
parents c8c591fe26f8
children b2a291ea653f
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
3030
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
1 /*
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
2 * CamStudio decoder
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
3 * Copyright (c) 2006 Reimar Doeffinger
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
4 *
3947
c8c591fe26f8 Change license headers to say 'FFmpeg' instead of 'this program/this library'
diego
parents: 3060
diff changeset
5 * This file is part of FFmpeg.
c8c591fe26f8 Change license headers to say 'FFmpeg' instead of 'this program/this library'
diego
parents: 3060
diff changeset
6 *
c8c591fe26f8 Change license headers to say 'FFmpeg' instead of 'this program/this library'
diego
parents: 3060
diff changeset
7 * FFmpeg is free software; you can redistribute it and/or
3030
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
8 * modify it under the terms of the GNU Lesser General Public
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
9 * License as published by the Free Software Foundation; either
3947
c8c591fe26f8 Change license headers to say 'FFmpeg' instead of 'this program/this library'
diego
parents: 3060
diff changeset
10 * version 2.1 of the License, or (at your option) any later version.
3030
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
11 *
3947
c8c591fe26f8 Change license headers to say 'FFmpeg' instead of 'this program/this library'
diego
parents: 3060
diff changeset
12 * FFmpeg is distributed in the hope that it will be useful,
3030
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
15 * Lesser General Public License for more details.
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
16 *
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
17 * You should have received a copy of the GNU Lesser General Public
3947
c8c591fe26f8 Change license headers to say 'FFmpeg' instead of 'this program/this library'
diego
parents: 3060
diff changeset
18 * License along with FFmpeg; if not, write to the Free Software
3036
0b546eab515d Update licensing information: The FSF changed postal address.
diego
parents: 3034
diff changeset
19 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
3030
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
20 */
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
21 #include <stdio.h>
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
22 #include <stdlib.h>
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
23
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
24 #include "common.h"
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
25 #include "avcodec.h"
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
26
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
27 #ifdef CONFIG_ZLIB
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
28 #include <zlib.h>
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
29 #endif
3034
d37065d8aeff Our own LZO (1X) implementation, under LGPL and optimized for readability.
reimar
parents: 3030
diff changeset
30 #include "lzo.h"
3030
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
31
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
32 typedef struct {
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
33 AVFrame pic;
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
34 int linelen, height, bpp;
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
35 unsigned int decomp_size;
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
36 unsigned char* decomp_buf;
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
37 } CamStudioContext;
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
38
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
39 static void copy_frame_default(AVFrame *f, uint8_t *src,
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
40 int linelen, int height) {
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
41 int i;
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
42 uint8_t *dst = f->data[0];
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
43 dst += (height - 1) * f->linesize[0];
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
44 for (i = height; i; i--) {
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
45 memcpy(dst, src, linelen);
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
46 src += linelen;
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
47 dst -= f->linesize[0];
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
48 }
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
49 }
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
50
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
51 static void add_frame_default(AVFrame *f, uint8_t *src,
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
52 int linelen, int height) {
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
53 int i, j;
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
54 uint8_t *dst = f->data[0];
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
55 dst += (height - 1) * f->linesize[0];
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
56 for (i = height; i; i--) {
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
57 for (j = linelen; j; j--)
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
58 *dst++ += *src++;
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
59 dst -= f->linesize[0] + linelen;
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
60 }
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
61 }
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
62
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
63 #ifndef WORDS_BIGENDIAN
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
64 #define copy_frame_16 copy_frame_default
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
65 #define copy_frame_32 copy_frame_default
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
66 #define add_frame_16 add_frame_default
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
67 #define add_frame_32 add_frame_default
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
68 #else
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
69 static void copy_frame_16(AVFrame *f, uint8_t *src,
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
70 int linelen, int height) {
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
71 int i, j;
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
72 uint8_t *dst = f->data[0];
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
73 dst += (height - 1) * f->linesize[0];
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
74 for (i = height; i; i--) {
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
75 for (j = linelen / 2; j; j--) {
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
76 dst[0] = src[1];
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
77 dst[1] = src[0];
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
78 src += 2;
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
79 dst += 2;
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
80 }
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
81 dst -= f->linesize[0] + linelen;
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
82 }
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
83 }
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
84
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
85 static void copy_frame_32(AVFrame *f, uint8_t *src,
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
86 int linelen, int height) {
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
87 int i, j;
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
88 uint8_t *dst = f->data[0];
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
89 dst += (height - 1) * f->linesize[0];
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
90 for (i = height; i; i--) {
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
91 for (j = linelen / 4; j; j--) {
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
92 dst[0] = src[3];
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
93 dst[1] = src[2];
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
94 dst[2] = src[1];
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
95 dst[3] = src[0];
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
96 src += 4;
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
97 dst += 4;
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
98 }
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
99 dst -= f->linesize[0] + linelen;
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
100 }
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
101 }
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
102
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
103 static void add_frame_16(AVFrame *f, uint8_t *src,
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
104 int linelen, int height) {
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
105 int i, j;
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
106 uint8_t *dst = f->data[0];
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
107 dst += (height - 1) * f->linesize[0];
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
108 for (i = height; i; i--) {
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
109 for (j = linelen / 2; j; j--) {
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
110 dst[0] += src[1];
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
111 dst[1] += src[0];
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
112 src += 2;
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
113 dst += 2;
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
114 }
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
115 dst -= f->linesize[0] + linelen;
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
116 }
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
117 }
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
118
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
119 static void add_frame_32(AVFrame *f, uint8_t *src,
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
120 int linelen, int height) {
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
121 int i, j;
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
122 uint8_t *dst = f->data[0];
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
123 dst += (height - 1) * f->linesize[0];
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
124 for (i = height; i; i--) {
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
125 for (j = linelen / 4; j; j--) {
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
126 dst[0] += src[3];
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
127 dst[1] += src[2];
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
128 dst[2] += src[1];
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
129 dst[3] += src[0];
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
130 src += 4;
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
131 dst += 4;
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
132 }
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
133 dst -= f->linesize[0] + linelen;
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
134 }
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
135 }
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
136 #endif
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
137
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
138 static int decode_frame(AVCodecContext *avctx, void *data, int *data_size,
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
139 uint8_t *buf, int buf_size) {
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
140 CamStudioContext *c = (CamStudioContext *)avctx->priv_data;
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
141 AVFrame *picture = data;
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
142
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
143 if (buf_size < 2) {
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
144 av_log(avctx, AV_LOG_ERROR, "coded frame too small\n");
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
145 return -1;
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
146 }
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
147
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
148 if (c->pic.data[0])
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
149 avctx->release_buffer(avctx, &c->pic);
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
150 c->pic.reference = 1;
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
151 c->pic.buffer_hints = FF_BUFFER_HINTS_VALID | FF_BUFFER_HINTS_READABLE |
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
152 FF_BUFFER_HINTS_PRESERVE | FF_BUFFER_HINTS_REUSABLE;
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
153 if (avctx->get_buffer(avctx, &c->pic) < 0) {
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
154 av_log(avctx, AV_LOG_ERROR, "get_buffer() failed\n");
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
155 return -1;
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
156 }
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
157
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
158 // decompress data
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
159 switch ((buf[0] >> 1) & 7) {
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
160 case 0: { // lzo compression
3034
d37065d8aeff Our own LZO (1X) implementation, under LGPL and optimized for readability.
reimar
parents: 3030
diff changeset
161 int outlen = c->decomp_size, inlen = buf_size - 2;
d37065d8aeff Our own LZO (1X) implementation, under LGPL and optimized for readability.
reimar
parents: 3030
diff changeset
162 if (lzo1x_decode(c->decomp_buf, &outlen, &buf[2], &inlen))
3030
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
163 av_log(avctx, AV_LOG_ERROR, "error during lzo decompression\n");
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
164 break;
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
165 }
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
166 case 1: { // zlib compression
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
167 #ifdef CONFIG_ZLIB
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
168 unsigned long dlen = c->decomp_size;
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
169 if (uncompress(c->decomp_buf, &dlen, &buf[2], buf_size - 2) != Z_OK)
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
170 av_log(avctx, AV_LOG_ERROR, "error during zlib decompression\n");
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
171 break;
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
172 #else
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
173 av_log(avctx, AV_LOG_ERROR, "compiled without zlib support\n");
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
174 return -1;
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
175 #endif
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
176 }
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
177 default:
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
178 av_log(avctx, AV_LOG_ERROR, "unknown compression\n");
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
179 return -1;
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
180 }
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
181
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
182 // flip upside down, add difference frame
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
183 if (buf[0] & 1) { // keyframe
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
184 c->pic.pict_type = FF_I_TYPE;
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
185 c->pic.key_frame = 1;
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
186 switch (c->bpp) {
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
187 case 16:
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
188 copy_frame_16(&c->pic, c->decomp_buf, c->linelen, c->height);
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
189 break;
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
190 case 32:
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
191 copy_frame_32(&c->pic, c->decomp_buf, c->linelen, c->height);
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
192 break;
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
193 default:
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
194 copy_frame_default(&c->pic, c->decomp_buf, c->linelen, c->height);
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
195 }
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
196 } else {
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
197 c->pic.pict_type = FF_P_TYPE;
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
198 c->pic.key_frame = 0;
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
199 switch (c->bpp) {
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
200 case 16:
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
201 add_frame_16(&c->pic, c->decomp_buf, c->linelen, c->height);
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
202 break;
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
203 case 32:
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
204 add_frame_32(&c->pic, c->decomp_buf, c->linelen, c->height);
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
205 break;
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
206 default:
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
207 add_frame_default(&c->pic, c->decomp_buf, c->linelen, c->height);
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
208 }
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
209 }
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
210
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
211 *picture = c->pic;
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
212 *data_size = sizeof(AVFrame);
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
213 return buf_size;
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
214 }
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
215
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
216 static int decode_init(AVCodecContext *avctx) {
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
217 CamStudioContext *c = (CamStudioContext *)avctx->priv_data;
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
218 if (avcodec_check_dimensions(avctx, avctx->height, avctx->width) < 0) {
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
219 return 1;
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
220 }
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
221 avctx->has_b_frames = 0;
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
222 switch (avctx->bits_per_sample) {
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
223 case 16: avctx->pix_fmt = PIX_FMT_RGB565; break;
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
224 case 24: avctx->pix_fmt = PIX_FMT_BGR24; break;
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
225 case 32: avctx->pix_fmt = PIX_FMT_RGBA32; break;
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
226 default:
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
227 av_log(avctx, AV_LOG_ERROR,
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
228 "CamStudio codec error: unvalid depth %i bpp\n",
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
229 avctx->bits_per_sample);
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
230 return 1;
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
231 }
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
232 c->bpp = avctx->bits_per_sample;
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
233 c->pic.data[0] = NULL;
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
234 c->linelen = avctx->width * avctx->bits_per_sample / 8;
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
235 c->height = avctx->height;
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
236 c->decomp_size = c->height * c->linelen;
3060
a2f611d6c34d faster copy functions for lzo decoder that also need padding
reimar
parents: 3036
diff changeset
237 c->decomp_buf = av_malloc(c->decomp_size + LZO_OUTPUT_PADDING);
3030
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
238 if (!c->decomp_buf) {
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
239 av_log(avctx, AV_LOG_ERROR, "Can't allocate decompression buffer.\n");
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
240 return 1;
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
241 }
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
242 return 0;
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
243 }
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
244
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
245 static int decode_end(AVCodecContext *avctx) {
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
246 CamStudioContext *c = (CamStudioContext *)avctx->priv_data;
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
247 av_freep(&c->decomp_buf);
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
248 if (c->pic.data[0])
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
249 avctx->release_buffer(avctx, &c->pic);
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
250 return 0;
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
251 }
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
252
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
253 AVCodec cscd_decoder = {
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
254 "camstudio",
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
255 CODEC_TYPE_VIDEO,
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
256 CODEC_ID_CSCD,
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
257 sizeof(CamStudioContext),
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
258 decode_init,
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
259 NULL,
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
260 decode_end,
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
261 decode_frame,
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
262 CODEC_CAP_DR1,
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
263 };
6bc2dc147ac5 CamStudio decoder, only 32 bit lzo mode is tested
reimar
parents:
diff changeset
264