comparison libpostproc/postprocess.c @ 2527:ace6e273f318 libavcodec

support for negative strides

2526:e55fcddd8392

{
	int mbWidth = (width+15)>>4;
	int mbHeight= (height+15)>>4;
	PPMode *mode = (PPMode*)vm;
	PPContext *c = (PPContext*)vc;
        int minStride= MAX(srcStride[0], dstStride[0]);

	if(c->stride < minStride || c->qpStride < QPStride)
		reallocBuffers(c, width, height, 
				MAX(minStride, c->stride), 
				MAX(c->qpStride, QPStride));

	if(QP_store==NULL || (mode->lumMode & FORCE_QUANT)) 
	{
		int i;
		QP_store= c->forcedQPTable;
		QPStride= 0;
		if(mode->lumMode & FORCE_QUANT)
			for(i=0; i<mbWidth; i++) QP_store[i]= mode->forcedQuant;
		else
			for(i=0; i<mbWidth; i++) QP_store[i]= 1;
	}
//printf("pict_type:%d\n", pict_type);

	if(pict_type & PP_PICT_TYPE_QP2){
		int i;
		const int count= mbHeight * QPStride;
		for(i=0; i<(count>>2); i++){
			((uint32_t*)c->stdQPTable)[i] = (((uint32_t*)QP_store)[i]>>1) & 0x7F7F7F7F;
		}
		for(i<<=2; i<count; i++){
			c->stdQPTable[i] = QP_store[i]>>1;
		}
                QP_store= c->stdQPTable;
	}

if(0){
int x,y;
for(y=0; y<mbHeight; y++){

	printf("\n");
}

	if((pict_type&7)!=3)
	{
		int i;
		const int count= mbHeight * QPStride;
		for(i=0; i<(count>>2); i++){
			((uint32_t*)c->nonBQPTable)[i] = ((uint32_t*)QP_store)[i] & 0x3F3F3F3F;
		}
		for(i<<=2; i<count; i++){
			c->nonBQPTable[i] = QP_store[i] & 0x3F;
		}
	}

	if(verbose>2)
	{

		postProcess(src[2], srcStride[2], dst[2], dstStride[2],
			width, height, QP_store, QPStride, 2, mode, c);
	}
	else if(srcStride[1] == dstStride[1] && srcStride[2] == dstStride[2])
	{
		memcpy(dst[1], src[1], srcStride[1]*height);
		memcpy(dst[2], src[2], srcStride[2]*height);
	}
	else
	{
		int y;
		for(y=0; y<height; y++)

2527:ace6e273f318

{
	int mbWidth = (width+15)>>4;
	int mbHeight= (height+15)>>4;
	PPMode *mode = (PPMode*)vm;
	PPContext *c = (PPContext*)vc;
	int minStride= MAX(ABS(srcStride[0]), ABS(dstStride[0]));
	int absQPStride = ABS(QPStride);

	// c->stride and c->QPStride are always positive
	if(c->stride < minStride || c->qpStride < absQPStride)
		reallocBuffers(c, width, height, 
				MAX(minStride, c->stride), 
				MAX(c->qpStride, absQPStride));

	if(QP_store==NULL || (mode->lumMode & FORCE_QUANT)) 
	{
		int i;
		QP_store= c->forcedQPTable;
		absQPStride = QPStride = 0;
		if(mode->lumMode & FORCE_QUANT)
			for(i=0; i<mbWidth; i++) QP_store[i]= mode->forcedQuant;
		else
			for(i=0; i<mbWidth; i++) QP_store[i]= 1;
	}
//printf("pict_type:%d\n", pict_type);

	if(pict_type & PP_PICT_TYPE_QP2){
		int i;
		const int count= mbHeight * absQPStride;
		for(i=0; i<(count>>2); i++){
			((uint32_t*)c->stdQPTable)[i] = (((uint32_t*)QP_store)[i]>>1) & 0x7F7F7F7F;
		}
		for(i<<=2; i<count; i++){
			c->stdQPTable[i] = QP_store[i]>>1;
		}
                QP_store= c->stdQPTable;
		QPStride= absQPStride;		
	}

if(0){
int x,y;
for(y=0; y<mbHeight; y++){

	printf("\n");
}

	if((pict_type&7)!=3)
	{
		if (QPStride >= 0) {
			int i;
			const int count= mbHeight * QPStride;
			for(i=0; i<(count>>2); i++){
				((uint32_t*)c->nonBQPTable)[i] = ((uint32_t*)QP_store)[i] & 0x3F3F3F3F;
			}
			for(i<<=2; i<count; i++){
				c->nonBQPTable[i] = QP_store[i] & 0x3F;
			}
		} else {
			int i,j;
			for(i=0; i<mbHeight; i++) {
		    		for(j=0; j<absQPStride; j++) {
					c->nonBQPTable[i*absQPStride+j] = QP_store[i*QPStride+j] & 0x3F;
				}
			}
		}
	}

	if(verbose>2)
	{

		postProcess(src[2], srcStride[2], dst[2], dstStride[2],
			width, height, QP_store, QPStride, 2, mode, c);
	}
	else if(srcStride[1] == dstStride[1] && srcStride[2] == dstStride[2])
	{
		linecpy(dst[1], src[1], height, srcStride[1]);
		linecpy(dst[2], src[2], height, srcStride[2]);
	}
	else
	{
		int y;
		for(y=0; y<height; y++)