diff libswscale/swscale.c @ 27513:2550d0c5bcb6

Fix accurate rounding mode on x86_64. Fixes issue222.
author michael
date Sun, 07 Sep 2008 21:06:21 +0000
parents c9e8d182aa4b
children 9355343a7721
line wrap: on
line diff
--- a/libswscale/swscale.c	Sun Sep 07 18:22:29 2008 +0000
+++ b/libswscale/swscale.c	Sun Sep 07 21:06:21 2008 +0000
@@ -1293,7 +1293,7 @@
     filterSize= (minFilterSize +(filterAlign-1)) & (~(filterAlign-1));
     assert(filterSize > 0);
     filter= av_malloc(filterSize*dstW*sizeof(double));
-    if (filterSize >= MAX_FILTER_SIZE || !filter)
+    if (filterSize >= MAX_FILTER_SIZE*16/((flags&SWS_ACCURATE_RND) ? APCK_SIZE : 16) || !filter)
         goto error;
     *outFilterSize= filterSize;