/* Copyright (C) 2006 Michael Niedermayer This program is free software; you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation; either version 2 of the License, or (at your option) any later version. This program is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details. You should have received a copy of the GNU General Public License along with this program; if not, write to the Free Software Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA */ /* Known Issues: * The motion estimation is somewhat at the mercy of the input, if the input frames are created purely based on spatial interpolation then for example a thin black line or another random and not interpolateable pattern will cause problems Note: completly ignoring the "unavailable" lines during motion estimation didnt look any better, so the most obvious solution would be to improve tfields or penalize problematic motion vectors ... * If non iterative ME is used then snow currently ignores the OBMC window and as a result sometimes creates artifacts * only past frames are used, we should ideally use future frames too, something like filtering the whole movie in forward and then backward direction seems like a interresting idea but the current filter framework is FAR from supporting such things * combining the motion compensated image with the input image also isnt as trivial as it seems, simple blindly taking even lines from one and odd ones from the other doesnt work at all as ME/MC sometimes simple has nothing in the previous frames which matches the current, the current algo has been found by trial and error and almost certainly can be improved ... */ #include #include #include #include #include #include "config.h" #include "mp_msg.h" #include "cpudetect.h" #include "libavutil/intreadwrite.h" #include "libavcodec/avcodec.h" #include "libavcodec/dsputil.h" #ifdef HAVE_MALLOC_H #include #endif #include "img_format.h" #include "mp_image.h" #include "vf.h" #define MIN(a,b) ((a) > (b) ? (b) : (a)) #define MAX(a,b) ((a) < (b) ? (b) : (a)) #define ABS(a) ((a) > 0 ? (a) : (-(a))) //===========================================================================// struct vf_priv_s { int mode; int qp; int parity; #if 0 int temp_stride[3]; uint8_t *src[3]; int16_t *temp[3]; #endif int outbuf_size; uint8_t *outbuf; AVCodecContext *avctx_enc; AVFrame *frame; AVFrame *frame_dec; }; static void filter(struct vf_priv_s *p, uint8_t *dst[3], uint8_t *src[3], int dst_stride[3], int src_stride[3], int width, int height){ int x, y, i; int out_size; for(i=0; i<3; i++){ p->frame->data[i]= src[i]; p->frame->linesize[i]= src_stride[i]; } p->avctx_enc->me_cmp= p->avctx_enc->me_sub_cmp= FF_CMP_SAD /*| (p->parity ? FF_CMP_ODD : FF_CMP_EVEN)*/; p->frame->quality= p->qp*FF_QP2LAMBDA; out_size = avcodec_encode_video(p->avctx_enc, p->outbuf, p->outbuf_size, p->frame); p->frame_dec = p->avctx_enc->coded_frame; for(i=0; i<3; i++){ int is_chroma= !!i; int w= width >>is_chroma; int h= height>>is_chroma; int fils= p->frame_dec->linesize[i]; int srcs= src_stride[i]; for(y=0; yparity) & 1){ for(x=0; x=0 && (x+2)+(y+1)*wframe_dec->data[i][x + y*fils]; uint8_t *srcp= &src[i][x + y*srcs]; int diff0= filp[-fils] - srcp[-srcs]; int diff1= filp[+fils] - srcp[+srcs]; int spatial_score= ABS(srcp[-srcs-1] - srcp[+srcs-1]) +ABS(srcp[-srcs ] - srcp[+srcs ]) +ABS(srcp[-srcs+1] - srcp[+srcs+1]) - 1; int temp= filp[0]; #define CHECK(j)\ { int score= ABS(srcp[-srcs-1+j] - srcp[+srcs-1-j])\ + ABS(srcp[-srcs +j] - srcp[+srcs -j])\ + ABS(srcp[-srcs+1+j] - srcp[+srcs+1-j]);\ if(score < spatial_score){\ spatial_score= score;\ diff0= filp[-fils+j] - srcp[-srcs+j];\ diff1= filp[+fils-j] - srcp[+srcs-j]; CHECK(-1) CHECK(-2) }} }} CHECK( 1) CHECK( 2) }} }} #if 0 if((diff0 ^ diff1) > 0){ int mindiff= ABS(diff0) > ABS(diff1) ? diff1 : diff0; temp-= mindiff; } #elif 1 if(diff0 + diff1 > 0) temp-= (diff0 + diff1 - ABS( ABS(diff0) - ABS(diff1) )/2)/2; else temp-= (diff0 + diff1 + ABS( ABS(diff0) - ABS(diff1) )/2)/2; #else temp-= (diff0 + diff1)/2; #endif #if 1 filp[0]= dst[i][x + y*dst_stride[i]]= temp > 255U ? ~(temp>>31) : temp; #else dst[i][x + y*dst_stride[i]]= filp[0]; filp[0]= temp > 255U ? ~(temp>>31) : temp; #endif }else dst[i][x + y*dst_stride[i]]= p->frame_dec->data[i][x + y*fils]; } } } for(y=0; yparity) & 1)){ for(x=0; xframe_dec->data[i][x + y*fils]= dst[i][x + y*dst_stride[i]]= src[i][x + y*srcs]; #else dst[i][x + y*dst_stride[i]]= p->frame_dec->data[i][x + y*fils]; p->frame_dec->data[i][x + y*fils]= src[i][x + y*srcs]; #endif } } } } p->parity ^= 1; } static int config(struct vf_instance_s* vf, int width, int height, int d_width, int d_height, unsigned int flags, unsigned int outfmt){ int i; AVCodec *enc= avcodec_find_encoder(CODEC_ID_SNOW); for(i=0; i<3; i++){ AVCodecContext *avctx_enc; #if 0 int is_chroma= !!i; int w= ((width + 31) & (~31))>>is_chroma; int h= ((height + 31) & (~31))>>is_chroma; vf->priv->temp_stride[i]= w; vf->priv->temp[i]= malloc(vf->priv->temp_stride[i]*h*sizeof(int16_t)); vf->priv->src [i]= malloc(vf->priv->temp_stride[i]*h*sizeof(uint8_t)); #endif avctx_enc= vf->priv->avctx_enc= avcodec_alloc_context(); avctx_enc->width = width; avctx_enc->height = height; avctx_enc->time_base= (AVRational){1,25}; // meaningless avctx_enc->gop_size = 300; avctx_enc->max_b_frames= 0; avctx_enc->pix_fmt = PIX_FMT_YUV420P; avctx_enc->flags = CODEC_FLAG_QSCALE | CODEC_FLAG_LOW_DELAY; avctx_enc->strict_std_compliance = FF_COMPLIANCE_EXPERIMENTAL; avctx_enc->global_quality= 1; avctx_enc->flags2= CODEC_FLAG2_MEMC_ONLY; avctx_enc->me_cmp= avctx_enc->me_sub_cmp= FF_CMP_SAD; //SSE; avctx_enc->mb_cmp= FF_CMP_SSE; switch(vf->priv->mode){ case 3: avctx_enc->refs= 3; case 2: avctx_enc->me_method= ME_ITER; case 1: avctx_enc->flags |= CODEC_FLAG_4MV; avctx_enc->dia_size=2; // avctx_enc->mb_decision = MB_DECISION_RD; case 0: avctx_enc->flags |= CODEC_FLAG_QPEL; } avcodec_open(avctx_enc, enc); } vf->priv->frame= avcodec_alloc_frame(); vf->priv->outbuf_size= width*height*10; vf->priv->outbuf= malloc(vf->priv->outbuf_size); return vf_next_config(vf,width,height,d_width,d_height,flags,outfmt); } static void get_image(struct vf_instance_s* vf, mp_image_t *mpi){ if(mpi->flags&MP_IMGFLAG_PRESERVE) return; // don't change return; //caused problems, dunno why // ok, we can do pp in-place (or pp disabled): vf->dmpi=vf_get_image(vf->next,mpi->imgfmt, mpi->type, mpi->flags | MP_IMGFLAG_READABLE, mpi->width, mpi->height); mpi->planes[0]=vf->dmpi->planes[0]; mpi->stride[0]=vf->dmpi->stride[0]; mpi->width=vf->dmpi->width; if(mpi->flags&MP_IMGFLAG_PLANAR){ mpi->planes[1]=vf->dmpi->planes[1]; mpi->planes[2]=vf->dmpi->planes[2]; mpi->stride[1]=vf->dmpi->stride[1]; mpi->stride[2]=vf->dmpi->stride[2]; } mpi->flags|=MP_IMGFLAG_DIRECT; } static int put_image(struct vf_instance_s* vf, mp_image_t *mpi, double pts){ mp_image_t *dmpi; if(!(mpi->flags&MP_IMGFLAG_DIRECT)){ // no DR, so get a new image! hope we'll get DR buffer: dmpi=vf_get_image(vf->next,mpi->imgfmt, MP_IMGTYPE_TEMP, MP_IMGFLAG_ACCEPT_STRIDE|MP_IMGFLAG_PREFER_ALIGNED_STRIDE, mpi->width,mpi->height); vf_clone_mpi_attributes(dmpi, mpi); }else{ dmpi=vf->dmpi; } filter(vf->priv, dmpi->planes, mpi->planes, dmpi->stride, mpi->stride, mpi->w, mpi->h); return vf_next_put_image(vf,dmpi, pts); } static void uninit(struct vf_instance_s* vf){ if(!vf->priv) return; #if 0 for(i=0; i<3; i++){ if(vf->priv->temp[i]) free(vf->priv->temp[i]); vf->priv->temp[i]= NULL; if(vf->priv->src[i]) free(vf->priv->src[i]); vf->priv->src[i]= NULL; } #endif if (vf->priv->avctx_enc) { avcodec_close(vf->priv->avctx_enc); av_freep(&vf->priv->avctx_enc); } free(vf->priv->outbuf); free(vf->priv); vf->priv=NULL; } //===========================================================================// static int query_format(struct vf_instance_s* vf, unsigned int fmt){ switch(fmt){ case IMGFMT_YV12: case IMGFMT_I420: case IMGFMT_IYUV: case IMGFMT_Y800: case IMGFMT_Y8: return vf_next_query_format(vf,fmt); } return 0; } static int open(vf_instance_t *vf, char* args){ vf->config=config; vf->put_image=put_image; vf->get_image=get_image; vf->query_format=query_format; vf->uninit=uninit; vf->priv=malloc(sizeof(struct vf_priv_s)); memset(vf->priv, 0, sizeof(struct vf_priv_s)); avcodec_init(); avcodec_register_all(); vf->priv->mode=0; vf->priv->parity= -1; vf->priv->qp=1; if (args) sscanf(args, "%d:%d:%d", &vf->priv->mode, &vf->priv->parity, &vf->priv->qp); return 1; } const vf_info_t vf_info_mcdeint = { "motion compensating deinterlacer", "mcdeint", "Michael Niedermayer", "", open, NULL };