1/* 2 * Copyright (c) 2003 Daniel Moreno <comac AT comac DOT darktech DOT org> 3 * Copyright (c) 2010 Baptiste Coudurier 4 * 5 * This file is part of Libav, ported from MPlayer. 6 * 7 * Libav is free software; you can redistribute it and/or modify 8 * it under the terms of the GNU General Public License as published by 9 * the Free Software Foundation; either version 2 of the License, or 10 * (at your option) any later version. 11 * 12 * Libav is distributed in the hope that it will be useful, 13 * but WITHOUT ANY WARRANTY; without even the implied warranty of 14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 15 * GNU General Public License for more details. 16 * 17 * You should have received a copy of the GNU General Public License along 18 * with Libav; if not, write to the Free Software Foundation, Inc., 19 * 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA. 20 */ 21 22/** 23 * @file 24 * high quality 3d video denoiser, ported from MPlayer 25 * libmpcodecs/vf_hqdn3d.c. 26 */ 27 28#include "libavutil/pixdesc.h" 29#include "avfilter.h" 30 31typedef struct { 32 int Coefs[4][512*16]; 33 unsigned int *Line; 34 unsigned short *Frame[3]; 35 int hsub, vsub; 36} HQDN3DContext; 37 38static inline unsigned int LowPassMul(unsigned int PrevMul, unsigned int CurrMul, int *Coef) 39{ 40 // int dMul= (PrevMul&0xFFFFFF)-(CurrMul&0xFFFFFF); 41 int dMul= PrevMul-CurrMul; 42 unsigned int d=((dMul+0x10007FF)>>12); 43 return CurrMul + Coef[d]; 44} 45 46static void deNoiseTemporal(unsigned char *FrameSrc, 47 unsigned char *FrameDest, 48 unsigned short *FrameAnt, 49 int W, int H, int sStride, int dStride, 50 int *Temporal) 51{ 52 long X, Y; 53 unsigned int PixelDst; 54 55 for (Y = 0; Y < H; Y++) { 56 for (X = 0; X < W; X++) { 57 PixelDst = LowPassMul(FrameAnt[X]<<8, FrameSrc[X]<<16, Temporal); 58 FrameAnt[X] = ((PixelDst+0x1000007F)>>8); 59 FrameDest[X]= ((PixelDst+0x10007FFF)>>16); 60 } 61 FrameSrc += sStride; 62 FrameDest += dStride; 63 FrameAnt += W; 64 } 65} 66 67static void deNoiseSpacial(unsigned char *Frame, 68 unsigned char *FrameDest, 69 unsigned int *LineAnt, 70 int W, int H, int sStride, int dStride, 71 int *Horizontal, int *Vertical) 72{ 73 long X, Y; 74 long sLineOffs = 0, dLineOffs = 0; 75 unsigned int PixelAnt; 76 unsigned int PixelDst; 77 78 /* First pixel has no left nor top neighbor. */ 79 PixelDst = LineAnt[0] = PixelAnt = Frame[0]<<16; 80 FrameDest[0]= ((PixelDst+0x10007FFF)>>16); 81 82 /* First line has no top neighbor, only left. */ 83 for (X = 1; X < W; X++) { 84 PixelDst = LineAnt[X] = LowPassMul(PixelAnt, Frame[X]<<16, Horizontal); 85 FrameDest[X]= ((PixelDst+0x10007FFF)>>16); 86 } 87 88 for (Y = 1; Y < H; Y++) { 89 unsigned int PixelAnt; 90 sLineOffs += sStride, dLineOffs += dStride; 91 /* First pixel on each line doesn't have previous pixel */ 92 PixelAnt = Frame[sLineOffs]<<16; 93 PixelDst = LineAnt[0] = LowPassMul(LineAnt[0], PixelAnt, Vertical); 94 FrameDest[dLineOffs]= ((PixelDst+0x10007FFF)>>16); 95 96 for (X = 1; X < W; X++) { 97 unsigned int PixelDst; 98 /* The rest are normal */ 99 PixelAnt = LowPassMul(PixelAnt, Frame[sLineOffs+X]<<16, Horizontal); 100 PixelDst = LineAnt[X] = LowPassMul(LineAnt[X], PixelAnt, Vertical); 101 FrameDest[dLineOffs+X]= ((PixelDst+0x10007FFF)>>16); 102 } 103 } 104} 105 106static void deNoise(unsigned char *Frame, 107 unsigned char *FrameDest, 108 unsigned int *LineAnt, 109 unsigned short **FrameAntPtr, 110 int W, int H, int sStride, int dStride, 111 int *Horizontal, int *Vertical, int *Temporal) 112{ 113 long X, Y; 114 long sLineOffs = 0, dLineOffs = 0; 115 unsigned int PixelAnt; 116 unsigned int PixelDst; 117 unsigned short* FrameAnt=(*FrameAntPtr); 118 119 if (!FrameAnt) { 120 (*FrameAntPtr) = FrameAnt = av_malloc(W*H*sizeof(unsigned short)); 121 for (Y = 0; Y < H; Y++) { 122 unsigned short* dst=&FrameAnt[Y*W]; 123 unsigned char* src=Frame+Y*sStride; 124 for (X = 0; X < W; X++) dst[X]=src[X]<<8; 125 } 126 } 127 128 if (!Horizontal[0] && !Vertical[0]) { 129 deNoiseTemporal(Frame, FrameDest, FrameAnt, 130 W, H, sStride, dStride, Temporal); 131 return; 132 } 133 if (!Temporal[0]) { 134 deNoiseSpacial(Frame, FrameDest, LineAnt, 135 W, H, sStride, dStride, Horizontal, Vertical); 136 return; 137 } 138 139 /* First pixel has no left nor top neighbor. Only previous frame */ 140 LineAnt[0] = PixelAnt = Frame[0]<<16; 141 PixelDst = LowPassMul(FrameAnt[0]<<8, PixelAnt, Temporal); 142 FrameAnt[0] = ((PixelDst+0x1000007F)>>8); 143 FrameDest[0]= ((PixelDst+0x10007FFF)>>16); 144 145 /* First line has no top neighbor. Only left one for each pixel and 146 * last frame */ 147 for (X = 1; X < W; X++) { 148 LineAnt[X] = PixelAnt = LowPassMul(PixelAnt, Frame[X]<<16, Horizontal); 149 PixelDst = LowPassMul(FrameAnt[X]<<8, PixelAnt, Temporal); 150 FrameAnt[X] = ((PixelDst+0x1000007F)>>8); 151 FrameDest[X]= ((PixelDst+0x10007FFF)>>16); 152 } 153 154 for (Y = 1; Y < H; Y++) { 155 unsigned int PixelAnt; 156 unsigned short* LinePrev=&FrameAnt[Y*W]; 157 sLineOffs += sStride, dLineOffs += dStride; 158 /* First pixel on each line doesn't have previous pixel */ 159 PixelAnt = Frame[sLineOffs]<<16; 160 LineAnt[0] = LowPassMul(LineAnt[0], PixelAnt, Vertical); 161 PixelDst = LowPassMul(LinePrev[0]<<8, LineAnt[0], Temporal); 162 LinePrev[0] = ((PixelDst+0x1000007F)>>8); 163 FrameDest[dLineOffs]= ((PixelDst+0x10007FFF)>>16); 164 165 for (X = 1; X < W; X++) { 166 unsigned int PixelDst; 167 /* The rest are normal */ 168 PixelAnt = LowPassMul(PixelAnt, Frame[sLineOffs+X]<<16, Horizontal); 169 LineAnt[X] = LowPassMul(LineAnt[X], PixelAnt, Vertical); 170 PixelDst = LowPassMul(LinePrev[X]<<8, LineAnt[X], Temporal); 171 LinePrev[X] = ((PixelDst+0x1000007F)>>8); 172 FrameDest[dLineOffs+X]= ((PixelDst+0x10007FFF)>>16); 173 } 174 } 175} 176 177static void PrecalcCoefs(int *Ct, double Dist25) 178{ 179 int i; 180 double Gamma, Simil, C; 181 182 Gamma = log(0.25) / log(1.0 - Dist25/255.0 - 0.00001); 183 184 for (i = -255*16; i <= 255*16; i++) { 185 Simil = 1.0 - FFABS(i) / (16*255.0); 186 C = pow(Simil, Gamma) * 65536.0 * i / 16.0; 187 Ct[16*256+i] = lrint(C); 188 } 189 190 Ct[0] = !!Dist25; 191} 192 193#define PARAM1_DEFAULT 4.0 194#define PARAM2_DEFAULT 3.0 195#define PARAM3_DEFAULT 6.0 196 197static int init(AVFilterContext *ctx, const char *args, void *opaque) 198{ 199 HQDN3DContext *hqdn3d = ctx->priv; 200 double LumSpac, LumTmp, ChromSpac, ChromTmp; 201 double Param1, Param2, Param3, Param4; 202 203 LumSpac = PARAM1_DEFAULT; 204 ChromSpac = PARAM2_DEFAULT; 205 LumTmp = PARAM3_DEFAULT; 206 ChromTmp = LumTmp * ChromSpac / LumSpac; 207 208 if (args) { 209 switch (sscanf(args, "%lf:%lf:%lf:%lf", 210 &Param1, &Param2, &Param3, &Param4)) { 211 case 1: 212 LumSpac = Param1; 213 ChromSpac = PARAM2_DEFAULT * Param1 / PARAM1_DEFAULT; 214 LumTmp = PARAM3_DEFAULT * Param1 / PARAM1_DEFAULT; 215 ChromTmp = LumTmp * ChromSpac / LumSpac; 216 break; 217 case 2: 218 LumSpac = Param1; 219 ChromSpac = Param2; 220 LumTmp = PARAM3_DEFAULT * Param1 / PARAM1_DEFAULT; 221 ChromTmp = LumTmp * ChromSpac / LumSpac; 222 break; 223 case 3: 224 LumSpac = Param1; 225 ChromSpac = Param2; 226 LumTmp = Param3; 227 ChromTmp = LumTmp * ChromSpac / LumSpac; 228 break; 229 case 4: 230 LumSpac = Param1; 231 ChromSpac = Param2; 232 LumTmp = Param3; 233 ChromTmp = Param4; 234 break; 235 } 236 } 237 238 av_log(ctx, AV_LOG_INFO, "ls:%lf cs:%lf lt:%lf ct:%lf\n", 239 LumSpac, ChromSpac, LumTmp, ChromTmp); 240 if (LumSpac < 0 || ChromSpac < 0 || isnan(ChromTmp)) { 241 av_log(ctx, AV_LOG_ERROR, 242 "Invalid negative value for luma or chroma spatial strength, " 243 "or resulting value for chroma temporal strength is nan.\n"); 244 return AVERROR(EINVAL); 245 } 246 247 PrecalcCoefs(hqdn3d->Coefs[0], LumSpac); 248 PrecalcCoefs(hqdn3d->Coefs[1], LumTmp); 249 PrecalcCoefs(hqdn3d->Coefs[2], ChromSpac); 250 PrecalcCoefs(hqdn3d->Coefs[3], ChromTmp); 251 252 return 0; 253} 254 255static void uninit(AVFilterContext *ctx) 256{ 257 HQDN3DContext *hqdn3d = ctx->priv; 258 259 av_freep(&hqdn3d->Line); 260 av_freep(&hqdn3d->Frame[0]); 261 av_freep(&hqdn3d->Frame[1]); 262 av_freep(&hqdn3d->Frame[2]); 263} 264 265static int query_formats(AVFilterContext *ctx) 266{ 267 static const enum PixelFormat pix_fmts[] = { 268 PIX_FMT_YUV420P, PIX_FMT_YUV422P, PIX_FMT_YUV411P, PIX_FMT_NONE 269 }; 270 271 avfilter_set_common_formats(ctx, avfilter_make_format_list(pix_fmts)); 272 273 return 0; 274} 275 276static int config_input(AVFilterLink *inlink) 277{ 278 HQDN3DContext *hqdn3d = inlink->dst->priv; 279 280 hqdn3d->hsub = av_pix_fmt_descriptors[inlink->format].log2_chroma_w; 281 hqdn3d->vsub = av_pix_fmt_descriptors[inlink->format].log2_chroma_h; 282 283 hqdn3d->Line = av_malloc(inlink->w * sizeof(*hqdn3d->Line)); 284 if (!hqdn3d->Line) 285 return AVERROR(ENOMEM); 286 287 return 0; 288} 289 290static void null_draw_slice(AVFilterLink *link, int y, int h, int slice_dir) { } 291 292static void end_frame(AVFilterLink *inlink) 293{ 294 HQDN3DContext *hqdn3d = inlink->dst->priv; 295 AVFilterLink *outlink = inlink->dst->outputs[0]; 296 AVFilterBufferRef *inpic = inlink ->cur_buf; 297 AVFilterBufferRef *outpic = outlink->out_buf; 298 int cw = inpic->video->w >> hqdn3d->hsub; 299 int ch = inpic->video->h >> hqdn3d->vsub; 300 301 deNoise(inpic->data[0], outpic->data[0], 302 hqdn3d->Line, &hqdn3d->Frame[0], inpic->video->w, inpic->video->h, 303 inpic->linesize[0], outpic->linesize[0], 304 hqdn3d->Coefs[0], 305 hqdn3d->Coefs[0], 306 hqdn3d->Coefs[1]); 307 deNoise(inpic->data[1], outpic->data[1], 308 hqdn3d->Line, &hqdn3d->Frame[1], cw, ch, 309 inpic->linesize[1], outpic->linesize[1], 310 hqdn3d->Coefs[2], 311 hqdn3d->Coefs[2], 312 hqdn3d->Coefs[3]); 313 deNoise(inpic->data[2], outpic->data[2], 314 hqdn3d->Line, &hqdn3d->Frame[2], cw, ch, 315 inpic->linesize[2], outpic->linesize[2], 316 hqdn3d->Coefs[2], 317 hqdn3d->Coefs[2], 318 hqdn3d->Coefs[3]); 319 320 avfilter_draw_slice(outlink, 0, inpic->video->h, 1); 321 avfilter_end_frame(outlink); 322 avfilter_unref_buffer(inpic); 323 avfilter_unref_buffer(outpic); 324} 325 326AVFilter avfilter_vf_hqdn3d = { 327 .name = "hqdn3d", 328 .description = NULL_IF_CONFIG_SMALL("Apply a High Quality 3D Denoiser."), 329 330 .priv_size = sizeof(HQDN3DContext), 331 .init = init, 332 .uninit = uninit, 333 .query_formats = query_formats, 334 335 .inputs = (AVFilterPad[]) {{ .name = "default", 336 .type = AVMEDIA_TYPE_VIDEO, 337 .draw_slice = null_draw_slice, 338 .config_props = config_input, 339 .end_frame = end_frame }, 340 { .name = NULL}}, 341 342 .outputs = (AVFilterPad[]) {{ .name = "default", 343 .type = AVMEDIA_TYPE_VIDEO }, 344 { .name = NULL}}, 345}; 346