//////////////////////////////////////////////////////////////// // // Chromatic Aberration Auto-correction // // copyright (c) 2008-2010 Emil Martinec // // // code dated: June 14, 2010 // // CA_correct_RT.cc is free software: you can redistribute it and/or modify // it under the terms of the GNU General Public License as published by // the Free Software Foundation, either version 3 of the License, or // (at your option) any later version. // // This program is distributed in the hope that it will be useful, // but WITHOUT ANY WARRANTY; without even the implied warranty of // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the // GNU General Public License for more details. // // You should have received a copy of the GNU General Public License // along with this program. If not, see . // //////////////////////////////////////////////////////////////// //%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% int RawImageSource::LinEqSolve(int nDim, float* pfMatr, float* pfVect, float* pfSolution) { //============================================================================== // return 1 if system not solving, 0 if system solved // nDim - system dimension // pfMatr - matrix with coefficients // pfVect - vector with free members // pfSolution - vector with system solution // pfMatr becames trianglular after function call // pfVect changes after function call // // Developer: Henry Guennadi Levkin // //============================================================================== float fMaxElem; float fAcc; int i, j, k, m; for(k=0; k<(nDim-1); k++) {// base row of matrix // search of line with max element fMaxElem = fabs( pfMatr[k*nDim + k] ); m = k; for (i=k+1; i=0; k--) { pfSolution[k] = pfVect[k]; for(i=(k+1); i(b)) {temp=(a);(a)=(b);(b)=temp;} } #define SQR(x) ((x)*(x)) /*static const float pre_mul[3] = {MIN(ri->red_multiplier,ri->green_multiplier), ri->green_multiplier, \ MIN(ri->blue_multiplier,ri->green_multiplier)};*/ static const float clip_pt = ri->defgain; // local variables int width=W, height=H; //temporary array to store simple interpolation of G float (*Gtmp); Gtmp = (float (*)) calloc ((height)*(width), sizeof *Gtmp); static const int border=8; static const int border2=16; //order of 2d polynomial fit (polyord), and numpar=polyord^2 int polyord=4, numpar=16; //number of blocks used in the fit int numblox[3]={0,0,0}; int rrmin, rrmax, ccmin, ccmax; int top, left, row, col; int rr, cc, c, indx, indx1, i, j, k, m, n, dir; //number of pixels in a tile contributing to the CA shift diagnostic int areawt[2][3]; //direction of the CA shift in a tile int GRBdir[2][3]; //offset data of the plaquette where the optical R/B data are sampled int offset[2][3]; int shifthfloor[3], shiftvfloor[3], shifthceil[3], shiftvceil[3]; //number of tiles in the image int vblsz, hblsz, vblock, hblock, vz1, hz1; //int verbose=1; //flag indicating success or failure of polynomial fit int res; //shifts to location of vertical and diagonal neighbors static const int v1=TS, v2=2*TS, v3=3*TS, v4=4*TS;//, p1=-TS+1, p2=-2*TS+2, p3=-3*TS+3, m1=TS+1, m2=2*TS+2, m3=3*TS+3; float eps=1e-5; //tolerance to avoid dividing by zero //adaptive weights for green interpolation float wtu, wtd, wtl, wtr; //local quadratic fit to shift data within a tile float coeff[2][3][3]; //measured CA shift parameters for a tile float CAshift[2][3]; //polynomial fit coefficients float polymat[3][2][1296], shiftmat[3][2][36], fitparams[3][2][36]; //residual CA shift amount within a plaquette float shifthfrac[3], shiftvfrac[3]; //temporary storage for median filter float temp, p[9]; //temporary parameters for tile CA evaluation float gdiff, deltgrb, denom; //interpolated G at edge of plaquette float Ginthfloor, Ginthceil, Gint, RBint, gradwt; //interpolated color difference at edge of plaquette float grbdiffinthfloor, grbdiffinthceil, grbdiffint, grbdiffold; //data for evaluation of block CA shift variance float blockave[2][3]={{0,0,0},{0,0,0}}, blocksqave[2][3]={{0,0,0},{0,0,0}}, blockdenom[2][3]={{0,0,0},{0,0,0}}, blockvar[2][3]; //low and high pass 1D filters of G in vertical/horizontal directions float glpfh, glpfv, ghpfh, ghpfv; //max allowed CA shift static const float bslim = 3.99; //gaussians for low pass filtering of G and R/B static const float gaussg[5] = {0.171582, 0.15839, 0.124594, 0.083518, 0.0477063};//sig=2.5 static const float gaussrb[3] = {0.332406, 0.241376, 0.0924212};//sig=1.25 //block CA shift values and weight assigned to block //char *buffer1; // vblsz*hblsz*3*2 //float (*blockshifts)[3][2]; // vblsz*hblsz*3*2 float blockshifts[10000][3][2]; //fixed memory allocation float blockwt[10000]; //fixed memory allocation char *buffer; // TS*TS*16 //rgb data in a tile float (*rgb)[3]; // TS*TS*12 //color differences float (*grbdiff); // TS*TS*4 //green interpolated to optical sample points for R/B float (*gshift); // TS*TS*4 //high pass filter for R/B in vertical direction float (*rbhpfh); // TS*TS*4 //high pass filter for R/B in horizontal direction float (*rbhpfv); // TS*TS*4 //low pass filter for R/B in horizontal direction float (*rblpfh); // TS*TS*4 //low pass filter for R/B in vertical direction float (*rblpfv); // TS*TS*4 //low pass filter for color differences in horizontal direction float (*grblpfh); // TS*TS*4 //low pass filter for color differences in vertical direction float (*grblpfv); // TS*TS*4 /* assign working space; this would not be necessary if the algorithm is part of the larger pre-interpolation processing */ buffer = (char *) malloc(11*sizeof(float)*TS*TS); //merror(buffer,"CA_correct()"); memset(buffer,0,11*sizeof(float)*TS*TS); // rgb array rgb = (float (*)[3]) buffer; grbdiff = (float (*)) (buffer + 3*sizeof(float)*TS*TS); gshift = (float (*)) (buffer + 4*sizeof(float)*TS*TS); rbhpfh = (float (*)) (buffer + 5*sizeof(float)*TS*TS); rbhpfv = (float (*)) (buffer + 6*sizeof(float)*TS*TS); rblpfh = (float (*)) (buffer + 7*sizeof(float)*TS*TS); rblpfv = (float (*)) (buffer + 8*sizeof(float)*TS*TS); grblpfh = (float (*)) (buffer + 9*sizeof(float)*TS*TS); grblpfv = (float (*)) (buffer + 10*sizeof(float)*TS*TS); if((height+border2)%(TS-border2)==0) vz1=1; else vz1=0; if((width+border2)%(TS-border2)==0) hz1=1; else hz1=0; vblsz=ceil((float)(height+border2)/(TS-border2)+2+vz1); hblsz=ceil((float)(width+border2)/(TS-border2)+2+hz1); /*buffer1 = (char *) malloc(vblsz*hblsz*3*2*sizeof(float)); merror(buffer1,"CA_correct()"); memset(buffer1,0,vblsz*hblsz*3*2*sizeof(float)); // block CA shifts blockshifts = (float (*)[3][2]) buffer1;*/ // Main algorithm: Tile loop //#pragma omp parallel for shared(image,height,width) private(top,left,indx,indx1) schedule(dynamic) for (top=-border, vblock=1; top < height; top += TS-border2, vblock++) for (left=-border, hblock=1; left < width; left += TS-border2, hblock++) { int bottom = MIN( top+TS,height+border); int right = MIN(left+TS, width+border); int rr1 = bottom - top; int cc1 = right - left; //t1_init = clock(); // rgb from input CFA data // rgb values should be floating point number between 0 and 1 // after white balance multipliers are applied if (top<0) {rrmin=border;} else {rrmin=0;} if (left<0) {ccmin=border;} else {ccmin=0;} if (bottom>height) {rrmax=height-top;} else {rrmax=rr1;} if (right>width) {ccmax=width-left;} else {ccmax=cc1;} for (rr=rrmin; rr < rrmax; rr++) for (row=rr+top, cc=ccmin; cc < ccmax; cc++) { col = cc+left; c = FC(rr,cc); indx=row*width+col; indx1=rr*TS+cc; rgb[indx1][c] = (ri->data[row][col])/65535.0f; //rgb[indx1][c] = image[indx][c]/65535.0f;//for dcraw implementation } // %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% //fill borders if (rrmin>0) { for (rr=0; rrdata[(height-rr-2)][left+cc])/65535.0f; //rgb[(rrmax+rr)*TS+cc][c] = (image[(height-rr-2)*width+left+cc][c])/65535.0f;//for dcraw implementation } } if (ccmin>0) { for (rr=rrmin; rrdata[(top+rr)][(width-cc-2)])/65535.0f; //rgb[rr*TS+ccmax+cc][c] = (image[(top+rr)*width+(width-cc-2)][c])/65535.0f;//for dcraw implementation } } //also, fill the image corners if (rrmin>0 && ccmin>0) { for (rr=0; rrdata[border2-rr][border2-cc])/65535.0f; //rgb[(rr)*TS+cc][c] = (rgb[(border2-rr)*TS+(border2-cc)][c]);//for dcraw implementation } } if (rrmaxdata[(height-rr-2)][(width-cc-2)])/65535.0f; //rgb[(rrmax+rr)*TS+ccmax+cc][c] = (image[(height-rr-2)*width+(width-cc-2)][c])/65535.0f;//for dcraw implementation } } if (rrmin>0 && ccmaxdata[(border2-rr)][(width-cc-2)])/65535.0f; //rgb[(rr)*TS+ccmax+cc][c] = (image[(border2-rr)*width+(width-cc-2)][c])/65535.0f;//for dcraw implementation } } if (rrmax0) { for (rr=0; rrdata[(height-rr-2)][(border2-cc)])/65535.0f; //rgb[(rrmax+rr)*TS+cc][c] = (image[(height-rr-2)*width+(border2-cc)][c])/65535.0f;//for dcraw implementation } } //end of border fill // %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% for (j=0; j<2; j++) for (k=0; k<3; k++) for (c=0; c<3; c+=2) { coeff[j][k][c]=0; } //end of initialization for (rr=3; rr < rr1-3; rr++) for (row=rr+top, cc=3, indx=rr*TS+cc; cc < cc1-3; cc++, indx++) { col = cc+left; c = FC(rr,cc); if (c!=1) { //compute directional weights using image gradients wtu=1/SQR(eps+fabs(rgb[(rr+1)*TS+cc][1]-rgb[(rr-1)*TS+cc][1])+fabs(rgb[(rr)*TS+cc][c]-rgb[(rr-2)*TS+cc][c])+fabs(rgb[(rr-1)*TS+cc][1]-rgb[(rr-3)*TS+cc][1])); wtd=1/SQR(eps+fabs(rgb[(rr-1)*TS+cc][1]-rgb[(rr+1)*TS+cc][1])+fabs(rgb[(rr)*TS+cc][c]-rgb[(rr+2)*TS+cc][c])+fabs(rgb[(rr+1)*TS+cc][1]-rgb[(rr+3)*TS+cc][1])); wtl=1/SQR(eps+fabs(rgb[(rr)*TS+cc+1][1]-rgb[(rr)*TS+cc-1][1])+fabs(rgb[(rr)*TS+cc][c]-rgb[(rr)*TS+cc-2][c])+fabs(rgb[(rr)*TS+cc-1][1]-rgb[(rr)*TS+cc-3][1])); wtr=1/SQR(eps+fabs(rgb[(rr)*TS+cc-1][1]-rgb[(rr)*TS+cc+1][1])+fabs(rgb[(rr)*TS+cc][c]-rgb[(rr)*TS+cc+2][c])+fabs(rgb[(rr)*TS+cc+1][1]-rgb[(rr)*TS+cc+3][1])); //store in rgb array the interpolated G value at R/B grid points using directional weighted average rgb[indx][1]=(wtu*rgb[indx-v1][1]+wtd*rgb[indx+v1][1]+wtl*rgb[indx-1][1]+wtr*rgb[indx+1][1])/(wtu+wtd+wtl+wtr); } if (row>-1 && row-1 && col0.8*clip_pt || Gtmp[indx]>0.8*clip_pt) continue; areawt[0][c]=areawt[1][c]=0; //in linear interpolation, color differences are a quadratic function of interpolation position; //solve for the interpolation position that minimizes color difference variance over the tile //vertical gdiff=0.3125*(rgb[indx+TS][1]-rgb[indx-TS][1])+0.09375*(rgb[indx+TS+1][1]-rgb[indx-TS+1][1]+rgb[indx+TS-1][1]-rgb[indx-TS-1][1]); deltgrb=(rgb[indx][c]-rgb[indx][1])-0.5*((rgb[indx-v4][c]-rgb[indx-v4][1])+(rgb[indx+v4][c]-rgb[indx+v4][1])); gradwt=fabs(0.25*rbhpfv[indx]+0.125*(rbhpfv[indx+2]+rbhpfv[indx-2]) );//*(grblpfv[indx-v2]+grblpfv[indx+v2])/(eps+0.1*grblpfv[indx-v2]+rblpfv[indx-v2]+0.1*grblpfv[indx+v2]+rblpfv[indx+v2]); coeff[0][0][c] += gradwt*deltgrb*deltgrb; coeff[0][1][c] += gradwt*gdiff*deltgrb; coeff[0][2][c] += gradwt*gdiff*gdiff; areawt[0][c]+=1; //horizontal gdiff=0.3125*(rgb[indx+1][1]-rgb[indx-1][1])+0.09375*(rgb[indx+1+TS][1]-rgb[indx-1+TS][1]+rgb[indx+1-TS][1]-rgb[indx-1-TS][1]); deltgrb=(rgb[indx][c]-rgb[indx][1])-0.5*((rgb[indx-4][c]-rgb[indx-4][1])+(rgb[indx+4][c]-rgb[indx+4][1])); gradwt=fabs(0.25*rbhpfh[indx]+0.125*(rbhpfh[indx+v2]+rbhpfh[indx-v2]) );//*(grblpfh[indx-2]+grblpfh[indx+2])/(eps+0.1*grblpfh[indx-2]+rblpfh[indx-2]+0.1*grblpfh[indx+2]+rblpfh[indx+2]); coeff[1][0][c] += gradwt*deltgrb*deltgrb; coeff[1][1][c] += gradwt*gdiff*deltgrb; coeff[1][2][c] += gradwt*gdiff*gdiff; areawt[1][c]+=1; // In Mathematica, // f[x_]=Expand[Total[Flatten[ // ((1-x) RotateLeft[Gint,shift1]+x RotateLeft[Gint,shift2]-cfapad)^2[[dv;;-1;;2,dh;;-1;;2]]]]]; // extremum = -.5Coefficient[f[x],x]/Coefficient[f[x],x^2] } for (c=0; c<3; c+=2){ for (j=0; j<2; j++) {// vert/hor if (areawt[j][c]>0) { CAshift[j][c]=coeff[j][1][c]/coeff[j][2][c]; blockwt[vblock*hblsz+hblock]= areawt[j][c];//*coeff[j][2][c]/(eps+coeff[j][0][c]) ; } else { CAshift[j][c]=17.0; blockwt[vblock*hblsz+hblock]=0; } //CAshift[j][c]=coeff[j][1][c]/coeff[j][2][c]; //blockwt[vblock*hblsz+hblock] = (float)(rr1-8)*(cc1-8)/4 * coeff[j][2][c]/(eps+coeff[j][0][c]) ; //data structure = CAshift[vert/hor][color] //j=0=vert, 1=hor if ((CAshift[j][c])<0) { GRBdir[j][c]=-1; } else { GRBdir[j][c]=1; } offset[j][c]=floor(CAshift[j][c]); //offset gives NW corner of square containing the min; j=0=vert, 1=hor if (fabs(CAshift[j][c])<2.0) { blockave[j][c] += CAshift[j][c]; blocksqave[j][c] += SQR(CAshift[j][c]); blockdenom[j][c] += 1; } }//vert/hor }//color /* CAshift[j][c] are the locations that minimize color difference variances; This is the approximate _optical_ location of the R/B pixels */ for (c=0; c<3; c+=2) { //evaluate the shifts to the location that minimizes CA within the tile blockshifts[(vblock)*hblsz+hblock][c][0]=(CAshift[0][c]); //vert CA shift for R/B blockshifts[(vblock)*hblsz+hblock][c][1]=(CAshift[1][c]); //hor CA shift for R/B //data structure: blockshifts[blocknum][R/B][v/h] } if(plistener) plistener->setProgress(0.5*fabs((float)top/height)); } //end of diagnostic pass for (j=0; j<2; j++) for (c=0; c<3; c+=2) { if (blockdenom[j][c]) { blockvar[j][c] = blocksqave[j][c]/blockdenom[j][c]-SQR(blockave[j][c]/blockdenom[j][c]); } else { return; } } //if (verbose) fprintf (stderr,_("tile variances %f %f %f %f \n"),blockvar[0][0],blockvar[1][0],blockvar[0][2],blockvar[1][2] ); // %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% //now prepare for CA correction pass //first, fill border blocks of blockshift array for (vblock=1; vblock4.0*blockvar[0][c] || SQR(blockshifts[(vblock)*hblsz+hblock][c][1])>4.0*blockvar[1][c]) continue; numblox[c] += 1; for (dir=0; dir<2; dir++) { for (i=0; iheight) {rrmax=height-top;} else {rrmax=rr1;} if (right>width) {ccmax=width-left;} else {ccmax=cc1;} for (rr=rrmin; rr < rrmax; rr++) for (row=rr+top, cc=ccmin; cc < ccmax; cc++) { col = cc+left; c = FC(rr,cc); indx=row*width+col; indx1=rr*TS+cc; //rgb[indx1][c] = image[indx][c]/65535.0f; rgb[indx1][c] = (ri->data[row][col])/65535.0f; //rgb[indx1][c] = image[indx][c]/65535.0f;//for dcraw implementation if ((c&1)==0) rgb[indx1][1] = Gtmp[indx]; } // %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% //fill borders if (rrmin>0) { for (rr=0; rrdata[(height-rr-2)][left+cc])/65535.0f; //rgb[(rrmax+rr)*TS+cc][c] = (image[(height-rr-2)*width+left+cc][c])/65535.0f;//for dcraw implementation rgb[(rrmax+rr)*TS+cc][1] = Gtmp[(height-rr-2)*width+left+cc]; } } if (ccmin>0) { for (rr=rrmin; rrdata[(top+rr)][(width-cc-2)])/65535.0f; //rgb[rr*TS+ccmax+cc][c] = (image[(top+rr)*width+(width-cc-2)][c])/65535.0f;//for dcraw implementation rgb[rr*TS+ccmax+cc][1] = Gtmp[(top+rr)*width+(width-cc-2)]; } } //also, fill the image corners if (rrmin>0 && ccmin>0) { for (rr=0; rrdata[border2-rr][border2-cc])/65535.0f; //rgb[(rr)*TS+cc][c] = (rgb[(border2-rr)*TS+(border2-cc)][c]);//for dcraw implementation rgb[(rr)*TS+cc][1] = Gtmp[(border2-rr)*width+border2-cc]; } } if (rrmaxdata[(height-rr-2)][(width-cc-2)])/65535.0f; //rgb[(rrmax+rr)*TS+ccmax+cc][c] = (image[(height-rr-2)*width+(width-cc-2)][c])/65535.0f;//for dcraw implementation rgb[(rrmax+rr)*TS+ccmax+cc][1] = Gtmp[(height-rr-2)*width+(width-cc-2)]; } } if (rrmin>0 && ccmaxdata[(border2-rr)][(width-cc-2)])/65535.0f; //rgb[(rr)*TS+ccmax+cc][c] = (image[(border2-rr)*width+(width-cc-2)][c])/65535.0f;//for dcraw implementation rgb[(rr)*TS+ccmax+cc][1] = Gtmp[(border2-rr)*width+(width-cc-2)]; } } if (rrmax0) { for (rr=0; rrdata[(height-rr-2)][(border2-cc)])/65535.0f; //rgb[(rrmax+rr)*TS+cc][c] = (image[(height-rr-2)*width+(border2-cc)][c])/65535.0f;//for dcraw implementation rgb[(rrmax+rr)*TS+cc][1] = Gtmp[(height-rr-2)*width+(border2-cc)]; } } //end of border fill // %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% blockshifts[(vblock)*hblsz+hblock][0][0] = blockshifts[(vblock)*hblsz+hblock][0][1] = 0; blockshifts[(vblock)*hblsz+hblock][2][0] = blockshifts[(vblock)*hblsz+hblock][2][1] = 0; for (i=0; iclip_pt || Gtmp[indx]>clip_pt) continue; grbdiffold = rgb[indx][1]-rgb[indx][c]; //interpolate color difference from optical R/B locations to grid locations grbdiffinthfloor=(1-shifthfrac[c]/2)*grbdiff[indx]+(shifthfrac[c]/2)*grbdiff[indx-2*GRBdir[1][c]]; grbdiffinthceil=(1-shifthfrac[c]/2)*grbdiff[(rr-2*GRBdir[0][c])*TS+cc]+(shifthfrac[c]/2)*grbdiff[(rr-2*GRBdir[0][c])*TS+cc-2*GRBdir[1][c]]; //grbdiffint is bilinear interpolation of G-R/G-B at grid point grbdiffint=(1-shiftvfrac[c]/2)*grbdiffinthfloor+(shiftvfrac[c]/2)*grbdiffinthceil; //now determine R/B at grid points using interpolated color differences and interpolated G value at grid point RBint=rgb[indx][1]-grbdiffint; if (fabs(RBint-rgb[indx][c])<0.25*(RBint+rgb[indx][c])) { if (fabs(grbdiffold)>fabs(grbdiffint) ) { rgb[indx][c]=RBint; } } else { //gradient weights using difference from G at CA shift points and G at grid points p[0]=1/(eps+fabs(rgb[indx][1]-gshift[indx])); p[1]=1/(eps+fabs(rgb[indx][1]-gshift[indx-2*GRBdir[1][c]])); p[2]=1/(eps+fabs(rgb[indx][1]-gshift[(rr-2*GRBdir[0][c])*TS+cc])); p[3]=1/(eps+fabs(rgb[indx][1]-gshift[(rr-2*GRBdir[0][c])*TS+cc-2*GRBdir[1][c]])); grbdiffint = (p[0]*grbdiff[indx]+p[1]*grbdiff[indx-2*GRBdir[1][c]]+ \ p[2]*grbdiff[(rr-2*GRBdir[0][c])*TS+cc]+p[3]*grbdiff[(rr-2*GRBdir[0][c])*TS+cc-2*GRBdir[1][c]])/(p[0]+p[1]+p[2]+p[3]); //now determine R/B at grid points using interpolated color differences and interpolated G value at grid point if (fabs(grbdiffold)>fabs(grbdiffint) ) { rgb[indx][c]=rgb[indx][1]-grbdiffint; } } //if color difference interpolation overshot the correction, just desaturate if (grbdiffold*grbdiffint<0) { rgb[indx][c]=rgb[indx][1]-0.5*(grbdiffold+grbdiffint); } } // copy CA corrected results back to image matrix for (rr=border; rr < rr1-border; rr++) for (row=rr+top, cc=border+(FC(rr,2)&1); cc < cc1-border; cc+=2) { col = cc + left; indx = row*width + col; c = FC(row,col); ri->data[row][col] = CLIP((int)(65535.0f*rgb[(rr)*TS+cc][c] + 0.5f)); //image[indx][c] = CLIP((int)(65535.0*rgb[(rr)*TS+cc][c] + 0.5));//for dcraw implementation } if(plistener) plistener->setProgress(0.5+0.5*fabs((float)top/height)); } // clean up free(buffer); free(Gtmp); //free(buffer1); #undef TS //#undef border //#undef border2 #undef PIX_SORT #undef SQR }