Pipette and "On Preview Widgets" branch. See issue 227
The pipette part is already working quite nice but need to be finished. The widgets part needs more work...
This commit is contained in:
447
rtengine/dfmanager.cc
Normal file
447
rtengine/dfmanager.cc
Normal file
@@ -0,0 +1,447 @@
|
||||
/*
|
||||
* This file is part of RawTherapee.
|
||||
*
|
||||
* Copyright (c) 2004-2010 Gabor Horvath <hgabor@rawtherapee.com>
|
||||
*
|
||||
* RawTherapee is free software: you can redistribute it and/or modify
|
||||
* it under the terms of the GNU General Public License as published by
|
||||
* the Free Software Foundation, either version 3 of the License, or
|
||||
* (at your option) any later version.
|
||||
*
|
||||
* RawTherapee is distributed in the hope that it will be useful,
|
||||
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
* GNU General Public License for more details.
|
||||
*
|
||||
* You should have received a copy of the GNU General Public License
|
||||
* along with RawTherapee. If not, see <http://www.gnu.org/licenses/>.
|
||||
*/
|
||||
#include "dfmanager.h"
|
||||
#include "../rtgui/options.h"
|
||||
#include <giomm.h>
|
||||
#include "../rtgui/guiutils.h"
|
||||
#include "safegtk.h"
|
||||
#include "rawimage.h"
|
||||
#include <sstream>
|
||||
#include <iostream>
|
||||
#include <cstdio>
|
||||
#include "imagedata.h"
|
||||
|
||||
namespace rtengine{
|
||||
|
||||
extern const Settings* settings;
|
||||
|
||||
// *********************** class dfInfo **************************************
|
||||
|
||||
inline dfInfo& dfInfo::operator =(const dfInfo &o){
|
||||
pathname = o.pathname;
|
||||
maker = o.maker;
|
||||
model = o.model;
|
||||
iso = o.iso;
|
||||
shutter = o.shutter;
|
||||
timestamp = o.timestamp;
|
||||
if( ri ){
|
||||
delete ri;
|
||||
ri = NULL;
|
||||
}
|
||||
return *this;
|
||||
}
|
||||
|
||||
bool dfInfo::operator <(const dfInfo &e2) const
|
||||
{
|
||||
if( this->maker.compare( e2.maker) >=0 )
|
||||
return false;
|
||||
if( this->model.compare( e2.model) >=0 )
|
||||
return false;
|
||||
if( this->iso >= e2.iso )
|
||||
return false;
|
||||
if( this->shutter >= e2.shutter )
|
||||
return false;
|
||||
if( this->timestamp >= e2.timestamp )
|
||||
return false;
|
||||
return true;
|
||||
}
|
||||
|
||||
std::string dfInfo::key(const std::string &mak, const std::string &mod, int iso, double shut )
|
||||
{
|
||||
std::ostringstream s;
|
||||
s << mak << " " << mod << " ";
|
||||
s.width(5);
|
||||
s << iso << "ISO ";
|
||||
s.precision( 2 );
|
||||
s.width(4);
|
||||
s << shut << "s";
|
||||
return s.str();
|
||||
}
|
||||
|
||||
double dfInfo::distance(const std::string &mak, const std::string &mod, int iso, double shutter) const
|
||||
{
|
||||
if( this->maker.compare( mak) != 0 )
|
||||
return INFINITY;
|
||||
if( this->model.compare( mod) != 0 )
|
||||
return INFINITY;
|
||||
double dISO= (log(this->iso/100.) - log(iso/100.))/log(2);
|
||||
double dShutter = (log(this->shutter) - log(shutter))/log(2);
|
||||
return sqrt( dISO*dISO + dShutter*dShutter);
|
||||
}
|
||||
|
||||
RawImage* dfInfo::getRawImage()
|
||||
{
|
||||
if(ri)
|
||||
return ri;
|
||||
updateRawImage();
|
||||
updateBadPixelList( ri );
|
||||
|
||||
return ri;
|
||||
}
|
||||
|
||||
std::list<badPix>& dfInfo::getHotPixels()
|
||||
{
|
||||
if( !ri ){
|
||||
updateRawImage();
|
||||
updateBadPixelList( ri );
|
||||
}
|
||||
return badPixels;
|
||||
}
|
||||
/* updateRawImage() load into ri the actual pixel data from pathname if there is a single shot
|
||||
* otherwise load each file from the pathNames list and extract a template from the media;
|
||||
* the first file is used also for reading all information other than pixels
|
||||
*/
|
||||
void dfInfo::updateRawImage()
|
||||
{
|
||||
typedef unsigned int acc_t;
|
||||
if( !pathNames.empty() ){
|
||||
std::list<Glib::ustring>::iterator iName = pathNames.begin();
|
||||
ri = new RawImage(*iName); // First file used also for extra pixels informations (width,height, shutter, filters etc.. )
|
||||
if( ri->loadRaw(true)){
|
||||
delete ri;
|
||||
ri=NULL;
|
||||
}else{
|
||||
int H = ri->get_height();
|
||||
int W = ri->get_width();
|
||||
ri->compress_image();
|
||||
int rSize = W*(ri->isBayer()?1:3);
|
||||
acc_t **acc = new acc_t*[H];
|
||||
for( int row=0; row<H;row++)
|
||||
acc[row] = new acc_t[rSize ];
|
||||
|
||||
// copy first image into accumulators
|
||||
for (int row = 0; row < H; row++)
|
||||
for (int col = 0; col < rSize; col++)
|
||||
acc[row][col] = ri->data[row][col];
|
||||
int nFiles = 1; // First file data already loaded
|
||||
|
||||
for( iName++; iName != pathNames.end(); iName++){
|
||||
RawImage* temp = new RawImage(*iName);
|
||||
if( !temp->loadRaw(true)){
|
||||
temp->compress_image(); //\ TODO would be better working on original, because is temporary
|
||||
nFiles++;
|
||||
if( ri->isBayer() ){
|
||||
for( int row=0; row<H;row++){
|
||||
for( int col=0; col < W;col++)
|
||||
acc[row][col] += temp->data[row][col];
|
||||
}
|
||||
}else{
|
||||
for( int row=0; row<H;row++){
|
||||
for( int col=0; col < W;col++){
|
||||
acc[row][3*col+0] += temp->data[row][3*col+0];
|
||||
acc[row][3*col+1] += temp->data[row][3*col+1];
|
||||
acc[row][3*col+2] += temp->data[row][3*col+2];
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
delete temp;
|
||||
}
|
||||
for (int row = 0; row < H; row++){
|
||||
for (int col = 0; col < rSize; col++)
|
||||
ri->data[row][col] = acc[row][col] / nFiles;
|
||||
delete [] acc[row];
|
||||
}
|
||||
delete [] acc;
|
||||
}
|
||||
}else{
|
||||
ri = new RawImage(pathname);
|
||||
if( ri->loadRaw(true)){
|
||||
delete ri;
|
||||
ri=NULL;
|
||||
}else
|
||||
ri->compress_image();
|
||||
}
|
||||
}
|
||||
|
||||
void dfInfo::updateBadPixelList( RawImage *df )
|
||||
{
|
||||
const int threshold=10;
|
||||
if( df->isBayer() ){
|
||||
for( int row=2; row<df->get_height()-2; row++)
|
||||
for( int col=2; col < df->get_width()-2; col++){
|
||||
int m = (df->data[row-2][col-2] + df->data[row-2][col] + df->data[row-2][col+2]+
|
||||
df->data[row][col-2] + df->data[row][col+2]+
|
||||
df->data[row+2][col-2] + df->data[row+2][col] + df->data[row+2][col+2])/8;
|
||||
if( df->data[row][col]/threshold > m )
|
||||
badPixels.push_back( badPix(col,row) );
|
||||
}
|
||||
}else{
|
||||
for( int row=1; row<df->get_height()-1; row++)
|
||||
for( int col=1; col < df->get_width()-1; col++){
|
||||
int m[3];
|
||||
for( int c=0; c<3;c++){
|
||||
m[c] = (df->data[row-1][3*(col-1)+c] + df->data[row-1][3*col+c] + df->data[row-1][3*(col+1)+c]+
|
||||
df->data[row] [3*(col-1)+c] + df->data[row] [3*col+c]+
|
||||
df->data[row+1][3*(col-1)+c] + df->data[row+1][3*col+c] + df->data[row+1][3*(col+1)+c])/8;
|
||||
}
|
||||
if( df->data[row][3*col]/threshold > m[0] || df->data[row][3*col+1]/threshold > m[1] || df->data[row][3*col+2]/threshold > m[2])
|
||||
badPixels.push_back( badPix(col,row) );
|
||||
}
|
||||
}
|
||||
if( settings->verbose ){
|
||||
std::cout << "Extracted " << badPixels.size() << " pixels from darkframe:" << df->get_filename().c_str() << std::endl;
|
||||
}
|
||||
}
|
||||
|
||||
|
||||
// ************************* class DFManager *********************************
|
||||
|
||||
void DFManager::init( Glib::ustring pathname )
|
||||
{
|
||||
std::vector<Glib::ustring> names;
|
||||
Glib::RefPtr<Gio::File> dir = Gio::File::create_for_path (pathname);
|
||||
if( dir && !dir->query_exists())
|
||||
return;
|
||||
safe_build_file_list (dir, names, pathname);
|
||||
|
||||
dfList.clear();
|
||||
bpList.clear();
|
||||
for (size_t i=0; i<names.size(); i++) {
|
||||
size_t lastdot = names[i].find_last_of ('.');
|
||||
if (lastdot != Glib::ustring::npos && names[i].substr(lastdot) == ".badpixels" ){
|
||||
int n = scanBadPixelsFile( names[i] );
|
||||
if( n>0 && settings->verbose)
|
||||
printf("Loaded %s: %d pixels\n",names[i].c_str(),n);
|
||||
continue;
|
||||
}
|
||||
try{
|
||||
addFileInfo(names[i]);
|
||||
}catch( std::exception& e ){}
|
||||
}
|
||||
// Where multiple shots exist for same group, move filename to list
|
||||
for( dfList_t::iterator iter = dfList.begin(); iter != dfList.end();iter++ ){
|
||||
dfInfo &i = iter->second;
|
||||
if( !i.pathNames.empty() && !i.pathname.empty() ){
|
||||
i.pathNames.push_back( i.pathname );
|
||||
i.pathname.clear();
|
||||
}
|
||||
if( settings->verbose ){
|
||||
if( !i.pathname.empty() )
|
||||
printf( "%s: %s\n",i.key().c_str(),i.pathname.c_str());
|
||||
else{
|
||||
printf( "%s: MEAN of \n ",i.key().c_str());
|
||||
for( std::list<Glib::ustring>::iterator iter = i.pathNames.begin(); iter != i.pathNames.end();iter++ )
|
||||
printf( "%s, ", iter->c_str() );
|
||||
printf("\n");
|
||||
}
|
||||
}
|
||||
}
|
||||
currentPath = pathname;
|
||||
return;
|
||||
}
|
||||
|
||||
dfInfo *DFManager::addFileInfo(const Glib::ustring &filename ,bool pool )
|
||||
{
|
||||
Glib::RefPtr<Gio::File> file = Gio::File::create_for_path(filename);
|
||||
if (!file )
|
||||
return 0;
|
||||
if( !file->query_exists())
|
||||
return 0;
|
||||
Glib::RefPtr<Gio::FileInfo> info = safe_query_file_info(file);
|
||||
if (info && info->get_file_type() != Gio::FILE_TYPE_DIRECTORY && (!info->is_hidden() || !options.fbShowHidden)) {
|
||||
size_t lastdot = info->get_name().find_last_of ('.');
|
||||
if (options.is_extention_enabled(lastdot!=Glib::ustring::npos ? info->get_name().substr (lastdot+1) : "")){
|
||||
RawImage ri(filename);
|
||||
int res = ri.loadRaw(false); // Read informations about shot
|
||||
if( !res ){
|
||||
dfList_t::iterator iter;
|
||||
if(!pool){
|
||||
dfInfo n(filename,"","",0,0,0);
|
||||
iter = dfList.insert(std::pair< std::string,dfInfo>( "", n ) );
|
||||
return &(iter->second);
|
||||
}
|
||||
RawMetaDataLocation rml;
|
||||
rml.exifBase = ri.get_exifBase();
|
||||
rml.ciffBase = ri.get_ciffBase();
|
||||
rml.ciffLength = ri.get_ciffLen();
|
||||
ImageData idata(filename, &rml);
|
||||
/* Files are added in the map, divided by same maker/model,ISO and shutter*/
|
||||
std::string key( dfInfo::key(idata.getMake(), idata.getModel(),idata.getISOSpeed(),idata.getShutterSpeed()) );
|
||||
iter = dfList.find( key );
|
||||
if( iter == dfList.end() ){
|
||||
dfInfo n(filename, idata.getMake(), idata.getModel(),idata.getISOSpeed(),idata.getShutterSpeed(), idata.getDateTimeAsTS() );
|
||||
iter = dfList.insert(std::pair< std::string,dfInfo>( key,n ) );
|
||||
}else{
|
||||
while( iter != dfList.end() && iter->second.key() == key && ABS(iter->second.timestamp - idata.getDateTimeAsTS()) >60*60*6 ) // 6 hour difference
|
||||
iter++;
|
||||
|
||||
if( iter != dfList.end() )
|
||||
iter->second.pathNames.push_back( filename );
|
||||
else{
|
||||
dfInfo n(filename, idata.getMake(), idata.getModel(),idata.getISOSpeed(),idata.getShutterSpeed(),idata.getDateTimeAsTS());
|
||||
iter = dfList.insert(std::pair< std::string,dfInfo>( key,n ) );
|
||||
}
|
||||
}
|
||||
return &(iter->second);
|
||||
}
|
||||
}
|
||||
}
|
||||
return 0;
|
||||
}
|
||||
|
||||
void DFManager::getStat( int &totFiles, int &totTemplates)
|
||||
{
|
||||
totFiles=0;
|
||||
totTemplates=0;
|
||||
for( dfList_t::iterator iter = dfList.begin(); iter != dfList.end();iter++ ){
|
||||
dfInfo &i = iter->second;
|
||||
if( i.pathname.empty() ){
|
||||
totTemplates++;
|
||||
totFiles += i.pathNames.size();
|
||||
}else
|
||||
totFiles++;
|
||||
}
|
||||
}
|
||||
|
||||
/* The search for the best match is twofold:
|
||||
* if perfect matches for iso and shutter are found, then the list is scanned for lesser distance in time
|
||||
* otherwise if no match is found, the whole list is searched for lesser distance in iso and shutter
|
||||
*/
|
||||
dfInfo* DFManager::find( const std::string &mak, const std::string &mod, int isospeed, double shut, time_t t )
|
||||
{
|
||||
if( dfList.empty() )
|
||||
return 0;
|
||||
std::string key( dfInfo::key(mak,mod,isospeed,shut) );
|
||||
dfList_t::iterator iter = dfList.find( key );
|
||||
|
||||
if( iter != dfList.end() ){
|
||||
dfList_t::iterator bestMatch = iter;
|
||||
time_t bestDeltaTime = ABS(iter->second.timestamp - t);
|
||||
for(iter++; iter != dfList.end() && !key.compare( iter->second.key() ); iter++ ){
|
||||
time_t d = ABS(iter->second.timestamp - t );
|
||||
if( d< bestDeltaTime ){
|
||||
bestMatch = iter;
|
||||
bestDeltaTime = d;
|
||||
}
|
||||
}
|
||||
return &(bestMatch->second);
|
||||
}else{
|
||||
iter = dfList.begin();
|
||||
dfList_t::iterator bestMatch = iter;
|
||||
double bestD = iter->second.distance( mak, mod, isospeed, shut );
|
||||
for( iter++; iter != dfList.end();iter++ ){
|
||||
double d = iter->second.distance( mak, mod, isospeed, shut );
|
||||
if( d < bestD ){
|
||||
bestD = d;
|
||||
bestMatch = iter;
|
||||
}
|
||||
}
|
||||
return bestD != INFINITY ? &(bestMatch->second) : 0 ;
|
||||
}
|
||||
}
|
||||
|
||||
RawImage* DFManager::searchDarkFrame( const std::string &mak, const std::string &mod, int iso, double shut, time_t t )
|
||||
{
|
||||
dfInfo *df = find( mak, mod, iso, shut, t );
|
||||
if( df )
|
||||
return df->getRawImage();
|
||||
else
|
||||
return 0;
|
||||
}
|
||||
|
||||
RawImage* DFManager::searchDarkFrame( const Glib::ustring filename )
|
||||
{
|
||||
for ( dfList_t::iterator iter = dfList.begin(); iter != dfList.end();iter++ ){
|
||||
if( iter->second.pathname.compare( filename )==0 )
|
||||
return iter->second.getRawImage();
|
||||
}
|
||||
dfInfo *df = addFileInfo( filename, false );
|
||||
if(df)
|
||||
return df->getRawImage();
|
||||
return 0;
|
||||
}
|
||||
std::list<badPix> *DFManager::getHotPixels ( const Glib::ustring filename )
|
||||
{
|
||||
for ( dfList_t::iterator iter = dfList.begin(); iter != dfList.end();iter++ ){
|
||||
if( iter->second.pathname.compare( filename )==0 )
|
||||
return &iter->second.getHotPixels();
|
||||
}
|
||||
return 0;
|
||||
}
|
||||
std::list<badPix> *DFManager::getHotPixels ( const std::string &mak, const std::string &mod, int iso, double shut, time_t t )
|
||||
{
|
||||
dfInfo *df = find( mak, mod, iso, shut, t );
|
||||
if( df ){
|
||||
if( settings->verbose ) {
|
||||
if( !df->pathname.empty() ) {
|
||||
printf( "Searched hotpixels from %s\n",df->pathname.c_str());
|
||||
} else {
|
||||
if( !df->pathNames.empty() ) {
|
||||
printf( "Searched hotpixels from template (first %s)\n",df->pathNames.begin()->c_str());
|
||||
}
|
||||
}
|
||||
}
|
||||
return &df->getHotPixels();
|
||||
}else
|
||||
return 0;
|
||||
}
|
||||
|
||||
int DFManager::scanBadPixelsFile( Glib::ustring filename )
|
||||
{
|
||||
FILE *file = fopen( filename.c_str(),"r" );
|
||||
if( !file ) return false;
|
||||
size_t lastdot = filename.find_last_of ('.');
|
||||
size_t dirpos1 = filename.find_last_of ('/');
|
||||
size_t dirpos2 = filename.find_last_of ('\\');
|
||||
if( dirpos1 == Glib::ustring::npos && dirpos2== Glib::ustring::npos )
|
||||
dirpos1 =0;
|
||||
else if( dirpos1 != Glib::ustring::npos && dirpos2 != Glib::ustring::npos )
|
||||
dirpos1= (dirpos1> dirpos2 ? dirpos1: dirpos2);
|
||||
else if( dirpos1 == Glib::ustring::npos )
|
||||
dirpos1= dirpos2;
|
||||
|
||||
std::string makmodel(filename,dirpos1+1,lastdot-(dirpos1+1) );
|
||||
std::list<badPix> bp;
|
||||
char line[256];
|
||||
while( fgets(line,sizeof(line),file ) ){
|
||||
int x,y;
|
||||
if( sscanf(line,"%d %d",&x,&y) == 2 )
|
||||
bp.push_back( badPix(x,y) );
|
||||
}
|
||||
int numPixels = bp.size();
|
||||
if( numPixels >0 )
|
||||
bpList[ makmodel ] = bp;
|
||||
fclose(file);
|
||||
return numPixels;
|
||||
}
|
||||
|
||||
std::list<badPix> *DFManager::getBadPixels ( const std::string &mak, const std::string &mod, const std::string &serial)
|
||||
{
|
||||
std::ostringstream s;
|
||||
s << mak << " " <<mod;
|
||||
if( !serial.empty())
|
||||
s << " " << serial;
|
||||
bpList_t::iterator iter = bpList.find( s.str() );
|
||||
if( iter != bpList.end() ){
|
||||
if( settings->verbose )
|
||||
printf("Found:%s.badpixels in list\n",s.str().c_str());
|
||||
return &(iter->second);
|
||||
}
|
||||
if( settings->verbose )
|
||||
printf("%s.badpixels not found\n",s.str().c_str());
|
||||
return 0;
|
||||
}
|
||||
|
||||
// Global variable
|
||||
DFManager dfm;
|
||||
|
||||
|
||||
}
|
||||
|
Reference in New Issue
Block a user