// Utilisation de SOPHYA pour faciliter les tests ... #include "sopnamsp.h" #include "machdefs.h" #include #include // include standard c/c++ #include #include #include #include #include #include #include #include #include #include #include #include #include #include // include sophya mesure ressource CPU/memoire ... #include "resusage.h" #include "ctimer.h" #include "timing.h" #include "timestamp.h" #include "strutilxx.h" #include "ntuple.h" #include "fioarr.h" #include "tarrinit.h" #include "histinit.h" #include "fitsioserver.h" #include "fiosinit.h" #include "ppersist.h" //----------------------------------------------- const sa_size_t NUMBER_OF_CHANNELS = 2; const sa_size_t NUMBER_OF_FREQ = 8192; const r_4 LOWER_FREQUENCY = 1250.0; //MHz const r_4 TOTAL_BANDWIDTH = 250.0; //MHz //----------------------------------------------- //Input parameters struct Param { int debuglev_; //debug string inPath_; //root directory of the input files string outPath_; //output files are located here string sourceName_; //source name & subdirectory of the input files string ppfFile_; //generic name of the input files int nSliceInFreq_; //used by reduceSpectra() fnc string calibFreq_; //freq. value used for calibration r_4 rcalibFreq_; //float version string calibBandFreq_; //band of freq. used for calibration r_4 rcalibBandFreq_; //float version int maxNumberCycles_;//maximum number of cycles to be treated } para; //-------------------------------------------------------------- //Utility functions sa_size_t freqToChan(r_4 f){ return (sa_size_t)((f-LOWER_FREQUENCY)/TOTAL_BANDWIDTH*NUMBER_OF_FREQ); } //-------- //COMPUTE the mean value on a freq. range for all channels //-------- void meanInRange(const TMatrix mtx, sa_size_t chLow, sa_size_t chHigh, TVector& vec){ sa_size_t nr = mtx.NRows(); for (sa_size_t ir=0; ir tmp(mtx(Range(ir),Range(chLow,chHigh)),false); double mean, sigma; MeanSigma(tmp,mean,sigma); vec(ir) = mean; } } //--------- class median_of_empty_list_exception:public std::exception{ virtual const char* what() const throw() { return "Attempt to take the median of an empty list of numbers. " "The median of an empty list is undefined."; } }; template double median(RandAccessIter begin, RandAccessIter end) throw(median_of_empty_list_exception){ if(begin == end){ throw median_of_empty_list_exception(); } std::size_t size = end - begin; std::size_t middleIdx = size/2; RandAccessIter target = begin + middleIdx; std::nth_element(begin, target, end); if(size % 2 != 0){ //Odd number of elements return *target; }else{ //Even number of elements double a = *target; RandAccessIter targetNeighbor= target-1; std::nth_element(begin, targetNeighbor, end); return (a+*targetNeighbor)/2.0; } } //------------- void split(const string& str, const string& delimiters , vector& tokens) { // Skip delimiters at beginning. string::size_type lastPos = str.find_first_not_of(delimiters, 0); // Find first "non-delimiter". string::size_type pos = str.find_first_of(delimiters, lastPos); while (string::npos != pos || string::npos != lastPos) { // Found a token, add it to the vector. tokens.push_back(str.substr(lastPos, pos - lastPos)); // Skip delimiters. Note the "not_of" lastPos = str.find_first_not_of(delimiters, pos); // Find next "non-delimiter" pos = str.find_first_of(delimiters, lastPos); } } //-------------------------------------------------------------- char *regexp (const char *string, const char *patrn, int *begin, int *end) { int i, w=0, len; char *word = NULL; regex_t rgT; regmatch_t match; regcomp(&rgT,patrn,REG_EXTENDED); if ((regexec(&rgT,string,1,&match,0)) == 0) { *begin = (int)match.rm_so; *end = (int)match.rm_eo; len = *end-*begin; word=(char*)malloc(len+1); for (i=*begin; i<*end; i++) { word[w] = string[i]; w++; } word[w]=0; } regfree(&rgT); return word; } //------- sa_size_t round_sa(r_4 r) { return static_cast((r > 0.0) ? (r + 0.5) : (r - 0.5)); } //----- string StringToLower(string strToConvert){ //change each element of the string to lower case for(unsigned int i=0;i tolower( *rit ) ) return false; return false; } //----- list ListOfFileInDir(string dir, string filePettern) throw(string) { list theList; DIR *dip; struct dirent *dit; string msg; string fileName; string fullFileName; size_t found; if ((dip=opendir(dir.c_str())) == NULL ) { msg = "opendir failed on directory "+dir; throw msg; } while ( (dit = readdir(dip)) != NULL ) { fileName = dit->d_name; found=fileName.find(filePettern); if (found != string::npos) { fullFileName = dir + "/"; fullFileName += fileName; theList.push_back(fullFileName); } }//eo while if (closedir(dip) == -1) { msg = "closedir failed on directory "+dir; throw msg; } theList.sort(stringCompare); return theList; } // class StringMatch : public unary_function { public: StringMatch(const string& pattern): pattern_(pattern){} bool operator()(const string& aStr) const { int b,e; regexp(aStr.c_str(),pattern_.c_str(),&b,&e); // cout << "investigate " << aStr << " to find " << pattern_ // << "[" <& specMtxInPut, TMatrix& meanMtx, TMatrix& sigmaMtx) { sa_size_t nSliceFreq = para.nSliceInFreq_; sa_size_t deltaFreq = NUMBER_OF_FREQ/nSliceFreq; for (sa_size_t iSlice=0; iSlice reducedRow; reducedRow = specMtxInPut.SubMatrix(Range(iCh),Range(freqLow,freqHigh)).CompactAllDimensions(); double mean; double sigma; MeanSigma(reducedRow,mean,sigma); meanMtx(iCh,iSlice) = mean; sigmaMtx(iCh,iSlice) = sigma; }//eo loop on channels }//eo loop on slices } //------------------------------------------------------- //Compute the mean of Diff ON-OFF BAO-calibrated spectra and also the mean/sigma of rebinned spectra //Used like: // // void meanCalibBAODiffOnOffCycles() throw(string) { // list listOfFiles; // string directoryName; // directoryName = para.inPath_ + "/" + para.sourceName_; // //Make the listing of the directory // listOfFiles = ListOfFileInDir(directoryName,para.ppfFile_); // list::const_iterator iFile, iFileEnd, iSpecOff, iSpecOffEnd, iSpecOn, iSpecOnEnd; // iFileEnd = listOfFiles.end(); // //Loop on files // uint_4 nRuns=0; // TArray tableOfSpectra(NUMBER_OF_FREQ,NUMBER_OF_CHANNELS,para.maxNumberCycles_); //para.maxNumberCycles_ should be large enough... // for (iFile = listOfFiles.begin(); iFile != iFileEnd; ++iFile) { // if (para.debuglev_>90){ // cout << "load file <" << *iFile << ">" << endl; // } // vector tokens; // split(*File,"_",tokens); // string dateOfRun = tokens[1]; // string srcLower = tokens[2]; // if (para.debuglev_>90){ // cout << "date <" << dateOfRun << ">" << endl; // } // PInPersist fin(*iFile); // vector vec = fin.GetNameTags(); // if (para.typeOfCalib_ == "perRun") { // /////////////////// // //make the calibration of the mean of all Off and On of the run and perform the difference // vector modeList; // modeList.push_back("On"); // modeList.push_back("Off"); // vector::const_iterator iMode; // map > spectreModeCollect; // for (iMode = modeList.begin(); iMode!=modeList.end(); ++iMode) { // /////////////////// // // // //Compute the mean of the mode // // // list listOfSpectra; // //Keep only required PPF objects // string matchstr = "specRaw"+(*iMode)+"[0-9]+"; // std::remove_copy_if( // vec.begin(), vec.end(), back_inserter(listOfSpectra), // not1(StringMatch(matchstr)) // ); // listOfSpectra.sort(stringCompare); // iSpecEnd = listOfSpectra.end(); // TMatrix meanOfSpectra(NUMBER_OF_CHANNELS,NUMBER_OF_FREQ); // uint_4 nSpectra=0; // //Loop of spectra matrix // for (iSpec = listOfSpectra.begin(); iSpec!=iSpecEnd; ++iSpec){ // if (para.debuglev_>90){ // cout << " spactra <" << *iSpec << ">" << endl; // } // TMatrix aSpec(NUMBER_OF_CHANNELS,NUMBER_OF_FREQ); // fin.GetObject(aSpec,*iSpec); // //How to see if the GetObject is ok?? Ask Reza // nSpectra++; // meanOfSpectra+=aSpec; // }//end loop Off // //Mean // if(nSpectra>0)meanOfSpectra=(r_4)(nSpectra); // //BAO Calibrator // string calibFileName = directoryName + "/" // + "calib_" + dateOfRun + "_" + srcLower + "_"+(*iMode)+"_" // + para.calibFreq_ +"MHz-All.txt"; // if(debuglev_>0) cout << "Read Calib file " << calibFileName << endl; // ifstream ifs(calibFileName.c_str()); // if ( ! ifs.is_open() ) { // rc = 999; // throw calibFileName + " cannot be opened..."; // } // TVector calibBAOfactors; // sa_size_t nr,nc; //values read // calibBAOfactorsOff.ReadASCII(ifs,nr,nc); // if(debuglev_>9){ // cout << "(nr,nc): "<< nr << "," << nc << endl; // calibBAOfactors.Print(cout); // } // for (sa_size_t iCh=0;iCh >(*iMode,TMatrix(meanOfSpectra,false))); //do not share data (cf. SOPHYA) // }//end of mode // //Take the difference ON-OFF in current run // TMatrixdiffOnOff = spectreModeCollect["On"]-spectreModeCollect["Off"]; // } else if (para.typeOfCalib_ == "perCycle") { // //perform the calibration of the OFF and ON per cycle, then make the mean and take the diff // } else { // string msg="FATAL (meanCalibBAODiffOnOffCycles); unknown calibration mode " // + para.typeOfCalib_ ; // throw(msg); // } // nRuns++; // }//eo loop on spectra in a file // } void meanCalibBAODiffOnOffCycles() throw(string) { list listOfFiles; string directoryName; directoryName = para.inPath_ + "/" + para.sourceName_; //Make the listing of the directory listOfFiles = ListOfFileInDir(directoryName,para.ppfFile_); list::const_iterator iFile, iFileEnd, iSpec, iSpecEnd; iFileEnd = listOfFiles.end(); //mean ON-OFF over the list of cycles TMatrix meanDiffONOFF_noCalib(NUMBER_OF_CHANNELS,NUMBER_OF_FREQ); //set to 0 TMatrix meanDiffONOFF_perRunCalib(NUMBER_OF_CHANNELS,NUMBER_OF_FREQ); //set to 0 TMatrix meanDiffONOFF_perCycleCalib(NUMBER_OF_CHANNELS,NUMBER_OF_FREQ); //set to 0 char* onffTupleName[7]={"cycle", "onoffRaw0","onoffRun0","onoffCycle0", "onoffRaw1","onoffRun1","onoffCycle1"}; NTuple onoffevolution(7,onffTupleName); r_4 xnt[7]; //Lower and Higher freq. bin to perform mean follow up sa_size_t chLow = freqToChan(para.rcalibFreq_ - (para.rcalibBandFreq_*0.5)); sa_size_t chHigh = freqToChan(para.rcalibFreq_ + (para.rcalibBandFreq_*0.5)); //Loop on files/run int totalNumberCycles=0; //total number of cycles for normalisation for (iFile = listOfFiles.begin(); iFile != iFileEnd; ++iFile) { if (para.debuglev_>90){ cout << "load file <" << *iFile << ">" << endl; } vector tokens; split(*iFile,"_",tokens); string dateOfRun = tokens[1]; if (para.debuglev_>90){ cout << "date <" << dateOfRun << ">" << endl; } vector tokens2; split(tokens[2],".",tokens2); string srcLower = tokens2[0]; PInPersist fin(*iFile); vector vec = fin.GetNameTags(); vector modeList; modeList.push_back("On"); modeList.push_back("Off"); vector::const_iterator iMode; map > cycleModeCollect; for (iMode = modeList.begin(); iMode!=modeList.end(); ++iMode) { list listOfSpectra; //Keep only required PPF objects string matchstr = "specRaw"+(*iMode)+"[0-9]+"; std::remove_copy_if( vec.begin(), vec.end(), back_inserter(listOfSpectra), not1(StringMatch(matchstr)) ); listOfSpectra.sort(stringCompare); iSpecEnd = listOfSpectra.end(); matchstr = "[0-9]+"; //Loop of spectra matrix list listOfCycles; for (iSpec = listOfSpectra.begin(); iSpec!=iSpecEnd; ++iSpec){ int b,e; regexp(iSpec->c_str(),matchstr.c_str(),&b,&e); if (para.debuglev_>90){ cout << " spactra <" << *iSpec << ">" << endl; cout << " cycle " << iSpec->substr(b) << endl; } listOfCycles.push_back(atoi((iSpec->substr(b)).c_str())); }//end loop spectra cycleModeCollect[*iMode] = listOfCycles; }//end of mode //Take the Intersection of the list Of cycles in mode Off and On list commonCycles; set_intersection(cycleModeCollect["On"].begin(), cycleModeCollect["On"].end(), cycleModeCollect["Off"].begin(), cycleModeCollect["Off"].end(), back_inserter(commonCycles) ); if (para.debuglev_>90){ cout << "Liste of cycles common to On & Off: <"; for (list::iterator i=commonCycles.begin(); i!=commonCycles.end(); ++i){ cout << *i << " "; } cout << ">" << endl; } // //Load BAO Calibration factors "per Cycle and Channels" //Compute the mean per Cycle to // fill factors "per Run and Channels" with the same cycle list // // //TODO improve the code.... TMatrix calibBAOfactors_Off_Cycle_Ch0; TMatrix calibBAOfactors_Off_Cycle_Ch1; TMatrix calibBAOfactors_On_Cycle_Ch0; TMatrix calibBAOfactors_On_Cycle_Ch1; string calibFileName; ifstream ifs; sa_size_t nr,nc; //values read //OFF Cycle per Channel calibFileName = directoryName + "/" + "calib_" + dateOfRun + "_" + srcLower + "_Off_" + para.calibFreq_ +"MHz-Ch0Cycles.txt"; if(para.debuglev_>0) cout << "Read Calib file " << calibFileName << endl; ifs.open(calibFileName.c_str()); if ( ! ifs.is_open() ) { throw calibFileName + " cannot be opened..."; } calibBAOfactors_Off_Cycle_Ch0.ReadASCII(ifs,nr,nc); if(para.debuglev_>9){ cout << "(nr,nc): "<< nr << "," << nc << endl; calibBAOfactors_Off_Cycle_Ch0.Print(cout); cout << endl; } TMatrix calibBAOfactors_Off_Run_Ch0(nr,nc); calibBAOfactors_Off_Run_Ch0.Column(0) = calibBAOfactors_Off_Cycle_Ch0.Column(0); {//Compute the mean TVector coef(calibBAOfactors_Off_Cycle_Ch0(Range::all(),Range::last()),false); double mean,sigma; MeanSigma(coef,mean,sigma); cout << "Mean: " << mean << " sigma " << sigma << endl; calibBAOfactors_Off_Run_Ch0.Column(1).SetCst(mean); } if(para.debuglev_>9){ cout << "Fill calib. with mean value " << endl; calibBAOfactors_Off_Run_Ch0.Print(cout); cout << endl; } ifs.close(); // calibFileName = directoryName + "/" + "calib_" + dateOfRun + "_" + srcLower + "_Off_" + para.calibFreq_ +"MHz-Ch1Cycles.txt"; if(para.debuglev_>0) cout << "Read Calib file " << calibFileName << endl; ifs.open(calibFileName.c_str()); if ( ! ifs.is_open() ) { throw calibFileName + " cannot be opened..."; } calibBAOfactors_Off_Cycle_Ch1.ReadASCII(ifs,nr,nc); if(para.debuglev_>9){ cout << "(nr,nc): "<< nr << "," << nc << endl; calibBAOfactors_Off_Cycle_Ch1.Print(cout); cout << endl; } TMatrix calibBAOfactors_Off_Run_Ch1(nr,nc); calibBAOfactors_Off_Run_Ch1.Column(0) = calibBAOfactors_Off_Cycle_Ch1.Column(0); {//Compute the mean TVector coef(calibBAOfactors_Off_Cycle_Ch1(Range::all(),Range::last()),false); double mean,sigma; MeanSigma(coef,mean,sigma); cout << "Mean: " << mean << " sigma " << sigma << endl; calibBAOfactors_Off_Run_Ch1.Column(1).SetCst(mean); } if(para.debuglev_>9){ cout << "Fill calib. with mean value " << endl; calibBAOfactors_Off_Run_Ch1.Print(cout); cout << endl; } ifs.close(); //ON Cycle per Channel calibFileName = directoryName + "/" + "calib_" + dateOfRun + "_" + srcLower + "_On_" + para.calibFreq_ +"MHz-Ch0Cycles.txt"; if(para.debuglev_>0) cout << "Read Calib file " << calibFileName << endl; ifs.open(calibFileName.c_str()); if ( ! ifs.is_open() ) { throw calibFileName + " cannot be opened..."; } calibBAOfactors_On_Cycle_Ch0.ReadASCII(ifs,nr,nc); if(para.debuglev_>9){ cout << "(nr,nc): "<< nr << "," << nc << endl; calibBAOfactors_On_Cycle_Ch0.Print(cout); cout << endl; } TMatrix calibBAOfactors_On_Run_Ch0(nr,nc); calibBAOfactors_On_Run_Ch0.Column(0) = calibBAOfactors_On_Cycle_Ch0.Column(0); {//Compute the mean TVector coef(calibBAOfactors_On_Cycle_Ch0(Range::all(),Range::last()),false); double mean,sigma; MeanSigma(coef,mean,sigma); cout << "Mean: " << mean << " sigma " << sigma << endl; calibBAOfactors_On_Run_Ch0.Column(1).SetCst(mean); } if(para.debuglev_>9){ cout << "Fill calib. with mean value " << endl; calibBAOfactors_On_Run_Ch0.Print(cout); cout << endl; } ifs.close(); calibFileName = directoryName + "/" + "calib_" + dateOfRun + "_" + srcLower + "_On_" + para.calibFreq_ +"MHz-Ch1Cycles.txt"; if(para.debuglev_>0) cout << "Read Calib file " << calibFileName << endl; ifs.open(calibFileName.c_str()); if ( ! ifs.is_open() ) { throw calibFileName + " cannot be opened..."; } calibBAOfactors_On_Cycle_Ch1.ReadASCII(ifs,nr,nc); if(para.debuglev_>9){ cout << "(nr,nc): "<< nr << "," << nc << endl; calibBAOfactors_On_Cycle_Ch1.Print(cout); cout << endl; } TMatrix calibBAOfactors_On_Run_Ch1(nr,nc); calibBAOfactors_On_Run_Ch1.Column(0) = calibBAOfactors_On_Cycle_Ch1.Column(0); {//Compute the mean TVector coef(calibBAOfactors_On_Cycle_Ch1(Range::all(),Range::last()),false); double mean,sigma; MeanSigma(coef,mean,sigma); cout << "Mean: " << mean << " sigma " << sigma << endl; calibBAOfactors_On_Run_Ch1.Column(1).SetCst(mean); } if(para.debuglev_>9){ cout << "Fill calib. with mean value " << endl; calibBAOfactors_On_Run_Ch1.Print(cout); cout << endl; } ifs.close(); //link - //We cannot rely on identical cycle list of the OFF and ON calibration map calibBAO_Off_Run_Ch0; map calibBAO_Off_Run_Ch1; map calibBAO_On_Run_Ch0; map calibBAO_On_Run_Ch1; map calibBAO_Off_Cycle_Ch0; map calibBAO_Off_Cycle_Ch1; map calibBAO_On_Cycle_Ch0; map calibBAO_On_Cycle_Ch1; //per Run based BAO coefficients nr = calibBAOfactors_Off_Run_Ch0.NRows(); for (sa_size_t ir=0; ir::iterator ic=commonCycles.begin(); ic!=commonCycles.end(); ++ic){ if(para.debuglev_>9){ cout << "Calibration coefficients for cycle "<<*ic << endl; cout << "Off Run Ch0 " << calibBAO_Off_Run_Ch0[*ic] << " " << "Ch1 " << calibBAO_Off_Run_Ch1[*ic] << "\n" << "On Run Ch0 " << calibBAO_On_Run_Ch0[*ic] << " " << "Ch1 " << calibBAO_On_Run_Ch1[*ic] << "\n" << "Off Cycle Ch0 " << calibBAO_Off_Cycle_Ch0[*ic] << " " << "Ch1 " << calibBAO_Off_Cycle_Ch1[*ic] << "\n" << "On Cycle Ch0 " << calibBAO_On_Cycle_Ch0[*ic] << " " << "Ch1 " << calibBAO_On_Cycle_Ch1[*ic] << endl; } string ppftag; //load ON phase stringstream cycle; cycle << *ic; ppftag = "specRawOn"+cycle.str(); TMatrix aSpecOn(NUMBER_OF_CHANNELS,NUMBER_OF_FREQ); fin.GetObject(aSpecOn,ppftag); TMatrix aSpecOn_BAOCalibRun(aSpecOn,false); aSpecOn_BAOCalibRun(Range(0),Range::all()) /= calibBAO_On_Run_Ch0[*ic]; aSpecOn_BAOCalibRun(Range(1),Range::all()) /= calibBAO_On_Run_Ch1[*ic]; TMatrix aSpecOn_BAOCalibCycle(aSpecOn,false); aSpecOn_BAOCalibCycle(Range(0),Range::all()) /= calibBAO_On_Cycle_Ch0[*ic]; aSpecOn_BAOCalibCycle(Range(1),Range::all()) /= calibBAO_On_Cycle_Ch1[*ic]; ppftag = "specRawOff"+cycle.str(); TMatrix aSpecOff(NUMBER_OF_CHANNELS,NUMBER_OF_FREQ); fin.GetObject(aSpecOff,ppftag); TMatrix aSpecOff_BAOCalibRun(aSpecOff,false); aSpecOff_BAOCalibRun(Range(0),Range::all()) /= calibBAO_Off_Run_Ch0[*ic]; aSpecOff_BAOCalibRun(Range(1),Range::all()) /= calibBAO_Off_Run_Ch1[*ic]; TMatrix aSpecOff_BAOCalibCycle(aSpecOff,false); aSpecOff_BAOCalibCycle(Range(0),Range::all()) /= calibBAO_Off_Cycle_Ch0[*ic]; aSpecOff_BAOCalibCycle(Range(1),Range::all()) /= calibBAO_Off_Cycle_Ch1[*ic]; //Perform the difference ON-OFF with the different calibration options TMatrix diffOnOff_noCalib = aSpecOn - aSpecOff; meanDiffONOFF_noCalib += diffOnOff_noCalib; TMatrix diffOnOff_perRunCalib = aSpecOn_BAOCalibRun - aSpecOff_BAOCalibRun; meanDiffONOFF_perRunCalib += diffOnOff_perRunCalib; TMatrix diffOnOff_perCycleCalib = aSpecOn_BAOCalibCycle - aSpecOff_BAOCalibCycle; meanDiffONOFF_perCycleCalib += diffOnOff_perCycleCalib; //Fill NTuple xnt[0] = *ic; TVector meanInRange_noCalib(NUMBER_OF_CHANNELS); meanInRange(diffOnOff_noCalib,chLow,chHigh,meanInRange_noCalib); xnt[1] = meanInRange_noCalib(0); xnt[2] = meanInRange_noCalib(1); TVector meanInRange_perRunCalib(NUMBER_OF_CHANNELS); meanInRange(diffOnOff_perRunCalib,chLow,chHigh,meanInRange_perRunCalib); xnt[3] = meanInRange_perRunCalib(0); xnt[4] = meanInRange_perRunCalib(1); TVector meanInRange_perCycleCalib(NUMBER_OF_CHANNELS); meanInRange(diffOnOff_perCycleCalib,chLow,chHigh,meanInRange_perCycleCalib); xnt[3] = meanInRange_perCycleCalib(0); xnt[4] = meanInRange_perCycleCalib(1); onoffevolution.Fill(xnt); totalNumberCycles++; if (totalNumberCycles >= para.maxNumberCycles_) break; }//eo loop on cycles if (totalNumberCycles >= para.maxNumberCycles_) break; }//eo loop on spectra in a file cout << "End of jobs: we have treated " << totalNumberCycles << " cycles" << endl; //Normalisation if(totalNumberCycles>0){ meanDiffONOFF_noCalib /= (r_4)totalNumberCycles; meanDiffONOFF_perRunCalib /= (r_4)totalNumberCycles; meanDiffONOFF_perCycleCalib /= (r_4)totalNumberCycles; } //Compute the reduced version of the mean and sigma TMatrix meanRedMtx_noCalib(NUMBER_OF_CHANNELS,para.nSliceInFreq_); TMatrix sigmaRedMtx_noCalib(NUMBER_OF_CHANNELS,para.nSliceInFreq_); reduceSpectra(meanDiffONOFF_noCalib,meanRedMtx_noCalib,sigmaRedMtx_noCalib); TMatrix meanRedMtx_perRunCalib(NUMBER_OF_CHANNELS,para.nSliceInFreq_); TMatrix sigmaRedMtx_perRunCalib(NUMBER_OF_CHANNELS,para.nSliceInFreq_); reduceSpectra(meanDiffONOFF_perRunCalib,meanRedMtx_perRunCalib,sigmaRedMtx_perRunCalib); TMatrix meanRedMtx_perCycleCalib(NUMBER_OF_CHANNELS,para.nSliceInFreq_); TMatrix sigmaRedMtx_perCycleCalib(NUMBER_OF_CHANNELS,para.nSliceInFreq_); reduceSpectra(meanDiffONOFF_perCycleCalib,meanRedMtx_perCycleCalib,sigmaRedMtx_perCycleCalib); {//save the results stringstream tmp; tmp << totalNumberCycles; string fileName = para.outPath_+"/onoffsurvey_"+StringToLower(para.sourceName_)+"-"+tmp.str()+"Cycles.ppf"; POutPersist fos(fileName); string tag = "meanNoCalib"; fos << PPFNameTag(tag) << meanDiffONOFF_noCalib; tag = "meanPerRunCalib"; fos << PPFNameTag(tag) << meanDiffONOFF_perRunCalib; tag = "meanPerCycleCalib"; fos << PPFNameTag(tag) << meanDiffONOFF_perCycleCalib; tag = "redmeanNoCalib"; fos << PPFNameTag(tag) << meanRedMtx_noCalib; tag = "redsigmaNoCalib"; fos << PPFNameTag(tag) << sigmaRedMtx_noCalib; tag = "redmeanPerRunCalib"; fos << PPFNameTag(tag) << meanRedMtx_perRunCalib; tag = "redsigmaPerRunCalib"; fos << PPFNameTag(tag) << sigmaRedMtx_perRunCalib; tag = "redmeanPerCycleCalib"; fos << PPFNameTag(tag) << meanRedMtx_perCycleCalib; tag = "redsigmaPerCycleCalib"; fos << PPFNameTag(tag) << sigmaRedMtx_perCycleCalib; tag = "onoffevol"; fos << PPFNameTag(tag) << onoffevolution; }//end of save } //------------------------------------------------------- //Compute the mean of Diff ON-OFF Raw spectra and also the mean/sigma of rebinned spectra //Used like: // void meanRawDiffOnOffCycles() throw(string) { list listOfFiles; string directoryName; directoryName = para.inPath_ + "/" + para.sourceName_; //Make the listing of the directory listOfFiles = ListOfFileInDir(directoryName,para.ppfFile_); list::const_iterator iFile, iFileEnd, iSpec, iSpecEnd; iFileEnd = listOfFiles.end(); StringMatch match("specONOFFRaw[0-9]+"); //Tag of the PPF objects TMatrix meanOfSpectra(NUMBER_OF_CHANNELS,NUMBER_OF_FREQ); uint_4 nSpectra=0; //Loop on files for (iFile = listOfFiles.begin(); iFile != iFileEnd; ++iFile) { if (para.debuglev_>90){ cout << "load file <" << *iFile << ">" << endl; } PInPersist fin(*iFile); vector vec = fin.GetNameTags(); list listOfSpectra; //Keep only required PPF objects std::remove_copy_if( vec.begin(), vec.end(), back_inserter(listOfSpectra), not1(match) ); listOfSpectra.sort(stringCompare); iSpecEnd = listOfSpectra.end(); //Loop of spectra matrix for (iSpec = listOfSpectra.begin(); iSpec !=iSpecEnd; ++iSpec){ if (para.debuglev_>90){ cout << " spactra <" << *iSpec << ">" << endl; } TMatrix aSpec(NUMBER_OF_CHANNELS,NUMBER_OF_FREQ); fin.GetObject(aSpec,*iSpec); //How to see if the GetObject is ok?? Ask Reza nSpectra++; meanOfSpectra+=aSpec; }//eo loop on spectra in a file }//eo loop on files //Normalisation if(nSpectra>0)meanOfSpectra/=(r_4)(nSpectra); //Compute the reduced version of the mean and sigma TMatrix meanRedMtx(NUMBER_OF_CHANNELS,para.nSliceInFreq_); TMatrix sigmaRedMtx(NUMBER_OF_CHANNELS,para.nSliceInFreq_); reduceSpectra(meanOfSpectra,meanRedMtx,sigmaRedMtx); {//Save the result stringstream tmp; tmp << nSpectra; string fileName = para.outPath_+"/meanDiffOnOffRaw_"+StringToLower(para.sourceName_)+"-"+tmp.str()+"Cycles.ppf"; cout << "Save mean based on " << nSpectra << " cycles " << endl; POutPersist fos(fileName); string tag = "mean"; fos << PPFNameTag(tag) << meanOfSpectra; tag = "meanred"; fos << PPFNameTag(tag) << meanRedMtx; tag = "sigmared"; fos << PPFNameTag(tag) << sigmaRedMtx; } } //------------------------------------------------------- //Compute the median of Diff ON-OFF Raw spectra and also the mean/sigma of rebinned spectra //Used like: // void medianRawDiffOnOffCycles() throw(string) { list listOfFiles; string directoryName; directoryName = para.inPath_ + "/" + para.sourceName_; //Make the listing of the directory listOfFiles = ListOfFileInDir(directoryName,para.ppfFile_); list::const_iterator iFile, iFileEnd, iSpec, iSpecEnd; iFileEnd = listOfFiles.end(); TArray tableOfSpectra(NUMBER_OF_FREQ,NUMBER_OF_CHANNELS,para.maxNumberCycles_); //para.maxNumberCycles_ should be large enough... StringMatch match("specONOFFRaw[0-9]+"); //Tag of the PPF objects uint_4 nSpectra=0; //Loop on files for (iFile = listOfFiles.begin(); iFile != iFileEnd; ++iFile) { if (para.debuglev_>90){ cout << "load file <" << *iFile << ">" << endl; } PInPersist fin(*iFile); vector vec = fin.GetNameTags(); list listOfSpectra; //Keep only required PPF objects std::remove_copy_if( vec.begin(), vec.end(), back_inserter(listOfSpectra), not1(match) ); listOfSpectra.sort(stringCompare); iSpecEnd = listOfSpectra.end(); //Loop of spectra matrix for (iSpec = listOfSpectra.begin(); iSpec !=iSpecEnd && (sa_size_t)nSpectra < para.maxNumberCycles_ ; ++iSpec){ if (para.debuglev_>90){ cout << " spactra <" << *iSpec << ">" << endl; } TMatrix aSpec(NUMBER_OF_CHANNELS,NUMBER_OF_FREQ); fin.GetObject(aSpec,*iSpec); tableOfSpectra(Range::all(),Range::all(),Range(nSpectra)) = aSpec; nSpectra++; }//eo loop on spectra in a file }//eo loop on files TMatrix medianOfSpectra(NUMBER_OF_CHANNELS,NUMBER_OF_FREQ); //Compute the median for each freq. and Channel for (sa_size_t iCh=0; iCh tmp0(tableOfSpectra(Range(freq),Range(iCh),Range(0,nSpectra-1)).CompactAllDimensions()); vector tmp; tmp0.FillTo(tmp); medianOfSpectra(iCh,freq) = median(tmp.begin(),tmp.end()); } } //Compute the reduced version of the mean and sigma TMatrix meanRedMtx(NUMBER_OF_CHANNELS,para.nSliceInFreq_); TMatrix sigmaRedMtx(NUMBER_OF_CHANNELS,para.nSliceInFreq_); reduceSpectra(medianOfSpectra,meanRedMtx,sigmaRedMtx); sa_size_t f1320=freqToChan(1320.); sa_size_t f1345=freqToChan(1345.); sa_size_t f1355=freqToChan(1355.); sa_size_t f1380=freqToChan(1380.); //Compute baseline arround 1350Mhz on [1320-1345] U [1355-1380] if (para.debuglev_>9){ cout << "Compute baseline arround 1350Mhz on [1320-1345] U [1355-1380]" << endl; } TVectormeanMed(NUMBER_OF_CHANNELS); for (sa_size_t iCh=0; iCh band1; band1 = medianOfSpectra(Range(iCh),Range(f1320,f1345)).CompactAllDimensions(); MeanSigma(band1,meanMed1,sigmaMed1); double meanMed2; double sigmaMed2; TVector band2; band2 = medianOfSpectra(Range(iCh),Range(f1355,f1380)).CompactAllDimensions(); MeanSigma(band2,meanMed2,sigmaMed2); meanMed(iCh) = (meanMed1+meanMed2)*0.5; } meanMed.Print(cout); cout << endl; //Compute the sigma in the range 1320MHz-1380MHz if (para.debuglev_>9){ cout << "Compute the sigma in the range 1320MHz-1380MHz" << endl; } TVectorsigmaMed(NUMBER_OF_CHANNELS); sa_size_t redf1320=(sa_size_t)((1320.0-LOWER_FREQUENCY)/TOTAL_BANDWIDTH*para.nSliceInFreq_); sa_size_t redf1380=(sa_size_t)((1380.0-LOWER_FREQUENCY)/TOTAL_BANDWIDTH*para.nSliceInFreq_); for (sa_size_t iCh=0; iCh band; band = sigmaRedMtx(Range(iCh),Range(redf1320,redf1380)).CompactAllDimensions(); MeanSigma(band,meanSigma,sigmaSigma); meanSigma *= sqrt(para.nSliceInFreq_); //to scale to orignal spectra sigmaMed(iCh) = meanSigma; } sigmaMed.Print(cout); cout << endl; if (para.debuglev_>9){ cout << "Compute medianOfSpectraNorm" << endl; } TMatrix medianOfSpectraNorm(medianOfSpectra,false); //do not share the data... for (sa_size_t iCh=0; iCh tarr(tableOfSpectra(Range::all(),Range::all(),Range(0,nSpectra-1))); fos << PPFNameTag(tag) << tarr; } } //------------------------------------------------------- int main(int narg, char* arg[]) { int rc = 0; //return code string msg; //message used in Exceptions //default value for initial parameters (see Para structure on top of the file) string debuglev = "0"; string action = "meanDiffOnOff"; string inputPath = "."; string outputPath = "."; string sourceName = "Abell85"; string ppfFile; string nSliceInFreq = "32"; string typeOfCalib="perRun"; string calibFreq = "1346"; string calibBandFreq="6.25"; string mxcycles; // bool okarg=false; int ka=1; while (ka (max. number of cycles to be treated)\n" << " -calibfreq (cf. freq. used by calibration operation)\n" << " -calibbandfreq (cf. band of freq. used by calibration operation)\n" << " -src [Abell85]\n -inPath [.]|\n" << " (ex. /sps/baoradio/AmasNancay/JEC/\n " << " -outPath [.]| \n" << " -nSliceInFreq [32]|\n" << " -ppfFile (ex. diffOnOffRaw)\n" << " -debug " << endl; return 0; } else if (strcmp(arg[ka],"-debug")==0) { debuglev=arg[ka+1]; ka+=2; } else if (strcmp(arg[ka],"-act")==0) { action=arg[ka+1]; ka+=2; } else if (strcmp(arg[ka],"-calibfreq")==0) { calibFreq=arg[ka+1]; ka+=2; } else if (strcmp(arg[ka],"-calibbandfreq")==0) { calibBandFreq=arg[ka+1]; ka+=2; } else if (strcmp(arg[ka],"-mxcycles")==0) { mxcycles=arg[ka+1]; ka+=2; } else if (strcmp(arg[ka],"-inPath")==0) { inputPath=arg[ka+1]; ka+=2; } else if (strcmp(arg[ka],"-outPath")==0) { outputPath=arg[ka+1]; ka+=2; } else if (strcmp(arg[ka],"-src")==0) { sourceName=arg[ka+1]; ka+=2; } else if (strcmp(arg[ka],"-ppfFile")==0) { ppfFile=arg[ka+1]; ka+=2; } else if (strcmp(arg[ka],"-nSliceInFreq")==0) { nSliceInFreq=arg[ka+1]; ka+=2; } else ka++; }//eo while para.debuglev_ = atoi(debuglev.c_str()); para.inPath_ = inputPath; para.outPath_ = outputPath; para.sourceName_ = sourceName; para.ppfFile_ = ppfFile; para.nSliceInFreq_ = atoi(nSliceInFreq.c_str()); para.calibFreq_ = calibFreq; para.calibBandFreq_ = calibBandFreq; para.rcalibFreq_ = atof(calibFreq.c_str()); para.rcalibBandFreq_ = atof(calibBandFreq.c_str()); if (mxcycles != "") { para.maxNumberCycles_ = atoi(mxcycles.c_str()); } else { para.maxNumberCycles_ = std::numeric_limits::max(); } cout << "Dump Initial parameters ............" << endl; cout << " action = " << action << "\n" << " maxNumberCycles = " << para.maxNumberCycles_ << "\n" << " inputPath = " << para.inPath_ << "\n" << " outputPath = " << para.outPath_ << "\n" << " sourceName = " << para.sourceName_ << "\n" << " ppfFile = " << para.ppfFile_ << "\n" << " nSliceInFreq = " << para.nSliceInFreq_ << "\n" << " calibFreq = " << para.calibFreq_ << "\n" << " calibBandFreq = " << para.calibBandFreq_ << "\n" << " debuglev = " << para.debuglev_ << "\n"; cout << "...................................." << endl; if ( "" == ppfFile ) { cerr << "mergeAnaFiles.cc: you have forgotten ppfFile option" << endl; return 999; } try { // int b,e; // char *match=regexp("truc0machin","[a-z]+[0-9]*",&b,&e); // printf("->%s<-\n(b=%d e=%d)\n",match,b,e); if ( action == "meanRawDiffOnOff" ) { meanRawDiffOnOffCycles(); } else if (action == "medianRawDiffOnOff") { medianRawDiffOnOffCycles(); } else if (action == "meanCalibBAODiffOnOff") { meanCalibBAODiffOnOffCycles(); } else { msg = "Unknown action " + action; throw msg; } } catch (std::exception& sex) { cerr << "mergeRawOnOff.cc std::exception :" << (string)typeid(sex).name() << "\n msg= " << sex.what() << endl; rc = 78; } catch ( string str ) { cerr << "mergeRawOnOff.cc Exception raised: " << str << endl; } catch (...) { cerr << "mergeRawOnOff.cc catched unknown (...) exception " << endl; rc = 79; } return 0; }