[507] | 1 | //
|
---|
| 2 | // Analyse of Amas@Nancay runs by J.E Campagne (LAL)
|
---|
| 3 | // Version 0: 1/6/2011
|
---|
| 4 | //-----------------------------
|
---|
| 5 |
|
---|
| 6 | // Utilisation de SOPHYA pour faciliter les tests ...
|
---|
| 7 | #include "sopnamsp.h"
|
---|
| 8 | #include "machdefs.h"
|
---|
| 9 |
|
---|
| 10 | #include <stdlib.h>
|
---|
| 11 | #include <dirent.h>
|
---|
[524] | 12 | #include <matharr.h>
|
---|
[507] | 13 |
|
---|
| 14 | // include standard c/c++
|
---|
| 15 | #include <iostream>
|
---|
| 16 | #include <fstream>
|
---|
| 17 | #include <string>
|
---|
| 18 | #include <vector>
|
---|
| 19 | #include <map>
|
---|
| 20 | #include <functional>
|
---|
| 21 | #include <algorithm>
|
---|
| 22 | #include <numeric>
|
---|
| 23 | #include <list>
|
---|
| 24 | #include <exception>
|
---|
| 25 |
|
---|
| 26 | // include sophya mesure ressource CPU/memoire ...
|
---|
| 27 | #include "resusage.h"
|
---|
| 28 | #include "ctimer.h"
|
---|
| 29 | #include "timing.h"
|
---|
| 30 | #include "timestamp.h"
|
---|
| 31 | #include "strutilxx.h"
|
---|
| 32 | #include "ntuple.h"
|
---|
| 33 | #include "fioarr.h"
|
---|
| 34 | #include "tarrinit.h"
|
---|
| 35 | #include "histinit.h"
|
---|
| 36 | #include "fitsioserver.h"
|
---|
| 37 | #include "fiosinit.h"
|
---|
| 38 | #include "ppersist.h"
|
---|
| 39 |
|
---|
| 40 |
|
---|
[598] | 41 | //~/private/work/AmasNancay/Objs/analyse -act redMeanONOFF -source Abell85 -date 20110428 -sca sca151675.sum.trans -specdir meancycle -specname mspecmtx -sigmaname sigspecmtx -npaq 25000 -numcycle 1,11 -debug 100 > & redMean.log
|
---|
[626] | 42 | //./Objs/analyse -act driftScanImg -source NGC4383 -date 20111119 -sca sca157756.sum.trans -inPath /sps/baoradio/AmasNancay/JEC -specdir datacycle -specname medfiltmtx -numcycle 2,2 -debug 100 > & anaimage.log
|
---|
[598] | 43 |
|
---|
| 44 |
|
---|
| 45 |
|
---|
[507] | 46 | const sa_size_t NUMBER_OF_CHANNELS = 2;
|
---|
| 47 | const sa_size_t NUMBER_OF_FREQ = 8192;
|
---|
| 48 | const r_4 LOWER_FREQUENCY = 1250.0; //MHz
|
---|
| 49 | const r_4 TOTAL_BANDWIDTH = 250.0; //MHz
|
---|
| 50 |
|
---|
| 51 | //decalration of non class members functions
|
---|
| 52 | extern "C" {
|
---|
| 53 | int Usage(bool);
|
---|
| 54 | }
|
---|
| 55 |
|
---|
| 56 |
|
---|
| 57 | //----------------------------------------------------------
|
---|
| 58 | //Utility fonctions
|
---|
[595] | 59 | class median_of_empty_list_exception:public std::exception{
|
---|
| 60 | virtual const char* what() const throw() {
|
---|
| 61 | return "Attempt to take the median of an empty list of numbers. "
|
---|
| 62 | "The median of an empty list is undefined.";
|
---|
| 63 | }
|
---|
| 64 | };
|
---|
| 65 | template<class RandAccessIter>
|
---|
| 66 | double median(RandAccessIter begin, RandAccessIter end)
|
---|
| 67 | throw(median_of_empty_list_exception){
|
---|
| 68 | if(begin == end){ throw median_of_empty_list_exception(); }
|
---|
| 69 | std::size_t size = end - begin;
|
---|
| 70 | std::size_t middleIdx = size/2;
|
---|
| 71 | RandAccessIter target = begin + middleIdx;
|
---|
| 72 | std::nth_element(begin, target, end);
|
---|
| 73 |
|
---|
| 74 | if(size % 2 != 0){ //Odd number of elements
|
---|
| 75 | return *target;
|
---|
| 76 | }else{ //Even number of elements
|
---|
| 77 | double a = *target;
|
---|
| 78 | RandAccessIter targetNeighbor= target-1;
|
---|
| 79 | std::nth_element(begin, targetNeighbor, end);
|
---|
| 80 | return (a+*targetNeighbor)/2.0;
|
---|
| 81 | }
|
---|
| 82 | }
|
---|
| 83 |
|
---|
| 84 | //-------------
|
---|
| 85 |
|
---|
[507] | 86 | // Function for deleting pointers in map.
|
---|
| 87 | template<class A, class B>
|
---|
| 88 | struct DeleteMapFntor
|
---|
| 89 | {
|
---|
| 90 | // Overloaded () operator.
|
---|
| 91 | // This will be called by for_each() function.
|
---|
| 92 | bool operator()(pair<A,B> x) const
|
---|
| 93 | {
|
---|
| 94 | // Assuming the second item of map is to be
|
---|
| 95 | // deleted. Change as you wish.
|
---|
| 96 | delete x.second;
|
---|
| 97 | return true;
|
---|
| 98 | }
|
---|
| 99 | };
|
---|
| 100 | //-----
|
---|
| 101 | bool compare(const pair<string,r_4>& i, const pair<string,r_4>& j) {
|
---|
| 102 | return i.second < j.second;
|
---|
| 103 | }
|
---|
| 104 | //-----
|
---|
| 105 | sa_size_t round_sa(r_4 r) {
|
---|
| 106 | return static_cast<sa_size_t>((r > 0.0) ? (r + 0.5) : (r - 0.5));
|
---|
| 107 | }
|
---|
| 108 | //-----
|
---|
| 109 | string StringToLower(string strToConvert){
|
---|
| 110 | //change each element of the string to lower case
|
---|
| 111 | for(unsigned int i=0;i<strToConvert.length();i++) {
|
---|
| 112 | strToConvert[i] = tolower(strToConvert[i]);
|
---|
| 113 | }
|
---|
| 114 | return strToConvert;//return the converted string
|
---|
| 115 | }
|
---|
| 116 | //-----
|
---|
[523] | 117 | //JEC 22/9/11 comparison, not case sensitive to sort File liste START
|
---|
| 118 | bool stringCompare( const string &left, const string &right ){
|
---|
| 119 | if( left.size() < right.size() )
|
---|
| 120 | return true;
|
---|
[540] | 121 | ////////////POSSIBLY A BUG return false;
|
---|
[523] | 122 | for( string::const_iterator lit = left.begin(), rit = right.begin(); lit != left.end() && rit != right.end(); ++lit, ++rit )
|
---|
| 123 | if( tolower( *lit ) < tolower( *rit ) )
|
---|
| 124 | return true;
|
---|
| 125 | else if( tolower( *lit ) > tolower( *rit ) )
|
---|
| 126 | return false;
|
---|
[540] | 127 | return false; ///////TO BE FIXED
|
---|
[523] | 128 | }//JEC 22/9/11 comparison, not case sensitive to sort File liste END
|
---|
| 129 | //-----
|
---|
[507] | 130 | list<string> ListOfFileInDir(string dir, string filePettern) throw(string) {
|
---|
| 131 | list<string> theList;
|
---|
| 132 |
|
---|
| 133 |
|
---|
| 134 | DIR *dip;
|
---|
| 135 | struct dirent *dit;
|
---|
[523] | 136 | string msg; string fileName;
|
---|
[507] | 137 | string fullFileName;
|
---|
| 138 | size_t found;
|
---|
| 139 |
|
---|
| 140 | if ((dip=opendir(dir.c_str())) == NULL ) {
|
---|
| 141 | msg = "opendir failed on directory "+dir;
|
---|
| 142 | throw msg;
|
---|
| 143 | }
|
---|
| 144 | while ( (dit = readdir(dip)) != NULL ) {
|
---|
| 145 | fileName = dit->d_name;
|
---|
| 146 | found=fileName.find(filePettern);
|
---|
| 147 | if (found != string::npos) {
|
---|
| 148 | fullFileName = dir + "/";
|
---|
| 149 | fullFileName += fileName;
|
---|
| 150 | theList.push_back(fullFileName);
|
---|
| 151 | }
|
---|
| 152 | }//eo while
|
---|
| 153 | if (closedir(dip) == -1) {
|
---|
| 154 | msg = "closedir failed on directory "+dir;
|
---|
| 155 | throw msg;
|
---|
| 156 | }
|
---|
[523] | 157 |
|
---|
| 158 | //JEC 22/9/11 START
|
---|
| 159 | theList.sort(stringCompare);
|
---|
| 160 | //JEC 22/9/11 END
|
---|
| 161 |
|
---|
[507] | 162 | return theList;
|
---|
| 163 | }
|
---|
| 164 |
|
---|
| 165 |
|
---|
| 166 | //Declaration of local classes
|
---|
| 167 | //----------------------------------------------
|
---|
| 168 | //Process Interface
|
---|
| 169 | class IProcess {
|
---|
| 170 | public:
|
---|
| 171 | IProcess() {}
|
---|
| 172 | virtual ~IProcess() {}
|
---|
| 173 | virtual int processCmd() throw(string) =0;
|
---|
| 174 | };
|
---|
| 175 | //------------
|
---|
| 176 | //Common Process
|
---|
| 177 | class ProcessBase : public IProcess {
|
---|
| 178 | public:
|
---|
| 179 | ProcessBase();
|
---|
| 180 | virtual ~ProcessBase();
|
---|
| 181 | void SetInputPath(const string& inputPath) {inputPath_ = inputPath;}
|
---|
| 182 | void SetOutputPath(const string& outputPath) {outputPath_ = outputPath;}
|
---|
| 183 | void SetSourceName(const string& sourceName) {sourceName_ = sourceName;}
|
---|
| 184 | void SetDateOfRun(const string& dateOfRun) {dateOfRun_ = dateOfRun;}
|
---|
| 185 | void SetSpectraDirectory(const string& spectraDirectory) {spectraDirectory_ = spectraDirectory;}
|
---|
| 186 | void SetTypeOfFile(const string& typeOfFile) { typeOfFile_ = typeOfFile; }
|
---|
| 187 | void SetNumCycle(const string& numcycle) {numcycle_ = numcycle; }
|
---|
| 188 | void SetScaFileName(const string& scaFileName) { scaFileName_ =scaFileName; }
|
---|
| 189 |
|
---|
| 190 | void SetDebugLevel(const string& debuglev) {
|
---|
| 191 | debuglev_ = atoi(debuglev.c_str());
|
---|
| 192 | }
|
---|
| 193 |
|
---|
| 194 | virtual int processCmd() throw(string);
|
---|
| 195 |
|
---|
| 196 | protected:
|
---|
| 197 | string inputPath_;
|
---|
| 198 | string outputPath_;
|
---|
| 199 | string sourceName_;
|
---|
| 200 | string dateOfRun_;
|
---|
| 201 | string spectraDirectory_;
|
---|
| 202 | string typeOfFile_;
|
---|
| 203 |
|
---|
| 204 | string numcycle_; //cycle numbers format="first,last"
|
---|
| 205 | sa_size_t ifirstCycle_;
|
---|
| 206 | sa_size_t ilastCycle_;
|
---|
| 207 |
|
---|
| 208 |
|
---|
| 209 | uint_4 debuglev_;
|
---|
| 210 | string scaFileName_;
|
---|
| 211 | NTuple* scaTuple_;
|
---|
| 212 | map<sa_size_t,sa_size_t> idCycleInTuple_;
|
---|
| 213 | };
|
---|
| 214 | ProcessBase::ProcessBase() {
|
---|
| 215 | scaTuple_ = 0;
|
---|
| 216 | }
|
---|
| 217 | ProcessBase::~ProcessBase() {
|
---|
| 218 | if (scaTuple_) delete scaTuple_;
|
---|
| 219 | scaTuple_ = 0;
|
---|
| 220 | }
|
---|
| 221 | //------------
|
---|
| 222 | //Process ON/OFF data
|
---|
| 223 | //------------
|
---|
| 224 | class ProcessONOFFData : public ProcessBase {
|
---|
| 225 | protected:
|
---|
| 226 | string freqBAOCalibration_;//string MHz
|
---|
| 227 | public:
|
---|
| 228 | ProcessONOFFData(){}
|
---|
| 229 | virtual ~ProcessONOFFData(){}
|
---|
| 230 |
|
---|
| 231 | void SetFreqBAOCalibration(const string& freqBAOCalibration) {
|
---|
| 232 | freqBAOCalibration_ = freqBAOCalibration;
|
---|
| 233 | }
|
---|
| 234 |
|
---|
| 235 | virtual int processCmd() throw(string);
|
---|
| 236 | };
|
---|
[626] | 237 | //------------
|
---|
| 238 | //Process ON/OFF Raw data
|
---|
| 239 | //------------
|
---|
| 240 | class ProcessDriftScanRawData : public ProcessBase {
|
---|
[524] | 241 |
|
---|
[626] | 242 | public:
|
---|
| 243 | ProcessDriftScanRawData(){}
|
---|
| 244 | virtual ~ProcessDriftScanRawData(){}
|
---|
| 245 |
|
---|
| 246 | virtual int processCmd() throw(string);
|
---|
| 247 | };
|
---|
[593] | 248 |
|
---|
[626] | 249 |
|
---|
[507] | 250 | //------------
|
---|
[524] | 251 | //Process ON/OFF Raw data
|
---|
| 252 | //------------
|
---|
| 253 | class ProcessONOFFRawData : public ProcessBase {
|
---|
| 254 |
|
---|
| 255 | public:
|
---|
| 256 | ProcessONOFFRawData(){}
|
---|
| 257 | virtual ~ProcessONOFFRawData(){}
|
---|
| 258 |
|
---|
| 259 | virtual int processCmd() throw(string);
|
---|
| 260 | };
|
---|
| 261 |
|
---|
| 262 | //------------
|
---|
[593] | 263 | //Process ON/OFF data treated with the mspec (specmfib) => no filtering at all: paquets & freq.
|
---|
| 264 | //------------
|
---|
| 265 | class ProcessONOFFMeanData : public ProcessBase {
|
---|
| 266 |
|
---|
| 267 | public:
|
---|
| 268 | ProcessONOFFMeanData(){}
|
---|
| 269 | virtual ~ProcessONOFFMeanData(){}
|
---|
| 270 |
|
---|
| 271 | virtual int processCmd() throw(string);
|
---|
| 272 | };
|
---|
| 273 |
|
---|
[598] | 274 | //------------
|
---|
| 275 | //Process ON/OFF data treated with the mspec (specmfib) => no filtering at all: paquets & freq.
|
---|
| 276 | //------------
|
---|
| 277 | class ProcessONOFFReducedMeanData : public ProcessBase {
|
---|
| 278 | protected:
|
---|
| 279 | string sigma2FileName_; //name of the file which contains the sigma2
|
---|
| 280 | string nPaqPerWin_; // number of paquets used for mean and sigma2 computations 'cf. proc_specmfib'
|
---|
| 281 | r_4 valNPaqPerWin_; // value
|
---|
[593] | 282 |
|
---|
[598] | 283 | public:
|
---|
| 284 | ProcessONOFFReducedMeanData(){}
|
---|
| 285 | virtual ~ProcessONOFFReducedMeanData(){}
|
---|
| 286 |
|
---|
| 287 | void SetSigma2FileName(const string& val) {sigma2FileName_ = val;}
|
---|
| 288 | void SetNPaqPerWin(const string& val) {
|
---|
| 289 | nPaqPerWin_ = val;
|
---|
| 290 | valNPaqPerWin_ = atof(val.c_str());
|
---|
| 291 | }
|
---|
| 292 |
|
---|
| 293 | virtual int processCmd() throw(string);
|
---|
| 294 | };
|
---|
| 295 |
|
---|
| 296 |
|
---|
[593] | 297 | //------------
|
---|
[598] | 298 | //Process ON/OFF data treated with the gain (specmfib) => filtering paquets only by default
|
---|
| 299 | //------------
|
---|
| 300 | class ProcessONOFFReducedMedianData : public ProcessBase {
|
---|
| 301 | protected:
|
---|
| 302 | string nPaqPerWin_; // number of paquets used for mean and sigma2 computations 'cf. proc_specmfib'
|
---|
| 303 | r_4 valNPaqPerWin_; // value
|
---|
| 304 |
|
---|
| 305 | public:
|
---|
| 306 | ProcessONOFFReducedMedianData(){}
|
---|
| 307 | virtual ~ProcessONOFFReducedMedianData(){}
|
---|
| 308 |
|
---|
| 309 | void SetNPaqPerWin(const string& val) {
|
---|
| 310 | nPaqPerWin_ = val;
|
---|
| 311 | valNPaqPerWin_ = atof(val.c_str());
|
---|
| 312 | }
|
---|
| 313 |
|
---|
| 314 | virtual int processCmd() throw(string);
|
---|
| 315 | };
|
---|
| 316 |
|
---|
| 317 |
|
---|
| 318 | //------------
|
---|
[507] | 319 | //Process Gain
|
---|
| 320 | //------------
|
---|
| 321 | class ProcessGain : public ProcessBase {
|
---|
| 322 | protected:
|
---|
| 323 | string mode_; //mode of data taken for gain computation On || Off
|
---|
| 324 | public:
|
---|
| 325 | ProcessGain(){}
|
---|
| 326 | virtual ~ProcessGain(){}
|
---|
| 327 |
|
---|
| 328 | void SetMode(const string& mode) {mode_ = mode;}
|
---|
| 329 |
|
---|
| 330 | virtual int processCmd() throw(string);
|
---|
| 331 | };
|
---|
| 332 | //------------
|
---|
| 333 | //Process Calibration
|
---|
| 334 | //------------
|
---|
| 335 | class ProcessCalibration : public ProcessBase {
|
---|
| 336 | protected:
|
---|
| 337 | string option_; //option of calibration procedure
|
---|
| 338 | string freqBAOCalibration_;//string MHz
|
---|
| 339 | r_4 valfreqBAOCalibration_; //value MHz
|
---|
| 340 | string bandWidthBAOCalibration_;//string MHz
|
---|
| 341 | r_4 valbandWidthBAOCalibration_;//value MHz
|
---|
| 342 |
|
---|
| 343 | sa_size_t lowerFreqBin_;
|
---|
| 344 | sa_size_t upperFreqBin_;
|
---|
| 345 |
|
---|
| 346 | public:
|
---|
| 347 | ProcessCalibration() {}
|
---|
| 348 | virtual ~ProcessCalibration(){}
|
---|
| 349 |
|
---|
| 350 | void SetOption(const string& option) {option_ = option;}
|
---|
| 351 | void SetFreqBAOCalibration(const string& freqBAOCalibration) {
|
---|
| 352 | freqBAOCalibration_ = freqBAOCalibration;
|
---|
| 353 | valfreqBAOCalibration_ = atof(freqBAOCalibration_.c_str());
|
---|
| 354 | }
|
---|
| 355 | void SetBandWidthBAOCalibration(const string& bandWidthBAOCalibration) {
|
---|
| 356 | bandWidthBAOCalibration_ = bandWidthBAOCalibration;
|
---|
| 357 | valbandWidthBAOCalibration_ = atof(bandWidthBAOCalibration_.c_str());
|
---|
| 358 | }
|
---|
| 359 |
|
---|
| 360 | void ComputeLowerUpperFreqBin();
|
---|
| 361 |
|
---|
| 362 | virtual int processCmd() throw(string);
|
---|
| 363 | };
|
---|
| 364 | void ProcessCalibration::ComputeLowerUpperFreqBin() {
|
---|
| 365 | sa_size_t c0 = round_sa(NUMBER_OF_FREQ*(valfreqBAOCalibration_-LOWER_FREQUENCY)/TOTAL_BANDWIDTH);
|
---|
| 366 | sa_size_t dc = round_sa(NUMBER_OF_FREQ*valbandWidthBAOCalibration_/TOTAL_BANDWIDTH);
|
---|
| 367 | lowerFreqBin_ = c0-dc/2;
|
---|
| 368 | upperFreqBin_ = c0+dc/2;
|
---|
| 369 | }
|
---|
| 370 | //----------------------------------------------------
|
---|
| 371 | int main(int narg, char* arg[])
|
---|
| 372 | {
|
---|
| 373 |
|
---|
| 374 | //Init process types
|
---|
| 375 | map<string,IProcess*> process;
|
---|
[626] | 376 | process["driftScanImg"] = new ProcessDriftScanRawData();
|
---|
| 377 | process["redMedianONOFF"] = new ProcessONOFFReducedMedianData();
|
---|
| 378 | process["redMeanONOFF"] = new ProcessONOFFReducedMeanData();
|
---|
| 379 | process["meanONOFF"] = new ProcessONOFFMeanData();
|
---|
[593] | 380 | process["rawOnOff"] = new ProcessONOFFRawData();
|
---|
[507] | 381 | process["dataOnOff"] = new ProcessONOFFData();
|
---|
| 382 | process["gain"] = new ProcessGain();
|
---|
| 383 | process["calib"] = new ProcessCalibration();
|
---|
| 384 |
|
---|
| 385 | //Init Sophya related modules
|
---|
| 386 | // SophyaInit();
|
---|
| 387 | TArrayInitiator _inia; //nneded for TArray persistancy
|
---|
| 388 | FitsIOServerInit(); //needed for input file
|
---|
| 389 |
|
---|
| 390 | //message used in Exceptions
|
---|
| 391 | string msg;
|
---|
| 392 |
|
---|
| 393 | //Return code
|
---|
| 394 | int rc = 0;
|
---|
| 395 |
|
---|
| 396 | //Arguments managements
|
---|
| 397 | if ((narg>1)&&(strcmp(arg[1],"-h")==0)) return Usage(false);
|
---|
| 398 | if (narg<11) return Usage(true);
|
---|
| 399 |
|
---|
| 400 | string action;
|
---|
| 401 | string inputPath = ".";
|
---|
| 402 | string outputPath = ".";
|
---|
| 403 | string sourceName;
|
---|
| 404 | string scaFile;
|
---|
| 405 | string dateOfRun;
|
---|
| 406 | string spectraDirectory;
|
---|
| 407 | string freqBAOCalib = "";
|
---|
| 408 | string bandWidthBAOCalib = "";
|
---|
| 409 | string debuglev = "0";
|
---|
| 410 | string mode = "";
|
---|
| 411 | string numcycle;
|
---|
| 412 | string calibrationOpt = "";
|
---|
[598] | 413 | string nPaqPerWin = "";
|
---|
[507] | 414 |
|
---|
| 415 | string typeOfFile="medfiltmtx";
|
---|
[598] | 416 | string secondTypeOfFile=""; //valid for ProcessONOFFReducedMeanData JEC 8/11/11
|
---|
[507] | 417 |
|
---|
| 418 | // bool okarg=false;
|
---|
| 419 | int ka=1;
|
---|
| 420 | while (ka<(narg-1)) {
|
---|
[584] | 421 | cout << "Debug arglist: <" << arg[ka] <<">" << endl;
|
---|
[507] | 422 | if (strcmp(arg[ka],"-debug")==0) {
|
---|
| 423 | debuglev=arg[ka+1];
|
---|
| 424 | ka+=2;
|
---|
| 425 | }
|
---|
[523] | 426 | else if (strcmp(arg[ka],"-act")==0) {
|
---|
[507] | 427 | action=arg[ka+1];
|
---|
| 428 | ka+=2;
|
---|
| 429 | }
|
---|
[523] | 430 | else if (strcmp(arg[ka],"-inPath")==0) {
|
---|
[507] | 431 | inputPath=arg[ka+1];
|
---|
| 432 | ka+=2;
|
---|
| 433 | }
|
---|
[523] | 434 | else if (strcmp(arg[ka],"-outPath")==0) {
|
---|
[507] | 435 | outputPath=arg[ka+1];
|
---|
| 436 | ka+=2;
|
---|
| 437 | }
|
---|
| 438 | else if (strcmp(arg[ka],"-source")==0) {
|
---|
| 439 | sourceName=arg[ka+1];
|
---|
| 440 | ka+=2;
|
---|
| 441 | }
|
---|
| 442 | else if (strcmp(arg[ka],"-sca")==0) {
|
---|
| 443 | scaFile=arg[ka+1];
|
---|
| 444 | ka+=2;
|
---|
| 445 | }
|
---|
| 446 | else if (strcmp(arg[ka],"-date")==0) {
|
---|
| 447 | dateOfRun=arg[ka+1];
|
---|
| 448 | ka+=2;
|
---|
| 449 | }
|
---|
| 450 | else if (strcmp(arg[ka],"-specdir")==0) {
|
---|
| 451 | spectraDirectory=arg[ka+1];
|
---|
| 452 | ka+=2;
|
---|
| 453 | }
|
---|
| 454 | else if (strcmp(arg[ka],"-specname")==0) {
|
---|
| 455 | typeOfFile=arg[ka+1];
|
---|
| 456 | ka+=2;
|
---|
| 457 | }
|
---|
[598] | 458 | else if (strcmp(arg[ka],"-sigmaname")==0) {
|
---|
| 459 | secondTypeOfFile=arg[ka+1];
|
---|
| 460 | ka+=2;
|
---|
| 461 | }
|
---|
| 462 | else if (strcmp(arg[ka],"-npaq")==0) {
|
---|
| 463 | nPaqPerWin=arg[ka+1];
|
---|
| 464 | ka+=2;
|
---|
| 465 | }
|
---|
[507] | 466 | else if (strcmp(arg[ka],"-freqBAOCalib")==0) {
|
---|
| 467 | freqBAOCalib = arg[ka+1];
|
---|
| 468 | ka+=2;
|
---|
| 469 | }
|
---|
| 470 | else if (strcmp(arg[ka],"-bwBAOCalib")==0) {
|
---|
| 471 | bandWidthBAOCalib = arg[ka+1];
|
---|
| 472 | ka+=2;
|
---|
| 473 | }
|
---|
| 474 | else if (strcmp(arg[ka],"-mode")==0) {
|
---|
| 475 | mode =arg[ka+1];
|
---|
| 476 | ka+=2;
|
---|
| 477 | }
|
---|
| 478 | else if (strcmp(arg[ka],"-numcycle")==0) {
|
---|
| 479 | numcycle =arg[ka+1];
|
---|
| 480 | ka+=2;
|
---|
| 481 | }
|
---|
| 482 | else if (strcmp(arg[ka],"-calibopt")==0) {
|
---|
| 483 | calibrationOpt =arg[ka+1];
|
---|
| 484 | ka+=2;
|
---|
| 485 | }
|
---|
| 486 | else ka++;
|
---|
| 487 | }//eo while
|
---|
| 488 |
|
---|
| 489 |
|
---|
[523] | 490 | //JEC 21/9/11 Give the input parameters START
|
---|
[524] | 491 | cout << "Dump Iiitial parameters ............" << endl;
|
---|
| 492 | cout << " action = " << action << "\n"
|
---|
[523] | 493 | << " inputPath = " << inputPath << "\n"
|
---|
| 494 | << " outputPath = " << outputPath << "\n"
|
---|
| 495 | << " sourceName = " << sourceName << "\n"
|
---|
| 496 | << " scaFile = " << scaFile << "\n"
|
---|
| 497 | << " dateOfRun = " << dateOfRun << "\n"
|
---|
| 498 | << " spectraDirectory = " << spectraDirectory << "\n"
|
---|
[593] | 499 | << " spectraName = " << typeOfFile << "\n"
|
---|
[598] | 500 | << " sigmaName = " << secondTypeOfFile << "\n"
|
---|
| 501 | << " nPaqPerWin = " << nPaqPerWin << "\n"
|
---|
[523] | 502 | << " freqBAOCalib = " << freqBAOCalib << "\n"
|
---|
| 503 | << " bandWidthBAOCalib = " << bandWidthBAOCalib << "\n"
|
---|
[598] | 504 | << " debug = " << debuglev << "\n"
|
---|
[523] | 505 | << " mode = " << mode << "\n"
|
---|
| 506 | << " numcycle = " << numcycle << "\n"
|
---|
| 507 | << " calibrationOpt = " << calibrationOpt << endl;
|
---|
[524] | 508 | cout << "...................................." << endl;
|
---|
[523] | 509 | //JEC 21/9/11 Give the input parameters END
|
---|
[507] | 510 |
|
---|
[523] | 511 |
|
---|
[507] | 512 | try {
|
---|
| 513 | //verification of action
|
---|
| 514 | if(process.find(action) == process.end()) {
|
---|
| 515 | msg = "action ";
|
---|
| 516 | msg += action + " not valid... FATAL";
|
---|
| 517 | rc = 999;
|
---|
| 518 | throw msg;
|
---|
| 519 | }
|
---|
| 520 |
|
---|
| 521 |
|
---|
| 522 | //
|
---|
| 523 | //Process initialisation...
|
---|
| 524 | //
|
---|
| 525 | try {
|
---|
| 526 | ProcessBase* procbase = dynamic_cast<ProcessBase*>(process[action]);
|
---|
| 527 | if (procbase == 0) {
|
---|
| 528 | msg= "action ";
|
---|
| 529 | msg += action + "Not a <process base> type...FATAL";
|
---|
| 530 | rc = 999;
|
---|
| 531 | throw msg;
|
---|
| 532 | }
|
---|
| 533 | procbase->SetInputPath(inputPath);
|
---|
| 534 | procbase->SetOutputPath(outputPath);
|
---|
| 535 |
|
---|
| 536 | if ("" == sourceName) {
|
---|
| 537 | msg = "(FATAL) missingsourceName for action " + action;
|
---|
| 538 | Usage(true);
|
---|
| 539 | throw msg;
|
---|
| 540 | }
|
---|
| 541 | procbase->SetSourceName(sourceName);
|
---|
| 542 |
|
---|
| 543 | if ("" == dateOfRun) {
|
---|
| 544 | msg = "(FATAL) missing dateOfRun for action " + action;
|
---|
| 545 | Usage(true);
|
---|
| 546 | throw msg;
|
---|
| 547 | }
|
---|
| 548 | procbase->SetDateOfRun(dateOfRun);
|
---|
| 549 |
|
---|
| 550 |
|
---|
| 551 | if ("" == spectraDirectory) {
|
---|
| 552 | msg = "(FATAL) missing spectraDirectory for action " + action;
|
---|
| 553 | Usage(true);
|
---|
| 554 | throw msg;
|
---|
| 555 | }
|
---|
| 556 | procbase->SetSpectraDirectory(spectraDirectory);
|
---|
| 557 |
|
---|
| 558 | if ("" == scaFile) {
|
---|
| 559 | msg = "(FATAL) missing scaFile for action " + action;
|
---|
| 560 | Usage(true);
|
---|
| 561 | throw msg;
|
---|
| 562 | }
|
---|
| 563 | procbase->SetScaFileName(scaFile);
|
---|
| 564 |
|
---|
| 565 | if ("" == numcycle) {
|
---|
| 566 | msg = "(FATAL) missing cycle number for action " + action;
|
---|
| 567 | Usage(true);
|
---|
| 568 | throw msg;
|
---|
| 569 | }
|
---|
| 570 | procbase->SetNumCycle(numcycle);
|
---|
| 571 |
|
---|
| 572 |
|
---|
| 573 | procbase->SetTypeOfFile(typeOfFile);
|
---|
| 574 |
|
---|
| 575 | procbase->SetDebugLevel(debuglev);
|
---|
| 576 | }
|
---|
| 577 | catch(exception& e){
|
---|
| 578 | throw e.what();
|
---|
| 579 | }
|
---|
| 580 |
|
---|
[524] | 581 |
|
---|
[598] | 582 | //JEC 8/11/11 Start
|
---|
| 583 | try {
|
---|
| 584 | ProcessONOFFReducedMeanData* procdata=dynamic_cast<ProcessONOFFReducedMeanData*>(process[action]);
|
---|
| 585 | if (procdata) {
|
---|
| 586 | if (secondTypeOfFile == ""){
|
---|
| 587 | msg = "(FATAL) missing file of the sigmas for action " + action;
|
---|
| 588 | Usage(true);
|
---|
| 589 | throw msg;
|
---|
| 590 | }
|
---|
| 591 | if (nPaqPerWin == ""){
|
---|
| 592 | msg = "(FATAL) missing number of paquets per window for action " + action;
|
---|
| 593 | Usage(true);
|
---|
| 594 | throw msg;
|
---|
| 595 | }
|
---|
| 596 | procdata->SetSigma2FileName(secondTypeOfFile);
|
---|
| 597 | procdata->SetNPaqPerWin(nPaqPerWin);
|
---|
| 598 | }
|
---|
| 599 | }
|
---|
| 600 | catch(exception& e){
|
---|
| 601 | throw e.what();
|
---|
| 602 | }
|
---|
| 603 | //JEC 8/11/11 End
|
---|
[524] | 604 |
|
---|
[598] | 605 | //JEC 8/11/11 Start
|
---|
[507] | 606 | try {
|
---|
[598] | 607 | ProcessONOFFReducedMedianData* procdata=dynamic_cast<ProcessONOFFReducedMedianData*>(process[action]);
|
---|
| 608 | if (procdata) {
|
---|
| 609 | if (nPaqPerWin == ""){
|
---|
| 610 | msg = "(FATAL) missing number of paquets per window for action " + action;
|
---|
| 611 | Usage(true);
|
---|
| 612 | throw msg;
|
---|
| 613 | }
|
---|
| 614 | procdata->SetNPaqPerWin(nPaqPerWin);
|
---|
| 615 | }
|
---|
| 616 | }
|
---|
| 617 | catch(exception& e){
|
---|
| 618 | throw e.what();
|
---|
| 619 | }
|
---|
| 620 | //JEC 8/11/11 End
|
---|
| 621 |
|
---|
| 622 |
|
---|
| 623 |
|
---|
| 624 | try {
|
---|
[507] | 625 | ProcessONOFFData* procdata = dynamic_cast<ProcessONOFFData*>(process[action]);
|
---|
| 626 | if (procdata) {
|
---|
| 627 | if (freqBAOCalib == "") {
|
---|
| 628 | msg = "(FATAL) missing calibration BAO frequency for action " + action;
|
---|
| 629 | Usage(true);
|
---|
| 630 | throw msg;
|
---|
| 631 | }
|
---|
| 632 | procdata->SetFreqBAOCalibration(freqBAOCalib);
|
---|
| 633 | }
|
---|
| 634 | }
|
---|
| 635 | catch(exception& e){
|
---|
| 636 | throw e.what();
|
---|
| 637 | }
|
---|
| 638 |
|
---|
| 639 |
|
---|
| 640 | try {
|
---|
| 641 | ProcessGain* procgain = dynamic_cast<ProcessGain*>(process[action]);
|
---|
| 642 | if(procgain) {
|
---|
| 643 | if (mode == "") {
|
---|
| 644 | msg = "(FATAL) missing mode-type for action " + action;
|
---|
| 645 | Usage(true);
|
---|
| 646 | throw msg;
|
---|
| 647 | }
|
---|
| 648 | procgain->SetMode(mode);
|
---|
| 649 | }
|
---|
| 650 | }
|
---|
| 651 | catch(exception& e){
|
---|
| 652 | throw e.what();
|
---|
| 653 | }
|
---|
| 654 |
|
---|
| 655 | try {
|
---|
| 656 | ProcessCalibration* proccalib = dynamic_cast<ProcessCalibration*>(process[action]);
|
---|
| 657 | if(proccalib) {
|
---|
| 658 | if (calibrationOpt == "") {
|
---|
| 659 | msg = "(FATAL) missing calibration option";
|
---|
| 660 | Usage(true);
|
---|
| 661 | throw msg;
|
---|
| 662 | }
|
---|
| 663 | if (freqBAOCalib == "") {
|
---|
| 664 | msg = "(FATAL) missing calibration BAO frequency for action " + action;
|
---|
| 665 | Usage(true);
|
---|
| 666 | throw msg;
|
---|
| 667 | }
|
---|
| 668 | if (bandWidthBAOCalib == "") {
|
---|
| 669 | msg = "(FATAL) missing calibration BAO frequency band width for action " + action;
|
---|
| 670 | Usage(true);
|
---|
| 671 | throw msg;
|
---|
| 672 | }
|
---|
| 673 | proccalib->SetOption(calibrationOpt);
|
---|
| 674 | proccalib->SetFreqBAOCalibration(freqBAOCalib);
|
---|
| 675 | proccalib->SetBandWidthBAOCalibration(bandWidthBAOCalib);
|
---|
| 676 | proccalib->ComputeLowerUpperFreqBin();
|
---|
| 677 | }
|
---|
| 678 | }
|
---|
| 679 | catch(exception& e){
|
---|
| 680 | throw e.what();
|
---|
| 681 | }
|
---|
| 682 |
|
---|
| 683 | //
|
---|
| 684 | //execute command
|
---|
| 685 | //
|
---|
| 686 | rc = process[action]->processCmd();
|
---|
| 687 |
|
---|
| 688 | }
|
---|
| 689 | catch (std::exception& sex) {
|
---|
| 690 | cerr << "\n analyse.cc std::exception :" << (string)typeid(sex).name()
|
---|
| 691 | << "\n msg= " << sex.what() << endl;
|
---|
| 692 | rc = 78;
|
---|
| 693 | }
|
---|
| 694 | catch ( string str ) {
|
---|
| 695 | cerr << "analyse.cc Exception raised: " << str << endl;
|
---|
| 696 | }
|
---|
| 697 | catch (...) {
|
---|
| 698 | cerr << " analyse.cc catched unknown (...) exception " << endl;
|
---|
| 699 | rc = 79;
|
---|
| 700 | }
|
---|
| 701 |
|
---|
| 702 |
|
---|
| 703 |
|
---|
| 704 |
|
---|
| 705 | cout << ">>>> analyse.cc ------- END ----------- RC=" << rc << endl;
|
---|
| 706 |
|
---|
| 707 | //Delete processes
|
---|
| 708 | for_each(process.begin(),process.end(), DeleteMapFntor<string,IProcess*>());
|
---|
| 709 |
|
---|
| 710 | return rc;
|
---|
| 711 | }
|
---|
| 712 |
|
---|
| 713 | //---------------------------------------------------
|
---|
| 714 | int Usage(bool flag) {
|
---|
| 715 | cout << "Analyse.cc usage...." << endl;
|
---|
[598] | 716 | cout << "analyse -act <action_type>: redMeanONOFF, meanONOFF,dataOnOff, rawOnOff, gain, calib\n"
|
---|
[507] | 717 | << " -inPath <path for input files: default='.'>\n"
|
---|
| 718 | << " -outPath <path for output files: default='.'>\n"
|
---|
| 719 | << " -source <source name> \n"
|
---|
| 720 | << " -date <YYYYMMDD>\n"
|
---|
| 721 | << " -sca <file name scaXYZ.sum.trans>\n"
|
---|
| 722 | << " -specdir <generic directory name of spectra fits files>\n"
|
---|
| 723 | << " -specname <generic name of spectra fits files>\n"
|
---|
[598] | 724 | << " -sigmaname <generic name of the sigma2 fits files>\n"
|
---|
| 725 | << " valid for redMeanONOFF\n"
|
---|
| 726 | << " -npaq <number of paquest per windows for mean&sigma2 computaion (brproc)>\n"
|
---|
| 727 | << " valid for redMeanONOFF\n"
|
---|
[507] | 728 | << " -freqBAOCalib <freq in MHZ> freq. of calibration BAO\n"
|
---|
[514] | 729 | << " valid for act=dataOnOff\n"
|
---|
[507] | 730 | << " -bwBAOCalib <band width MHz> band width arround central freq. for calibration BAO\n"
|
---|
| 731 | << " valid for act=calib\n"
|
---|
| 732 | << " -mode <mode_type>:\n"
|
---|
| 733 | << " valid for act=gain, mode_type: On, Off\n"
|
---|
| 734 | << " -numcycle <number>,<number>:\n"
|
---|
| 735 | << " valid for all actions"
|
---|
| 736 | << " -calibopt <option>:\n"
|
---|
| 737 | << " valid for act=calib: indiv OR mean (NOT USED)"
|
---|
[593] | 738 | << " -debug <number> [0=default]\n"
|
---|
[507] | 739 | << " 1: normal print\n"
|
---|
| 740 | << " 2: save intermediate spectra\n"
|
---|
| 741 | << endl;
|
---|
| 742 | if (flag) {
|
---|
| 743 | cout << "use <path>/analyse -h for detailed instructions" << endl;
|
---|
| 744 | return 5;
|
---|
| 745 | }
|
---|
| 746 | return 1;
|
---|
| 747 | }
|
---|
| 748 |
|
---|
| 749 | int ProcessBase::processCmd() throw(string) {
|
---|
| 750 | int rc =0;
|
---|
| 751 | string msg;
|
---|
| 752 | if(debuglev_>0)cout << "Process Base" << endl;
|
---|
| 753 | //------------------------
|
---|
| 754 | //Use the sca file informations
|
---|
| 755 | //------------------------
|
---|
| 756 | // string scaFullPathName = "./";
|
---|
| 757 | //TOBE FIXED scaFullPathName += sourceName_+"/"+dateOfRun_ + StringToLower(sourceName_)+"/";
|
---|
| 758 | string scaFullPathName = inputPath_ + "/"
|
---|
| 759 | + sourceName_+ "/" +dateOfRun_ + StringToLower(sourceName_)+ "/" + scaFileName_;
|
---|
| 760 | char* scaTupleColumnName[9] = {"cycle","stcalOn","spcalOn","stOn","spOn","stcalOff","spcalOff","stOff","spOff"};
|
---|
| 761 | scaTuple_ = new NTuple(9,scaTupleColumnName);
|
---|
| 762 | int n = scaTuple_->FillFromASCIIFile(scaFullPathName);
|
---|
| 763 | if(n<0){ //Error
|
---|
| 764 | msg = "(FATAL) NTuple error loading "+ scaFullPathName;
|
---|
| 765 | rc = 999;
|
---|
| 766 | throw msg;
|
---|
| 767 | }
|
---|
| 768 |
|
---|
| 769 | if(debuglev_>1){
|
---|
| 770 | cout << "ProcessBase::processCmd: dump tuple in " << scaFullPathName << endl;
|
---|
| 771 | scaTuple_->Show(cout);
|
---|
| 772 | }
|
---|
| 773 |
|
---|
| 774 |
|
---|
| 775 | //Get the cycles (here consider consecutive cycles)
|
---|
| 776 | //The SCA file cannot be used as the DAQ can miss some cycles...
|
---|
| 777 | // r_8 firstCycle, lastCycle;
|
---|
| 778 | // scaTuple_->GetMinMax("cycle",firstCycle,lastCycle);
|
---|
| 779 | // ifirstCycle_ = (sa_size_t)firstCycle;
|
---|
| 780 | // ilastCycle_ = (sa_size_t)lastCycle;
|
---|
| 781 | //Analyse the string given by -numcycle command line
|
---|
| 782 | int ai1=0,ai2=0;
|
---|
| 783 | sscanf(numcycle_.c_str(),"%d,%d",&ai1,&ai2);
|
---|
| 784 | ifirstCycle_ = (sa_size_t)ai1;
|
---|
| 785 | ilastCycle_ = (sa_size_t)ai2;
|
---|
| 786 |
|
---|
| 787 |
|
---|
| 788 | //associate cycle number to index line in tuple
|
---|
| 789 | sa_size_t nLines = scaTuple_->NbLines();
|
---|
| 790 | for(sa_size_t iL=0; iL<nLines; ++iL){
|
---|
| 791 | idCycleInTuple_[(sa_size_t)scaTuple_->GetCell(iL,"cycle")]=iL;
|
---|
| 792 | }
|
---|
| 793 |
|
---|
| 794 |
|
---|
| 795 | return rc;
|
---|
| 796 | }
|
---|
[593] | 797 | //----------------------------------------------
|
---|
| 798 | //JEC 27/10/11
|
---|
| 799 | //Process the files that are output of the specmfib -act = mspec (mean+sigma of signal files)
|
---|
| 800 | //----------------------------------------------
|
---|
| 801 | int ProcessONOFFMeanData::processCmd() throw(string) {
|
---|
| 802 | int rc = 0;
|
---|
| 803 | try {
|
---|
| 804 | rc = ProcessBase::processCmd();
|
---|
| 805 | }
|
---|
| 806 | catch (string s) {
|
---|
| 807 | throw s;
|
---|
| 808 | }
|
---|
| 809 |
|
---|
| 810 | if(debuglev_>0)cout << "Process Data" << endl;
|
---|
| 811 | vector<string> modeList;
|
---|
| 812 | modeList.push_back("On");
|
---|
| 813 | modeList.push_back("Off");
|
---|
| 814 | vector<string>::const_iterator iMode;
|
---|
| 815 |
|
---|
| 816 | uint_4 id;
|
---|
| 817 | string tag;
|
---|
| 818 |
|
---|
[598] | 819 | map< pair<string, sa_size_t>, TMatrix<r_4> > meanCollect;
|
---|
| 820 | map< pair<string, sa_size_t>, TMatrix<r_4> > sigma2Collect;
|
---|
[593] | 821 | map< pair<string, sa_size_t>, TMatrix<r_4> >::iterator iSpectre, iSpectreEnd;
|
---|
| 822 |
|
---|
| 823 | for (iMode = modeList.begin(); iMode != modeList.end(); ++iMode) {
|
---|
| 824 | string mode = *iMode;
|
---|
| 825 | if(debuglev_>0)cout << "Process Mean-mspec Mode " << mode << endl;
|
---|
| 826 |
|
---|
| 827 | //------------------------------------------
|
---|
| 828 | //Produce mean of the mean spectra per cycle
|
---|
| 829 | //------------------------------------------
|
---|
| 830 |
|
---|
| 831 | string directoryName;
|
---|
| 832 | list<string> listOfSpecFiles;
|
---|
| 833 | list<string>::const_iterator iFile, iFileEnd;
|
---|
| 834 |
|
---|
| 835 |
|
---|
| 836 | //
|
---|
| 837 | //loop on cycles
|
---|
| 838 | //
|
---|
| 839 | for (sa_size_t icycle = ifirstCycle_; icycle <= ilastCycle_; icycle++) {
|
---|
| 840 | directoryName = inputPath_ + "/"
|
---|
| 841 | + sourceName_ + "/" + dateOfRun_ + StringToLower(sourceName_) + "/"
|
---|
| 842 | + mode + "/";
|
---|
| 843 | stringstream sicycle;
|
---|
| 844 | sicycle << icycle;
|
---|
| 845 | directoryName += spectraDirectory_ + sicycle.str() + "/";
|
---|
| 846 |
|
---|
| 847 | //read directory
|
---|
| 848 | listOfSpecFiles = ListOfFileInDir(directoryName,typeOfFile_);
|
---|
| 849 |
|
---|
| 850 |
|
---|
| 851 | //compute mean of spectra created in a cycle
|
---|
| 852 | if(debuglev_>0)cout << "compute mean for cycle " << icycle << endl;
|
---|
| 853 | TMatrix<r_4> spectreMean(NUMBER_OF_CHANNELS,NUMBER_OF_FREQ); //implicit init to 0
|
---|
[598] | 854 | TMatrix<r_4> spectreSigma2(NUMBER_OF_CHANNELS,NUMBER_OF_FREQ); //implicit init to 0
|
---|
[593] | 855 | iFileEnd = listOfSpecFiles.end();
|
---|
| 856 | r_4 nSpectres = 0;
|
---|
| 857 | for (iFile = listOfSpecFiles.begin(); iFile != iFileEnd; ++iFile) {
|
---|
| 858 | FitsInOutFile aSpectrum(*iFile,FitsInOutFile::Fits_RO);
|
---|
| 859 | TMatrix<r_4> spectre(NUMBER_OF_CHANNELS,NUMBER_OF_FREQ);
|
---|
| 860 | aSpectrum >> spectre;
|
---|
[598] | 861 | spectreMean += spectre;
|
---|
| 862 | spectreSigma2 += spectre && spectre;
|
---|
[593] | 863 | nSpectres++;
|
---|
| 864 | }// end of for files
|
---|
[598] | 865 | if(nSpectres>0) {
|
---|
| 866 | spectreMean /= nSpectres;
|
---|
| 867 | spectreSigma2 /= nSpectres;
|
---|
| 868 | spectreSigma2 -= spectreMean && spectreMean;
|
---|
| 869 | }
|
---|
[593] | 870 |
|
---|
| 871 | //save mean spectrum
|
---|
[598] | 872 | meanCollect.insert( pair< pair<string,sa_size_t>, TMatrix<r_4> >(make_pair(mode,icycle),TMatrix<r_4>(spectreMean,false) ));
|
---|
| 873 | sigma2Collect.insert( pair< pair<string,sa_size_t>, TMatrix<r_4> >(make_pair(mode,icycle),TMatrix<r_4>(spectreSigma2,false) ));
|
---|
[593] | 874 | }//end of for cycles
|
---|
| 875 | }//end loop on mode for raw preocess
|
---|
| 876 |
|
---|
| 877 | if(debuglev_>1) {//save mean spectra on file
|
---|
| 878 | cout << "Save mean spectra" << endl;
|
---|
| 879 | string fileName;
|
---|
| 880 |
|
---|
[598] | 881 | fileName = "./dataMeanSigma2_" + dateOfRun_ + "_" + StringToLower(sourceName_) + ".ppf";
|
---|
[593] | 882 |
|
---|
| 883 | POutPersist fos(fileName);
|
---|
| 884 | id=0;
|
---|
[598] | 885 | iSpectreEnd = meanCollect.end();
|
---|
| 886 | for (iSpectre = meanCollect.begin();
|
---|
[593] | 887 | iSpectre != iSpectreEnd ; ++iSpectre, ++id) {
|
---|
| 888 | tag = "specMean";
|
---|
| 889 |
|
---|
| 890 | tag += (iSpectre->first).first;
|
---|
| 891 | stringstream sid;
|
---|
| 892 | sid << (iSpectre->first).second;
|
---|
| 893 | tag += sid.str();
|
---|
| 894 | if(debuglev_>9) {
|
---|
| 895 | cout << "save tag<" << tag << ">" << endl;
|
---|
| 896 | }
|
---|
[598] | 897 | fos << PPFNameTag(tag) << iSpectre->second;
|
---|
| 898 | }
|
---|
[593] | 899 |
|
---|
[598] | 900 |
|
---|
| 901 | id=0;
|
---|
| 902 | iSpectreEnd = sigma2Collect.end();
|
---|
| 903 | for (iSpectre = sigma2Collect.begin();
|
---|
| 904 | iSpectre != iSpectreEnd ; ++iSpectre, ++id) {
|
---|
| 905 | tag = "specSigma2";
|
---|
| 906 |
|
---|
| 907 | tag += (iSpectre->first).first;
|
---|
| 908 | stringstream sid;
|
---|
| 909 | sid << (iSpectre->first).second;
|
---|
| 910 | tag += sid.str();
|
---|
| 911 | if(debuglev_>9) {
|
---|
| 912 | cout << "save tag<" << tag << ">" << endl;
|
---|
| 913 | }
|
---|
[593] | 914 | fos << PPFNameTag(tag) << iSpectre->second;
|
---|
| 915 | }
|
---|
[598] | 916 |
|
---|
[593] | 917 | }//end of save fits
|
---|
| 918 |
|
---|
| 919 |
|
---|
| 920 |
|
---|
| 921 |
|
---|
| 922 |
|
---|
| 923 | cout << "OK ProcessONOFFMeanData finished" <<endl;
|
---|
| 924 | return rc;
|
---|
| 925 | }
|
---|
| 926 | //----------------------------------------------
|
---|
[598] | 927 | //----------------------------------------------
|
---|
| 928 | //JEC 8/11/11
|
---|
| 929 | //Process the files that are output of the specmfib -act = mspec (mean+sigma of signal files)
|
---|
| 930 | //Compute the reduced variables r_i = (m_i - <m_i>)/(sig_i/sqrt(Npaq.))
|
---|
| 931 | //----------------------------------------------
|
---|
| 932 | int ProcessONOFFReducedMeanData::processCmd() throw(string) {
|
---|
| 933 | int rc = 0;
|
---|
| 934 | try {
|
---|
| 935 | rc = ProcessBase::processCmd();
|
---|
| 936 | }
|
---|
| 937 | catch (string s) {
|
---|
| 938 | throw s;
|
---|
| 939 | }
|
---|
[593] | 940 |
|
---|
[598] | 941 | if(debuglev_>0)cout << "Process Data" << endl;
|
---|
| 942 | vector<string> modeList;
|
---|
| 943 | modeList.push_back("On");
|
---|
| 944 | modeList.push_back("Off");
|
---|
| 945 | vector<string>::const_iterator iMode;
|
---|
| 946 |
|
---|
| 947 | uint_4 id;
|
---|
| 948 | string tag;
|
---|
| 949 |
|
---|
| 950 | map<string, TMatrix<r_4> > meanSigmaRedRatioCollect;
|
---|
| 951 | map<string, TMatrix<r_4> >::iterator iMeanSigmaRed, iMeanSigmaRedEnd;
|
---|
| 952 |
|
---|
| 953 | map< pair<string, sa_size_t>, TMatrix<r_4> > reducedRatioCollect;
|
---|
| 954 | map< pair<string, sa_size_t>, TMatrix<r_4> >::iterator iReduced, iReducedEnd;
|
---|
| 955 |
|
---|
| 956 | map< sa_size_t, TMatrix<r_4> > meanCollect;
|
---|
| 957 | map< sa_size_t, TMatrix<r_4> >::iterator iMean, iMeanEnd;
|
---|
| 958 |
|
---|
| 959 | map< sa_size_t, TMatrix<r_4> > sigmaCollect;
|
---|
| 960 | map< sa_size_t, TMatrix<r_4> >::iterator iSigma, iSigmaEnd;
|
---|
| 961 |
|
---|
| 962 | //
|
---|
| 963 | //loop on modes
|
---|
| 964 | //
|
---|
| 965 | for (iMode = modeList.begin(); iMode != modeList.end(); ++iMode) {
|
---|
| 966 | string mode = *iMode;
|
---|
| 967 | if(debuglev_>0)cout << "Process Mean-mspec Mode " << mode << endl;
|
---|
| 968 |
|
---|
| 969 |
|
---|
| 970 | string directoryName;
|
---|
| 971 | list<string> listOfMeanFiles;
|
---|
| 972 | list<string> listOfSigma2Files;
|
---|
| 973 |
|
---|
| 974 | if (listOfMeanFiles.size() != listOfSigma2Files.size()) {
|
---|
| 975 | throw "ProcessONOFFReducedMeanData: FATAL: length (1) missmatch";
|
---|
| 976 | }
|
---|
| 977 |
|
---|
| 978 | list<string>::const_iterator iFile, iFileEnd;
|
---|
| 979 | //Mean of all Means (one per Mode)
|
---|
| 980 | TMatrix<r_4> spectreMean(NUMBER_OF_CHANNELS,NUMBER_OF_FREQ); //implicit init to 0
|
---|
| 981 | uint_4 nMeans = 0;
|
---|
| 982 | uint_4 nSigma2s = 0;
|
---|
| 983 | //
|
---|
| 984 | //loop on cycles
|
---|
| 985 | //
|
---|
| 986 | for (sa_size_t icycle = ifirstCycle_; icycle <= ilastCycle_; icycle++) {
|
---|
| 987 | directoryName = inputPath_ + "/"
|
---|
| 988 | + sourceName_ + "/" + dateOfRun_ + StringToLower(sourceName_) + "/"
|
---|
| 989 | + mode + "/";
|
---|
| 990 | stringstream sicycle;
|
---|
| 991 | sicycle << icycle;
|
---|
| 992 | directoryName += spectraDirectory_ + sicycle.str() + "/";
|
---|
| 993 |
|
---|
| 994 | //read directory
|
---|
| 995 | listOfMeanFiles = ListOfFileInDir(directoryName,typeOfFile_); //the means
|
---|
| 996 | listOfSigma2Files = ListOfFileInDir(directoryName,sigma2FileName_); //the sigma2s
|
---|
| 997 |
|
---|
| 998 | //get a mean spectra per file
|
---|
| 999 | iFileEnd = listOfMeanFiles.end();
|
---|
| 1000 | for (iFile = listOfMeanFiles.begin(); iFile != iFileEnd; ++iFile) {
|
---|
| 1001 | // if(debuglev_>10){
|
---|
| 1002 | // cout << "read file <" << *iFile << ">:";
|
---|
| 1003 | // }
|
---|
| 1004 | FitsInOutFile aSpectrum(*iFile,FitsInOutFile::Fits_RO);
|
---|
| 1005 | TMatrix<r_4> spectre(NUMBER_OF_CHANNELS,NUMBER_OF_FREQ);
|
---|
| 1006 | aSpectrum >> spectre;
|
---|
| 1007 | // if(debuglev_>10){
|
---|
| 1008 | // cout << " mean of spectre = " << Mean(spectre) << endl;
|
---|
| 1009 | // }
|
---|
| 1010 | //update mean
|
---|
| 1011 | spectreMean += spectre;
|
---|
| 1012 | //save spectrum
|
---|
| 1013 | meanCollect.insert( pair< sa_size_t, TMatrix<r_4> >(nMeans,TMatrix<r_4>(spectre,false) ));
|
---|
| 1014 |
|
---|
| 1015 | nMeans++;
|
---|
| 1016 | }// end of for files
|
---|
| 1017 |
|
---|
| 1018 | //get a sigma2 spectra per file and store the sigma
|
---|
| 1019 | iFileEnd = listOfSigma2Files.end();
|
---|
| 1020 | for (iFile = listOfSigma2Files.begin(); iFile != iFileEnd; ++iFile) {
|
---|
| 1021 | // if(debuglev_>10){
|
---|
| 1022 | // cout << "read file <" << *iFile << ">:";
|
---|
| 1023 | // }
|
---|
| 1024 | FitsInOutFile aSpectrum(*iFile,FitsInOutFile::Fits_RO);
|
---|
| 1025 | TMatrix<r_4> spectre(NUMBER_OF_CHANNELS,NUMBER_OF_FREQ);
|
---|
| 1026 | aSpectrum >> spectre;
|
---|
| 1027 | // if(debuglev_>10){
|
---|
| 1028 | // cout << " mean of spectre = " << Mean(Sqrt(spectre)) << endl;
|
---|
| 1029 | // }
|
---|
| 1030 | //save sigma = Sqrt(sigma2)
|
---|
| 1031 | sigmaCollect.insert( pair< sa_size_t, TMatrix<r_4> >(nSigma2s,TMatrix<r_4>(Sqrt(spectre),false) ));
|
---|
| 1032 |
|
---|
| 1033 | nSigma2s++;
|
---|
| 1034 | }// end of for files
|
---|
| 1035 |
|
---|
| 1036 | }//end of for cycles
|
---|
| 1037 |
|
---|
| 1038 |
|
---|
| 1039 | //finalize mean of means
|
---|
| 1040 | if(nMeans>0) {
|
---|
| 1041 | spectreMean /= (r_4)nMeans;
|
---|
| 1042 | // if(debuglev_>10){
|
---|
| 1043 | // cout << "Mean mode [" << mode << "]: " << Mean(spectreMean) <<endl;
|
---|
| 1044 | // }
|
---|
| 1045 | } else {
|
---|
| 1046 | throw "ProcessONOFFReducedMeanData: FATAL: nMeans=0 !!!";
|
---|
| 1047 | }
|
---|
| 1048 |
|
---|
| 1049 | if ( nMeans != nSigma2s ) {
|
---|
| 1050 | cout << "ProcessONOFFReducedMeanData: nMeans, nSigma2s "
|
---|
| 1051 | << nMeans << " " <<nSigma2s
|
---|
| 1052 | << endl;
|
---|
| 1053 | throw "ProcessONOFFReducedMeanData: FATAL: nMeans <> nSigma2s !!!";
|
---|
| 1054 | }
|
---|
| 1055 |
|
---|
| 1056 | //from here nMeans == nSigma2s
|
---|
| 1057 | iMeanEnd = meanCollect.end();
|
---|
| 1058 | iSigmaEnd = sigmaCollect.end();
|
---|
| 1059 | TMatrix<r_4> meanReducedRatio(NUMBER_OF_CHANNELS,NUMBER_OF_FREQ); //implicit init to 0
|
---|
| 1060 | TMatrix<r_4> sigma2ReducedRatio(NUMBER_OF_CHANNELS,NUMBER_OF_FREQ); //implicit init to 0
|
---|
| 1061 | for (id=0,iMean = meanCollect.begin(), iSigma=sigmaCollect.begin();
|
---|
| 1062 | id<nMeans;
|
---|
| 1063 | ++id, ++iMean, ++iSigma) {
|
---|
| 1064 | TMatrix<r_4> reducedRatio(NUMBER_OF_CHANNELS,NUMBER_OF_FREQ);
|
---|
| 1065 | // if(debuglev_>10){
|
---|
| 1066 | // cout << "reduced Mean [" << mode << "," << id << "]: "
|
---|
| 1067 | // << Mean(iMean->second) << " "
|
---|
| 1068 | // << Mean(spectreMean) << " "
|
---|
| 1069 | // << Mean(iSigma->second) << " "
|
---|
| 1070 | // << sqrt(valNPaqPerWin_)
|
---|
| 1071 | // << endl;
|
---|
| 1072 | // }
|
---|
| 1073 |
|
---|
| 1074 | reducedRatio = iMean->second - spectreMean;
|
---|
| 1075 | reducedRatio.Div(iSigma->second);
|
---|
| 1076 | reducedRatio *= sqrt(valNPaqPerWin_);
|
---|
| 1077 |
|
---|
| 1078 | meanReducedRatio += reducedRatio;
|
---|
| 1079 | sigma2ReducedRatio += reducedRatio&&reducedRatio;
|
---|
| 1080 |
|
---|
| 1081 | // if(debuglev_>10){
|
---|
| 1082 | // cout << "reduced Mean [" << mode << "," << id << "]: " << Mean(reducedRatio) <<endl;
|
---|
| 1083 | // }
|
---|
| 1084 |
|
---|
| 1085 | reducedRatioCollect.insert( pair< pair<string,sa_size_t>, TMatrix<r_4> >(make_pair(mode,id),TMatrix<r_4>(reducedRatio,false) ));
|
---|
| 1086 | }
|
---|
| 1087 |
|
---|
| 1088 | if(debuglev_>10) cout << "number of Means used: " << nMeans << "( =" << nSigma2s << ")" << endl;
|
---|
| 1089 | meanReducedRatio /= (r_4)nMeans;
|
---|
| 1090 | sigma2ReducedRatio /= (r_4)nMeans;
|
---|
| 1091 | sigma2ReducedRatio -= meanReducedRatio&&meanReducedRatio;
|
---|
| 1092 | TMatrix<r_4> sigmaReducedRatio(NUMBER_OF_CHANNELS,NUMBER_OF_FREQ);
|
---|
| 1093 | sigmaReducedRatio = Sqrt(sigma2ReducedRatio);
|
---|
| 1094 |
|
---|
| 1095 |
|
---|
| 1096 | meanSigmaRedRatioCollect.insert( pair< string, TMatrix<r_4> >(mode+"Mean",TMatrix<r_4>(meanReducedRatio,false)) );
|
---|
| 1097 | meanSigmaRedRatioCollect.insert( pair< string, TMatrix<r_4> >(mode+"Sigma",TMatrix<r_4>(sigmaReducedRatio,false)) );
|
---|
| 1098 |
|
---|
| 1099 |
|
---|
| 1100 | }//end loop on mode for raw preocess
|
---|
| 1101 |
|
---|
| 1102 | cout << "Save reduced variable based on Means/Sigmas" << endl;
|
---|
| 1103 | string fileName;
|
---|
| 1104 |
|
---|
| 1105 | fileName = "./reducedMean_" + dateOfRun_ + "_" + StringToLower(sourceName_) + ".ppf";
|
---|
| 1106 |
|
---|
| 1107 | POutPersist fos(fileName);
|
---|
| 1108 | id=0;
|
---|
| 1109 | iReducedEnd = reducedRatioCollect.end();
|
---|
| 1110 | for (iReduced = reducedRatioCollect.begin();
|
---|
| 1111 | iReduced != iReducedEnd ; ++iReduced, ++id) {
|
---|
| 1112 | tag = "redMean";
|
---|
| 1113 |
|
---|
| 1114 | tag += (iReduced->first).first;
|
---|
| 1115 | stringstream sid;
|
---|
| 1116 | sid << (iReduced->first).second;
|
---|
| 1117 | tag += sid.str();
|
---|
| 1118 | if(debuglev_>9) {
|
---|
| 1119 | cout << "save tag<" << tag << ">" << endl;
|
---|
| 1120 | }
|
---|
| 1121 | fos << PPFNameTag(tag) << iReduced->second;
|
---|
| 1122 | }
|
---|
| 1123 |
|
---|
| 1124 | iMeanSigmaRedEnd = meanSigmaRedRatioCollect.end();
|
---|
| 1125 | for (iMeanSigmaRed = meanSigmaRedRatioCollect.begin();
|
---|
| 1126 | iMeanSigmaRed != iMeanSigmaRedEnd;
|
---|
| 1127 | ++iMeanSigmaRed){
|
---|
| 1128 | tag = "redMean";
|
---|
| 1129 | tag += iMeanSigmaRed->first;
|
---|
| 1130 | if(debuglev_>9) {
|
---|
| 1131 | cout << "save tag<" << tag << ">" << endl;
|
---|
| 1132 | }
|
---|
| 1133 | fos << PPFNameTag(tag) << iMeanSigmaRed->second;
|
---|
| 1134 | }
|
---|
| 1135 |
|
---|
| 1136 | cout << "OK ProcessONOFFReducedMeanData finished" <<endl;
|
---|
| 1137 | return rc;
|
---|
| 1138 | }
|
---|
| 1139 | //----------------------------------------------
|
---|
| 1140 |
|
---|
| 1141 | //----------------------------------------------
|
---|
| 1142 | //JEC 8/11/11
|
---|
| 1143 | //Process the files that are output of the specmfib -act = gain (median of signal files)
|
---|
| 1144 | //Compute the reduced variables r_i = (med_i - <med_i>)/(med_i/(Ln(2)*sqrt(N))
|
---|
| 1145 | //----------------------------------------------
|
---|
| 1146 | int ProcessONOFFReducedMedianData::processCmd() throw(string) {
|
---|
| 1147 | int rc = 0;
|
---|
| 1148 | try {
|
---|
| 1149 | rc = ProcessBase::processCmd();
|
---|
| 1150 | }
|
---|
| 1151 | catch (string s) {
|
---|
| 1152 | throw s;
|
---|
| 1153 | }
|
---|
| 1154 |
|
---|
| 1155 | if(debuglev_>0)cout << "Process Data" << endl;
|
---|
| 1156 | vector<string> modeList;
|
---|
| 1157 | modeList.push_back("On");
|
---|
| 1158 | modeList.push_back("Off");
|
---|
| 1159 | vector<string>::const_iterator iMode;
|
---|
| 1160 |
|
---|
| 1161 | uint_4 id;
|
---|
| 1162 | string tag;
|
---|
| 1163 |
|
---|
| 1164 | map<string, TMatrix<r_4> > meanSigmaRedRatioCollect;
|
---|
| 1165 | map<string, TMatrix<r_4> >::iterator iMeanSigmaRed, iMeanSigmaRedEnd;
|
---|
| 1166 |
|
---|
| 1167 | map< pair<string, sa_size_t>, TMatrix<r_4> > reducedRatioCollect;
|
---|
| 1168 | map< pair<string, sa_size_t>, TMatrix<r_4> >::iterator iReduced, iReducedEnd;
|
---|
| 1169 |
|
---|
| 1170 | map< sa_size_t, TMatrix<r_4> > medianCollect;
|
---|
| 1171 | map< sa_size_t, TMatrix<r_4> >::iterator iMedian, iMedianEnd;
|
---|
| 1172 |
|
---|
| 1173 | map< sa_size_t, TMatrix<r_4> > sigmaCollect;
|
---|
| 1174 | map< sa_size_t, TMatrix<r_4> >::iterator iSigma, iSigmaEnd;
|
---|
| 1175 |
|
---|
| 1176 | //
|
---|
| 1177 | //loop on modes
|
---|
| 1178 | //
|
---|
| 1179 | for (iMode = modeList.begin(); iMode != modeList.end(); ++iMode) {
|
---|
| 1180 | string mode = *iMode;
|
---|
| 1181 | if(debuglev_>0)cout << "Process Mean-mspec Mode " << mode << endl;
|
---|
| 1182 |
|
---|
| 1183 |
|
---|
| 1184 | string directoryName;
|
---|
| 1185 | list<string> listOfMedianFiles;
|
---|
| 1186 |
|
---|
| 1187 | list<string>::const_iterator iFile, iFileEnd;
|
---|
| 1188 | //Mean of all Medians (one per Mode)
|
---|
| 1189 | TMatrix<r_4> spectreMean(NUMBER_OF_CHANNELS,NUMBER_OF_FREQ); //implicit init to 0
|
---|
| 1190 | uint_4 nMedians = 0;
|
---|
| 1191 |
|
---|
| 1192 | //
|
---|
| 1193 | //loop on cycles
|
---|
| 1194 | //
|
---|
| 1195 | for (sa_size_t icycle = ifirstCycle_; icycle <= ilastCycle_; icycle++) {
|
---|
| 1196 | directoryName = inputPath_ + "/"
|
---|
| 1197 | + sourceName_ + "/" + dateOfRun_ + StringToLower(sourceName_) + "/"
|
---|
| 1198 | + mode + "/";
|
---|
| 1199 | stringstream sicycle;
|
---|
| 1200 | sicycle << icycle;
|
---|
| 1201 | directoryName += spectraDirectory_ + sicycle.str() + "/";
|
---|
| 1202 |
|
---|
| 1203 | //read directory
|
---|
| 1204 | listOfMedianFiles = ListOfFileInDir(directoryName,typeOfFile_); //the means
|
---|
| 1205 |
|
---|
| 1206 | //get a mean spectra per file
|
---|
| 1207 | iFileEnd = listOfMedianFiles.end();
|
---|
| 1208 | for (iFile = listOfMedianFiles.begin(); iFile != iFileEnd; ++iFile) {
|
---|
| 1209 | // if(debuglev_>10){
|
---|
| 1210 | // cout << "read file <" << *iFile << ">:";
|
---|
| 1211 | // }
|
---|
| 1212 | FitsInOutFile aSpectrum(*iFile,FitsInOutFile::Fits_RO);
|
---|
| 1213 | TMatrix<r_4> spectre(NUMBER_OF_CHANNELS,NUMBER_OF_FREQ);
|
---|
| 1214 | aSpectrum >> spectre;
|
---|
| 1215 | // if(debuglev_>10){
|
---|
| 1216 | // cout << " mean of spectre = " << Mean(spectre) << endl;
|
---|
| 1217 | // }
|
---|
| 1218 | //update mean
|
---|
| 1219 | spectreMean += spectre;
|
---|
| 1220 | //save spectrum
|
---|
| 1221 | medianCollect.insert( pair< sa_size_t, TMatrix<r_4> >(nMedians,TMatrix<r_4>(spectre,false) ));
|
---|
| 1222 | sigmaCollect.insert( pair< sa_size_t, TMatrix<r_4> >(nMedians,TMatrix<r_4>(spectre,false) ));
|
---|
| 1223 |
|
---|
| 1224 | nMedians++;
|
---|
| 1225 | }// end of for files
|
---|
| 1226 |
|
---|
| 1227 | }//end of for cycles
|
---|
| 1228 |
|
---|
| 1229 |
|
---|
| 1230 | //finalize mean of means
|
---|
| 1231 | if(nMedians>0) {
|
---|
| 1232 | spectreMean /= (r_4)nMedians;
|
---|
| 1233 | // if(debuglev_>10){
|
---|
| 1234 | // cout << "Mean mode [" << mode << "]: " << Mean(spectreMean) <<endl;
|
---|
| 1235 | // }
|
---|
| 1236 | } else {
|
---|
| 1237 | throw "ProcessONOFFReducedMeanData: FATAL: nMedians=0 !!!";
|
---|
| 1238 | }
|
---|
| 1239 |
|
---|
| 1240 | iMedianEnd = medianCollect.end();
|
---|
| 1241 | iSigmaEnd = sigmaCollect.end();
|
---|
| 1242 | TMatrix<r_4> meanReducedRatio(NUMBER_OF_CHANNELS,NUMBER_OF_FREQ); //implicit init to 0
|
---|
| 1243 | TMatrix<r_4> sigma2ReducedRatio(NUMBER_OF_CHANNELS,NUMBER_OF_FREQ); //implicit init to 0
|
---|
| 1244 | for (id=0,iMedian = medianCollect.begin(), iSigma=sigmaCollect.begin();
|
---|
| 1245 | id<nMedians;
|
---|
| 1246 | ++id, ++iMedian, ++iSigma) {
|
---|
| 1247 | TMatrix<r_4> reducedRatio(NUMBER_OF_CHANNELS,NUMBER_OF_FREQ);
|
---|
| 1248 | // if(debuglev_>10){
|
---|
| 1249 | // cout << "reduced Mean [" << mode << "," << id << "]: "
|
---|
| 1250 | // << Mean(iMedian->second) << " "
|
---|
| 1251 | // << Mean(spectreMean) << " "
|
---|
| 1252 | // << Mean(iSigma->second) << " "
|
---|
| 1253 | // << sqrt(valNPaqPerWin_)
|
---|
| 1254 | // << endl;
|
---|
| 1255 | // }
|
---|
| 1256 |
|
---|
| 1257 | reducedRatio = iMedian->second - spectreMean;
|
---|
| 1258 | reducedRatio.Div(iSigma->second);
|
---|
| 1259 | reducedRatio *= sqrt(valNPaqPerWin_)*log(2.0);
|
---|
| 1260 |
|
---|
| 1261 | meanReducedRatio += reducedRatio;
|
---|
| 1262 | sigma2ReducedRatio += reducedRatio&&reducedRatio;
|
---|
| 1263 |
|
---|
| 1264 | // if(debuglev_>10){
|
---|
| 1265 | // cout << "reduced Mean [" << mode << "," << id << "]: " << Mean(reducedRatio) <<endl;
|
---|
| 1266 | // }
|
---|
| 1267 |
|
---|
| 1268 | reducedRatioCollect.insert( pair< pair<string,sa_size_t>, TMatrix<r_4> >(make_pair(mode,id),TMatrix<r_4>(reducedRatio,false) ));
|
---|
| 1269 | }
|
---|
| 1270 |
|
---|
| 1271 | if(debuglev_>10) cout << "number of Means used: " << nMedians << endl;
|
---|
| 1272 | meanReducedRatio /= (r_4)nMedians;
|
---|
| 1273 | sigma2ReducedRatio /= (r_4)nMedians;
|
---|
| 1274 | sigma2ReducedRatio -= meanReducedRatio&&meanReducedRatio;
|
---|
| 1275 | TMatrix<r_4> sigmaReducedRatio(NUMBER_OF_CHANNELS,NUMBER_OF_FREQ);
|
---|
| 1276 | sigmaReducedRatio = Sqrt(sigma2ReducedRatio);
|
---|
| 1277 |
|
---|
| 1278 |
|
---|
| 1279 | meanSigmaRedRatioCollect.insert( pair< string, TMatrix<r_4> >(mode+"Mean",TMatrix<r_4>(meanReducedRatio,false)) );
|
---|
| 1280 | meanSigmaRedRatioCollect.insert( pair< string, TMatrix<r_4> >(mode+"Sigma",TMatrix<r_4>(sigmaReducedRatio,false)) );
|
---|
| 1281 |
|
---|
| 1282 |
|
---|
| 1283 | }//end loop on mode for raw preocess
|
---|
| 1284 |
|
---|
| 1285 | cout << "Save reduced variable based on Means/Sigmas" << endl;
|
---|
| 1286 | string fileName;
|
---|
| 1287 |
|
---|
| 1288 | fileName = "./reducedMedian_" + dateOfRun_ + "_" + StringToLower(sourceName_) + ".ppf";
|
---|
| 1289 |
|
---|
| 1290 | POutPersist fos(fileName);
|
---|
| 1291 | id=0;
|
---|
| 1292 | iReducedEnd = reducedRatioCollect.end();
|
---|
| 1293 | for (iReduced = reducedRatioCollect.begin();
|
---|
| 1294 | iReduced != iReducedEnd ; ++iReduced, ++id) {
|
---|
| 1295 | tag = "redMedian";
|
---|
| 1296 |
|
---|
| 1297 | tag += (iReduced->first).first;
|
---|
| 1298 | stringstream sid;
|
---|
| 1299 | sid << (iReduced->first).second;
|
---|
| 1300 | tag += sid.str();
|
---|
| 1301 | if(debuglev_>9) {
|
---|
| 1302 | cout << "save tag<" << tag << ">" << endl;
|
---|
| 1303 | }
|
---|
| 1304 | fos << PPFNameTag(tag) << iReduced->second;
|
---|
| 1305 | }
|
---|
| 1306 |
|
---|
| 1307 | iMeanSigmaRedEnd = meanSigmaRedRatioCollect.end();
|
---|
| 1308 | for (iMeanSigmaRed = meanSigmaRedRatioCollect.begin();
|
---|
| 1309 | iMeanSigmaRed != iMeanSigmaRedEnd;
|
---|
| 1310 | ++iMeanSigmaRed){
|
---|
| 1311 | tag = "redMedian";
|
---|
| 1312 | tag += iMeanSigmaRed->first;
|
---|
| 1313 | if(debuglev_>9) {
|
---|
| 1314 | cout << "save tag<" << tag << ">" << endl;
|
---|
| 1315 | }
|
---|
| 1316 | fos << PPFNameTag(tag) << iMeanSigmaRed->second;
|
---|
| 1317 | }
|
---|
| 1318 |
|
---|
| 1319 | cout << "OK ProcessONOFFReducedMedianData finished" <<endl;
|
---|
| 1320 | return rc;
|
---|
| 1321 | }
|
---|
| 1322 | //----------------------------------------------
|
---|
[626] | 1323 | // JEC 9/12/11 Make an 2D-image of the Drift Scan
|
---|
| 1324 | //----------------------------------------------
|
---|
| 1325 | int ProcessDriftScanRawData::processCmd() throw(string) {
|
---|
| 1326 | int rc = 0;
|
---|
| 1327 | try {
|
---|
| 1328 | rc = ProcessBase::processCmd();
|
---|
| 1329 | }
|
---|
| 1330 | catch (string s) {
|
---|
| 1331 | throw s;
|
---|
| 1332 | }
|
---|
| 1333 | if(debuglev_>0)cout << "Process Drift Scan Raw Data" << endl;
|
---|
| 1334 |
|
---|
| 1335 | string mode = "On"; //only On data
|
---|
[598] | 1336 |
|
---|
[626] | 1337 | string directoryName;
|
---|
| 1338 | list<string> listOfSpecFiles;
|
---|
| 1339 | list<string>::const_iterator iFile, iFileEnd;
|
---|
| 1340 |
|
---|
| 1341 | //
|
---|
| 1342 | //loop on cycles
|
---|
| 1343 | //
|
---|
| 1344 | for (sa_size_t icycle = ifirstCycle_; icycle <= ilastCycle_; icycle++) {
|
---|
| 1345 | directoryName = inputPath_ + "/"
|
---|
| 1346 | + sourceName_ + "/" + dateOfRun_ + StringToLower(sourceName_) + "/"
|
---|
| 1347 | + mode + "/";
|
---|
| 1348 | stringstream sicycle;
|
---|
| 1349 | sicycle << icycle;
|
---|
| 1350 | directoryName += spectraDirectory_ + sicycle.str() + "/";
|
---|
| 1351 |
|
---|
| 1352 | //read directory
|
---|
| 1353 | listOfSpecFiles = ListOfFileInDir(directoryName,typeOfFile_);
|
---|
| 1354 |
|
---|
| 1355 | //Create a 3D Array: time-like x freq x channel
|
---|
| 1356 | sa_size_t nfiles = listOfSpecFiles.size();
|
---|
| 1357 | TArray<r_4> img(NUMBER_OF_FREQ,NUMBER_OF_CHANNELS,nfiles); //to be conform to TMatrix Default mapping
|
---|
| 1358 |
|
---|
| 1359 | // cout << "Dump 1" << endl;
|
---|
| 1360 | // img.Print(cout);
|
---|
| 1361 |
|
---|
| 1362 | iFileEnd = listOfSpecFiles.end();
|
---|
| 1363 | sa_size_t nSpectres = 0;
|
---|
| 1364 | for (iFile = listOfSpecFiles.begin(); iFile != iFileEnd; ++iFile) {
|
---|
| 1365 | FitsInOutFile aSpectrum(*iFile,FitsInOutFile::Fits_RO);
|
---|
| 1366 | TMatrix<r_4> spectre(NUMBER_OF_CHANNELS,NUMBER_OF_FREQ);
|
---|
| 1367 | aSpectrum >> spectre;
|
---|
| 1368 | // cout << "Dump 2" << endl;
|
---|
| 1369 | // spectre.Print(cout);
|
---|
| 1370 |
|
---|
| 1371 | TMatrix<r_4> imgtmp(img(Range::all(),Range::all(),Range(nSpectres)).CompactAllDimensions());
|
---|
| 1372 | // cout << "Dump 3" << endl;
|
---|
| 1373 | // imgtmp.Print(cout);
|
---|
| 1374 |
|
---|
| 1375 | imgtmp = spectre;
|
---|
| 1376 |
|
---|
| 1377 | // cout << "Dump 4" << endl;
|
---|
| 1378 | // imgtmp.Print(cout);
|
---|
| 1379 |
|
---|
| 1380 | nSpectres++;
|
---|
| 1381 | }// end of for files
|
---|
| 1382 |
|
---|
| 1383 | cout << "Save image " << endl;
|
---|
| 1384 | string fileName;
|
---|
| 1385 | fileName = outputPath_ + "/"
|
---|
| 1386 | // + sourceName_ + "/" + dateOfRun_ + StringToLower(sourceName_) + "/"
|
---|
| 1387 | + "img_" + dateOfRun_ + "_" + StringToLower(sourceName_)
|
---|
| 1388 | + "_cycle"+sicycle.str() + ".ppf";
|
---|
| 1389 | POutPersist fos(fileName);
|
---|
| 1390 | string tag = "img" + sicycle.str();
|
---|
| 1391 | fos << PPFNameTag(tag) << img;
|
---|
| 1392 |
|
---|
| 1393 | }//end of cycle loop
|
---|
| 1394 |
|
---|
| 1395 | cout << "Ok drift finished" << endl;
|
---|
| 1396 | return rc;
|
---|
| 1397 |
|
---|
| 1398 | }
|
---|
[507] | 1399 | //----------------------------------------------
|
---|
[626] | 1400 | //Make ON-OFF analysis WO any calibration START
|
---|
| 1401 | //----------------------------------------------
|
---|
[524] | 1402 | int ProcessONOFFRawData::processCmd() throw(string) {
|
---|
| 1403 | int rc = 0;
|
---|
| 1404 | try {
|
---|
| 1405 | rc = ProcessBase::processCmd();
|
---|
| 1406 | }
|
---|
| 1407 | catch (string s) {
|
---|
| 1408 | throw s;
|
---|
| 1409 | }
|
---|
| 1410 | if(debuglev_>0)cout << "Process Raw Data ON OFF" << endl;
|
---|
| 1411 | vector<string> modeList;
|
---|
| 1412 | modeList.push_back("On");
|
---|
| 1413 | modeList.push_back("Off");
|
---|
| 1414 | vector<string>::const_iterator iMode;
|
---|
| 1415 |
|
---|
| 1416 | uint_4 id;
|
---|
| 1417 | string tag;
|
---|
| 1418 |
|
---|
| 1419 | //
|
---|
| 1420 | //Process to get sucessively
|
---|
| 1421 | //Raw Spectra,
|
---|
[595] | 1422 | //The processes are separated to allow intermediate save of results
|
---|
[524] | 1423 |
|
---|
| 1424 | map< pair<string, sa_size_t>, TMatrix<r_4> > spectreCollect;
|
---|
| 1425 | map< pair<string, sa_size_t>, TMatrix<r_4> >::iterator iSpectre, iSpectreEnd;
|
---|
| 1426 |
|
---|
| 1427 | for (iMode = modeList.begin(); iMode != modeList.end(); ++iMode) {
|
---|
| 1428 | string mode = *iMode;
|
---|
| 1429 | if(debuglev_>0)cout << "Process RAW Mode " << mode << endl;
|
---|
| 1430 |
|
---|
| 1431 | //------------------------------------------
|
---|
| 1432 | //Produce Raw spectra per cycle
|
---|
| 1433 | //------------------------------------------
|
---|
| 1434 |
|
---|
| 1435 | string directoryName;
|
---|
| 1436 | list<string> listOfSpecFiles;
|
---|
| 1437 | list<string>::const_iterator iFile, iFileEnd;
|
---|
| 1438 |
|
---|
| 1439 |
|
---|
| 1440 | //
|
---|
| 1441 | //loop on cycles
|
---|
| 1442 | //
|
---|
| 1443 | for (sa_size_t icycle = ifirstCycle_; icycle <= ilastCycle_; icycle++) {
|
---|
[593] | 1444 | directoryName = inputPath_ + "/"
|
---|
| 1445 | + sourceName_ + "/" + dateOfRun_ + StringToLower(sourceName_) + "/"
|
---|
| 1446 | + mode + "/";
|
---|
[524] | 1447 | stringstream sicycle;
|
---|
| 1448 | sicycle << icycle;
|
---|
| 1449 | directoryName += spectraDirectory_ + sicycle.str() + "/";
|
---|
| 1450 |
|
---|
| 1451 | //read directory
|
---|
| 1452 | listOfSpecFiles = ListOfFileInDir(directoryName,typeOfFile_);
|
---|
| 1453 |
|
---|
| 1454 |
|
---|
| 1455 | //compute mean of spectra created in a cycle
|
---|
| 1456 | if(debuglev_>0)cout << "compute mean for cycle " << icycle << endl;
|
---|
| 1457 | TMatrix<r_4> spectreMean(NUMBER_OF_CHANNELS,NUMBER_OF_FREQ); //implicit init to 0
|
---|
| 1458 | iFileEnd = listOfSpecFiles.end();
|
---|
| 1459 | r_4 nSpectres = 0;
|
---|
| 1460 | for (iFile = listOfSpecFiles.begin(); iFile != iFileEnd; ++iFile) {
|
---|
| 1461 | FitsInOutFile aSpectrum(*iFile,FitsInOutFile::Fits_RO);
|
---|
| 1462 | TMatrix<r_4> spectre(NUMBER_OF_CHANNELS,NUMBER_OF_FREQ);
|
---|
| 1463 | aSpectrum >> spectre;
|
---|
| 1464 | spectreMean += spectre;
|
---|
| 1465 | nSpectres++;
|
---|
| 1466 | }// end of for files
|
---|
| 1467 | if(nSpectres>0) spectreMean /= nSpectres;
|
---|
| 1468 |
|
---|
| 1469 | //save mean spectrum
|
---|
| 1470 | spectreCollect.insert( pair< pair<string,sa_size_t>, TMatrix<r_4> >(make_pair(mode,icycle),TMatrix<r_4>(spectreMean,false) ));
|
---|
| 1471 | }//end of for cycles
|
---|
| 1472 | }//end loop on mode for raw preocess
|
---|
| 1473 |
|
---|
[527] | 1474 | //JEC 23/9/11 DO IT
|
---|
| 1475 | // if(debuglev_>1) {//save mean spectra on file
|
---|
| 1476 | cout << "Save mean raw spectra" << endl;
|
---|
| 1477 | string fileName;
|
---|
| 1478 | fileName = "./dataRaw_" + dateOfRun_ + "_" + StringToLower(sourceName_) + ".ppf";
|
---|
[524] | 1479 |
|
---|
[527] | 1480 | POutPersist fos(fileName);
|
---|
| 1481 | id=0;
|
---|
| 1482 | iSpectreEnd = spectreCollect.end();
|
---|
| 1483 | for (iSpectre = spectreCollect.begin();
|
---|
| 1484 | iSpectre != iSpectreEnd ; ++iSpectre, ++id) {
|
---|
| 1485 | tag = "specRaw";
|
---|
| 1486 | tag += (iSpectre->first).first;
|
---|
| 1487 | stringstream sid;
|
---|
| 1488 | sid << (iSpectre->first).second;
|
---|
| 1489 | tag += sid.str();
|
---|
| 1490 | if(debuglev_>9) {
|
---|
| 1491 | cout << "save tag<" << tag << ">" << endl;
|
---|
[524] | 1492 | }
|
---|
[527] | 1493 | fos << PPFNameTag(tag) << iSpectre->second;
|
---|
| 1494 | }
|
---|
| 1495 | // }//end of save fits
|
---|
[524] | 1496 |
|
---|
| 1497 |
|
---|
| 1498 | //------------------------------------------
|
---|
| 1499 | // Perform ON-OFF
|
---|
| 1500 | //------------------------------------------
|
---|
| 1501 |
|
---|
| 1502 | map< sa_size_t, TMatrix<r_4> > diffCollect;
|
---|
| 1503 | map< sa_size_t, TMatrix<r_4> >::iterator iDiff, iDiffEnd;
|
---|
| 1504 |
|
---|
| 1505 | TMatrix<r_4> diffMeanOnOff(NUMBER_OF_CHANNELS,NUMBER_OF_FREQ); //init zero
|
---|
| 1506 | r_4 nCycles = 0;
|
---|
| 1507 | for (sa_size_t icycle = ifirstCycle_; icycle <= ilastCycle_; icycle++) {
|
---|
| 1508 | nCycles++;
|
---|
| 1509 | TMatrix<r_4> specmtxOn(spectreCollect[make_pair(modeList[0],icycle)],false); //clone the memory
|
---|
| 1510 | TMatrix<r_4> specmtxOff(spectreCollect[make_pair(modeList[1],icycle)],false); //clone the memory
|
---|
| 1511 | TMatrix<r_4> diffOnOff = specmtxOn - specmtxOff;
|
---|
| 1512 | diffCollect.insert(pair< sa_size_t,TMatrix<r_4> >(icycle,TMatrix<r_4>(diffOnOff,false) ));
|
---|
| 1513 | diffMeanOnOff += diffOnOff;
|
---|
| 1514 | }//end loop on cycle
|
---|
| 1515 | if(nCycles>0) diffMeanOnOff/=nCycles;
|
---|
| 1516 |
|
---|
[595] | 1517 | //extract channels and do the mean
|
---|
[524] | 1518 | TVector<r_4> meanOfChan(NUMBER_OF_FREQ); //implicitly init to 0
|
---|
| 1519 | for (sa_size_t iCh=0; iCh<NUMBER_OF_CHANNELS; ++iCh) {
|
---|
| 1520 | meanOfChan += diffMeanOnOff.Row(iCh).Transpose();
|
---|
| 1521 | }
|
---|
| 1522 | meanOfChan /= (r_4)NUMBER_OF_CHANNELS;
|
---|
| 1523 |
|
---|
| 1524 |
|
---|
| 1525 |
|
---|
| 1526 | {//save diff ON-OFF on Raw data
|
---|
| 1527 | if(debuglev_>0)cout << "save ON-OFF RAW spectra" << endl;
|
---|
| 1528 | string fileName;
|
---|
| 1529 | fileName = "./diffOnOffRaw_" + dateOfRun_ + "_" + StringToLower(sourceName_) + ".ppf";
|
---|
| 1530 | POutPersist fos(fileName);
|
---|
| 1531 | iDiffEnd = diffCollect.end();
|
---|
| 1532 | id = 0;
|
---|
| 1533 |
|
---|
| 1534 | //JEC 22/9/11 Mean & Sigma in 32-bins size START
|
---|
| 1535 | sa_size_t nSliceFreq = 32; //TODO: put as an input parameter option ?
|
---|
| 1536 | sa_size_t deltaFreq = NUMBER_OF_FREQ/nSliceFreq;
|
---|
| 1537 | //JEC 22/9/11 Mean & Sigma in 32-bins size END
|
---|
| 1538 |
|
---|
| 1539 | for (iDiff = diffCollect.begin();iDiff != iDiffEnd ; ++iDiff, id++) {
|
---|
| 1540 | tag = "specONOFFRaw";
|
---|
| 1541 | stringstream sid;
|
---|
| 1542 | sid << iDiff->first;
|
---|
| 1543 | tag += sid.str();
|
---|
| 1544 | fos << PPFNameTag(tag) << iDiff->second;
|
---|
| 1545 |
|
---|
| 1546 | //JEC 22/9/11 Mean & Sigma in 32-bins size START
|
---|
| 1547 | if (debuglev_>9) {
|
---|
| 1548 | cout << "Debug slicing: slice/delta " << nSliceFreq << " " << deltaFreq << endl;
|
---|
| 1549 | }
|
---|
| 1550 | TMatrix<r_4> reducedMeanDiffOnOff(NUMBER_OF_CHANNELS,nSliceFreq); //init 0 by default
|
---|
| 1551 | TMatrix<r_4> reducedSigmaDiffOnOff(NUMBER_OF_CHANNELS,nSliceFreq); //init 0 by default
|
---|
| 1552 | for (sa_size_t iSlice=0; iSlice<nSliceFreq; iSlice++){
|
---|
| 1553 | sa_size_t freqLow= iSlice*deltaFreq;
|
---|
| 1554 | sa_size_t freqHigh= freqLow + deltaFreq -1;
|
---|
| 1555 | if (debuglev_>9) {
|
---|
| 1556 | cout << "Debug .......... slicing ["<< iSlice << "]: low/high freq" << freqLow << "/" << freqHigh << endl;
|
---|
| 1557 | }
|
---|
| 1558 | for (sa_size_t iCh=0; iCh<NUMBER_OF_CHANNELS; ++iCh){
|
---|
| 1559 | if (debuglev_>9) {
|
---|
| 1560 | cout << "Debug .......... Channel " << iCh;
|
---|
| 1561 | }
|
---|
| 1562 | TVector<r_4> reducedRow;
|
---|
| 1563 | reducedRow = (iDiff->second).SubMatrix(Range(iCh),Range(freqLow,freqHigh)).CompactAllDimensions();
|
---|
| 1564 | double mean;
|
---|
| 1565 | double sigma;
|
---|
| 1566 | MeanSigma(reducedRow,mean,sigma);
|
---|
| 1567 | if (debuglev_>9) {
|
---|
[595] | 1568 | cout << "mean/sigma " << mean << "/" << sigma << endl;
|
---|
[524] | 1569 | }
|
---|
| 1570 | reducedMeanDiffOnOff(iCh,iSlice) = mean;
|
---|
| 1571 | reducedSigmaDiffOnOff(iCh,iSlice) = sigma;
|
---|
| 1572 | }//loop on Channel
|
---|
| 1573 | }//loop on Freq. slice
|
---|
| 1574 | tag = "redMeanONOFFRaw";
|
---|
| 1575 | tag += sid.str();
|
---|
| 1576 | fos << PPFNameTag(tag) << reducedMeanDiffOnOff;
|
---|
| 1577 | tag = "redSigmaONOFFRaw";
|
---|
| 1578 | tag += sid.str();
|
---|
| 1579 | fos << PPFNameTag(tag) << reducedSigmaDiffOnOff;
|
---|
| 1580 | //JEC 22/9/11 END
|
---|
| 1581 |
|
---|
| 1582 | }//loop on ON-OFF spectre
|
---|
| 1583 | //save the mean also
|
---|
| 1584 | fos << PPFNameTag("specONOFFRawMean") << diffMeanOnOff;
|
---|
| 1585 |
|
---|
| 1586 | //JEC 22/9/11 START
|
---|
| 1587 | TMatrix<r_4> reducedMeanDiffOnOffAll(NUMBER_OF_CHANNELS,nSliceFreq); //init 0 by default
|
---|
| 1588 | TMatrix<r_4> reducedSigmaDiffOnOffAll(NUMBER_OF_CHANNELS,nSliceFreq); //init 0 by default
|
---|
| 1589 | for (sa_size_t iSlice=0; iSlice<nSliceFreq; iSlice++){
|
---|
| 1590 | sa_size_t freqLow= iSlice*deltaFreq;
|
---|
| 1591 | sa_size_t freqHigh= freqLow + deltaFreq -1;
|
---|
| 1592 | if (debuglev_>9) {
|
---|
| 1593 | cout << "Debug .......... slicing ["<< iSlice << "]: low/high freq" << freqLow << "/" << freqHigh << endl;
|
---|
| 1594 | }
|
---|
| 1595 | for (sa_size_t iCh=0; iCh<NUMBER_OF_CHANNELS; ++iCh){
|
---|
| 1596 | if (debuglev_>9) {
|
---|
| 1597 | cout << "Debug .......... Channel " << iCh;
|
---|
| 1598 | }
|
---|
| 1599 | TVector<r_4> reducedRow;
|
---|
| 1600 | reducedRow = diffMeanOnOff.SubMatrix(Range(iCh),Range(freqLow,freqHigh)).CompactAllDimensions();
|
---|
| 1601 | double mean;
|
---|
| 1602 | double sigma;
|
---|
| 1603 | MeanSigma(reducedRow,mean,sigma);
|
---|
| 1604 | if (debuglev_>9) {
|
---|
| 1605 | cout << "mean/signa " << mean << "/" << sigma << endl;
|
---|
| 1606 | }
|
---|
| 1607 | reducedMeanDiffOnOffAll(iCh,iSlice) = mean;
|
---|
| 1608 | reducedSigmaDiffOnOffAll(iCh,iSlice) = sigma;
|
---|
| 1609 | }//loop on Channel
|
---|
| 1610 | }//loop on Freq. slice
|
---|
| 1611 | tag = "redMeanONOFFRawAll";
|
---|
| 1612 | fos << PPFNameTag(tag) << reducedMeanDiffOnOffAll;
|
---|
| 1613 | tag = "redSigmaONOFFRawAll";
|
---|
| 1614 | fos << PPFNameTag(tag) << reducedSigmaDiffOnOffAll;
|
---|
| 1615 | //JEC 22/9/11 END
|
---|
| 1616 |
|
---|
| 1617 |
|
---|
| 1618 |
|
---|
| 1619 | fos << PPFNameTag("specONOFFRaw2ChanMean") << meanOfChan;
|
---|
| 1620 | }//end of save fits
|
---|
| 1621 |
|
---|
[527] | 1622 |
|
---|
| 1623 | cout << "OK rawOnOff finished" <<endl;
|
---|
[524] | 1624 | return rc;
|
---|
| 1625 | } //ProcessONOFFRawData::processCmd
|
---|
| 1626 |
|
---|
| 1627 | //JEC 22/9/11 Make ON-OFF analysis WO any calibration END
|
---|
| 1628 | //----------------------------------------------
|
---|
[507] | 1629 | int ProcessONOFFData::processCmd() throw(string) {
|
---|
| 1630 | int rc = 0;
|
---|
| 1631 | try {
|
---|
| 1632 | rc = ProcessBase::processCmd();
|
---|
| 1633 | }
|
---|
| 1634 | catch (string s) {
|
---|
| 1635 | throw s;
|
---|
| 1636 | }
|
---|
[593] | 1637 | if(debuglev_>0)cout << "Process Data" << endl;
|
---|
[507] | 1638 | vector<string> modeList;
|
---|
| 1639 | modeList.push_back("On");
|
---|
| 1640 | modeList.push_back("Off");
|
---|
| 1641 | vector<string>::const_iterator iMode;
|
---|
| 1642 |
|
---|
| 1643 | uint_4 id;
|
---|
| 1644 | string tag;
|
---|
| 1645 |
|
---|
| 1646 | //
|
---|
| 1647 | //Process to get sucessively
|
---|
| 1648 | //Raw Spectra,
|
---|
| 1649 | //BAO Calibrated Spectra
|
---|
| 1650 | //and RT Calibrated Spectra
|
---|
| 1651 | //The pocesses are separated to allow intermediate save of results
|
---|
| 1652 |
|
---|
| 1653 | map< pair<string, sa_size_t>, TMatrix<r_4> > spectreCollect;
|
---|
| 1654 | map< pair<string, sa_size_t>, TMatrix<r_4> >::iterator iSpectre, iSpectreEnd;
|
---|
| 1655 |
|
---|
| 1656 | for (iMode = modeList.begin(); iMode != modeList.end(); ++iMode) {
|
---|
| 1657 | string mode = *iMode;
|
---|
| 1658 | if(debuglev_>0)cout << "Process RAW Mode " << mode << endl;
|
---|
| 1659 |
|
---|
| 1660 | //------------------------------------------
|
---|
| 1661 | //Produce Raw spectra per cycle
|
---|
| 1662 | //------------------------------------------
|
---|
| 1663 |
|
---|
| 1664 | string directoryName;
|
---|
| 1665 | list<string> listOfSpecFiles;
|
---|
| 1666 | list<string>::const_iterator iFile, iFileEnd;
|
---|
| 1667 |
|
---|
| 1668 |
|
---|
| 1669 | //
|
---|
| 1670 | //loop on cycles
|
---|
| 1671 | //
|
---|
| 1672 | for (sa_size_t icycle = ifirstCycle_; icycle <= ilastCycle_; icycle++) {
|
---|
| 1673 | //TOBE FIXED directoryName = "./" + sourceName_ + "/"+ dateOfRun_ + StringToLower(sourceName_) + "/" +mode + "/";
|
---|
| 1674 | directoryName = "./" + mode + "/";
|
---|
| 1675 | stringstream sicycle;
|
---|
| 1676 | sicycle << icycle;
|
---|
| 1677 | directoryName += spectraDirectory_ + sicycle.str() + "/";
|
---|
| 1678 |
|
---|
| 1679 | //read directory
|
---|
| 1680 | listOfSpecFiles = ListOfFileInDir(directoryName,typeOfFile_);
|
---|
| 1681 |
|
---|
| 1682 |
|
---|
| 1683 | //compute mean of spectra created in a cycle
|
---|
| 1684 | if(debuglev_>0)cout << "compute mean for cycle " << icycle << endl;
|
---|
| 1685 | TMatrix<r_4> spectreMean(NUMBER_OF_CHANNELS,NUMBER_OF_FREQ); //implicit init to 0
|
---|
| 1686 | iFileEnd = listOfSpecFiles.end();
|
---|
| 1687 | r_4 nSpectres = 0;
|
---|
| 1688 | for (iFile = listOfSpecFiles.begin(); iFile != iFileEnd; ++iFile) {
|
---|
| 1689 | FitsInOutFile aSpectrum(*iFile,FitsInOutFile::Fits_RO);
|
---|
| 1690 | TMatrix<r_4> spectre(NUMBER_OF_CHANNELS,NUMBER_OF_FREQ);
|
---|
| 1691 | aSpectrum >> spectre;
|
---|
| 1692 | spectreMean += spectre;
|
---|
| 1693 | nSpectres++;
|
---|
| 1694 | }// end of for files
|
---|
| 1695 | if(nSpectres>0) spectreMean /= nSpectres;
|
---|
| 1696 |
|
---|
| 1697 | //save mean spectrum
|
---|
| 1698 | spectreCollect.insert( pair< pair<string,sa_size_t>, TMatrix<r_4> >(make_pair(mode,icycle),TMatrix<r_4>(spectreMean,false) ));
|
---|
| 1699 | }//end of for cycles
|
---|
| 1700 | }//end loop on mode for raw preocess
|
---|
| 1701 |
|
---|
| 1702 | if(debuglev_>1) {//save mean spectra on file
|
---|
| 1703 | cout << "Save mean raw spectra" << endl;
|
---|
| 1704 | string fileName;
|
---|
| 1705 | //TOBE FIXED fileName = "./" + sourceName_ + "/" + dateOfRun_ + "_" + StringToLower(sourceName_) + "_" + "dataRaw" + ".ppf";
|
---|
| 1706 | fileName = "./dataRaw_" + dateOfRun_ + "_" + StringToLower(sourceName_) + ".ppf";
|
---|
| 1707 |
|
---|
| 1708 | POutPersist fos(fileName);
|
---|
| 1709 | id=0;
|
---|
| 1710 | iSpectreEnd = spectreCollect.end();
|
---|
| 1711 | for (iSpectre = spectreCollect.begin();
|
---|
| 1712 | iSpectre != iSpectreEnd ; ++iSpectre, ++id) {
|
---|
| 1713 | tag = "specRaw";
|
---|
[523] | 1714 |
|
---|
| 1715 | //JEC 20/9/11 modif tag to take into account Mode and Cycle number START
|
---|
| 1716 | // stringstream sid;
|
---|
| 1717 | // sid << id;
|
---|
| 1718 | // tag += sid.str();
|
---|
| 1719 | tag += (iSpectre->first).first;
|
---|
[507] | 1720 | stringstream sid;
|
---|
[523] | 1721 | sid << (iSpectre->first).second;
|
---|
[507] | 1722 | tag += sid.str();
|
---|
[523] | 1723 | if(debuglev_>9) {
|
---|
| 1724 | cout << "save tag<" << tag << ">" << endl;
|
---|
| 1725 | }
|
---|
| 1726 | //JEC 20/9/11 modif tag to take into account Mode and Cycle number END
|
---|
| 1727 |
|
---|
[507] | 1728 | fos << PPFNameTag(tag) << iSpectre->second;
|
---|
| 1729 | }
|
---|
| 1730 | }//end of save fits
|
---|
| 1731 |
|
---|
| 1732 |
|
---|
| 1733 |
|
---|
| 1734 | for (iMode = modeList.begin(); iMode != modeList.end(); ++iMode) {
|
---|
| 1735 | string mode = *iMode;
|
---|
| 1736 | if(debuglev_>0)cout << "Process CALIB BAO Mode " << mode << endl;
|
---|
| 1737 | //------------------------------------------
|
---|
| 1738 | // Correct Raw spectra for BAO calibration
|
---|
| 1739 | //------------------------------------------
|
---|
| 1740 | //Read BAO calibration files
|
---|
| 1741 | sa_size_t nr,nc; //values read
|
---|
[523] | 1742 |
|
---|
[556] | 1743 | //JEC 20/9/11 use mean calibration coeff upon all cycles START
|
---|
[523] | 1744 | string calibFileName = inputPath_+ "/"
|
---|
| 1745 | + sourceName_ + "/" + dateOfRun_ + StringToLower(sourceName_)
|
---|
| 1746 | + "/calib_" + dateOfRun_ + "_" + StringToLower(sourceName_) + "_"
|
---|
| 1747 | + mode + "_" + freqBAOCalibration_ + "MHz-All.txt";
|
---|
[507] | 1748 |
|
---|
[523] | 1749 | if(debuglev_>0) cout << "Read file " << calibFileName << endl;
|
---|
| 1750 | ifstream ifs(calibFileName.c_str());
|
---|
| 1751 | if ( ! ifs.is_open() ) {
|
---|
| 1752 | rc = 999;
|
---|
| 1753 | throw calibFileName + " cannot be opened...";
|
---|
| 1754 | }
|
---|
| 1755 | TVector<r_4> calibBAOfactors;
|
---|
| 1756 | if(debuglev_>9) cout << "Debug 1" << endl;
|
---|
| 1757 | calibBAOfactors.ReadASCII(ifs,nr,nc);
|
---|
| 1758 | if(debuglev_>9){
|
---|
| 1759 | cout << "Debug 2: (nr,nc): "<< nr << "," << nc << endl;
|
---|
| 1760 | calibBAOfactors.Print(cout);
|
---|
| 1761 | }
|
---|
[507] | 1762 |
|
---|
[556] | 1763 | //JEC 20/9/11 use mean calibration coeff upon all cycles END
|
---|
[523] | 1764 |
|
---|
[507] | 1765 | //
|
---|
| 1766 | //spectra corrected by BAO calibration factor
|
---|
[523] | 1767 | //-----make it different on Channels and Cycles (1/06/2011) OBSOLETE
|
---|
| 1768 | //use mean calibration coeff upon all cycles (20/6/11)
|
---|
[507] | 1769 | //warning cycles are numbered from 1,...,N
|
---|
| 1770 | //
|
---|
| 1771 | if(debuglev_>0)cout << "do calibration..." << endl;
|
---|
| 1772 | for (sa_size_t icycle = ifirstCycle_; icycle <= ilastCycle_; icycle++) {
|
---|
| 1773 | TMatrix<r_4> specmtx(spectreCollect[make_pair(mode,icycle)],true); //share the memory
|
---|
| 1774 |
|
---|
| 1775 | for (sa_size_t iCh=0;iCh<NUMBER_OF_CHANNELS;++iCh){
|
---|
[523] | 1776 | //JEC 20/9/11 use mean calibration coeff upon all cycles START
|
---|
| 1777 |
|
---|
| 1778 | // specmtx( Range(iCh), Range::all() ) /= calibBAOfactors(iCh,icycle-1);
|
---|
| 1779 | specmtx( Range(iCh), Range::all() ) /= calibBAOfactors(iCh);
|
---|
| 1780 | //JEC 20/9/11 use mean calibration coeff upon all cycles END
|
---|
[507] | 1781 | }
|
---|
| 1782 | }
|
---|
| 1783 | } //end loop mode for BAO calib
|
---|
| 1784 |
|
---|
[556] | 1785 | cout << "save calibrated BAO spectra" << endl;
|
---|
| 1786 | string fileName;
|
---|
| 1787 | //TO BE FIXED fileName = "./" + sourceName_ + "/" + dateOfRun_ + "_" + StringToLower(sourceName_) + "_" + "dataBAOCalib" + ".ppf";
|
---|
| 1788 | fileName = "./dataBAOCalib_" + dateOfRun_ + "_" + StringToLower(sourceName_) + ".ppf";
|
---|
| 1789 |
|
---|
| 1790 | POutPersist fos(fileName);
|
---|
| 1791 | iSpectreEnd = spectreCollect.end();
|
---|
| 1792 | id=0;
|
---|
| 1793 | for (iSpectre = spectreCollect.begin();iSpectre != iSpectreEnd ; ++iSpectre, ++id) {
|
---|
| 1794 |
|
---|
| 1795 | tag = "specBAOCalib";
|
---|
| 1796 | //JEC 20/9/11 modif tag to take into account Mode and Cycle number START
|
---|
| 1797 | // stringstream sid;
|
---|
| 1798 | // sid << id;
|
---|
| 1799 | // tag += sid.str();
|
---|
| 1800 | tag += (iSpectre->first).first;
|
---|
| 1801 | stringstream sid;
|
---|
| 1802 | sid << (iSpectre->first).second;
|
---|
| 1803 | tag += sid.str();
|
---|
| 1804 | if(debuglev_>9) {
|
---|
| 1805 | cout << "save tag<" << tag << ">" << endl;
|
---|
[507] | 1806 | }
|
---|
[556] | 1807 | //JEC 20/9/11 modif tag to take into account Mode and Cycle number END
|
---|
| 1808 |
|
---|
| 1809 | fos << PPFNameTag(tag) << iSpectre->second;
|
---|
| 1810 | }
|
---|
[507] | 1811 |
|
---|
| 1812 | for (iMode = modeList.begin(); iMode != modeList.end(); ++iMode) {
|
---|
| 1813 | string mode = *iMode;
|
---|
| 1814 | if(debuglev_>0)cout << "Process CALIB RT Mode " << mode << endl;
|
---|
| 1815 | //------------------------------------------
|
---|
| 1816 | // Correct BAO calib spectra for RT calibration
|
---|
| 1817 | //------------------------------------------
|
---|
| 1818 | //Very Preliminary May-June 11
|
---|
| 1819 | //coef RT @ 1346MHz Ouest - Est associees a Ch 0 et 1
|
---|
| 1820 | r_4 calibRT[NUMBER_OF_CHANNELS] = {27.724, 22.543};
|
---|
| 1821 | for (sa_size_t icycle = ifirstCycle_; icycle <= ilastCycle_; icycle++) {
|
---|
| 1822 | TMatrix<r_4> specmtx(spectreCollect[make_pair(mode,icycle)],true); //share the memory
|
---|
| 1823 | for (sa_size_t iCh=0;iCh<NUMBER_OF_CHANNELS;++iCh){
|
---|
| 1824 | specmtx( Range(iCh), Range::all() ) *= calibRT[iCh];
|
---|
| 1825 | }
|
---|
| 1826 | }
|
---|
| 1827 | }//end loop on mode RT calib
|
---|
| 1828 |
|
---|
| 1829 | {//save mean spectra BAO & RT calibrated on file
|
---|
| 1830 | if(debuglev_>0)cout << "save calibrated BAO & RT spectra" << endl;
|
---|
| 1831 | string fileName;
|
---|
[514] | 1832 | //TO BE FIXED fileName = "./" + sourceName_ + "/" + dateOfRun_ + "_" + StringToLower(sourceName_) + "_" + "dataBAORTCalib" + ".ppf";
|
---|
| 1833 | fileName = "./dataBAORTCalib_" + dateOfRun_ + "_" + StringToLower(sourceName_) + ".ppf";
|
---|
[507] | 1834 | POutPersist fos(fileName);
|
---|
| 1835 | iSpectreEnd = spectreCollect.end();
|
---|
| 1836 | id = 0;
|
---|
| 1837 | for (iSpectre = spectreCollect.begin();iSpectre != iSpectreEnd ; ++iSpectre, ++id) {
|
---|
| 1838 | tag = "specBAORTCalib";
|
---|
[523] | 1839 | //JEC 20/9/11 modif tag to take into account Mode and Cycle number START
|
---|
| 1840 | // stringstream sid;
|
---|
| 1841 | // sid << id;
|
---|
| 1842 | // tag += sid.str();
|
---|
| 1843 | tag += (iSpectre->first).first;
|
---|
[507] | 1844 | stringstream sid;
|
---|
[523] | 1845 | sid << (iSpectre->first).second;
|
---|
[507] | 1846 | tag += sid.str();
|
---|
[523] | 1847 | if(debuglev_>9) {
|
---|
| 1848 | cout << "save tag<" << tag << ">" << endl;
|
---|
| 1849 | }
|
---|
| 1850 | //JEC 20/9/11 modif tag to take into account Mode and Cycle number END
|
---|
| 1851 | fos << PPFNameTag(tag) << iSpectre->second;
|
---|
[507] | 1852 | }
|
---|
| 1853 | }//end of save fits
|
---|
| 1854 |
|
---|
| 1855 | //------------------------------------------
|
---|
| 1856 | // Perform ON-OFF
|
---|
| 1857 | //------------------------------------------
|
---|
| 1858 |
|
---|
| 1859 | map< sa_size_t, TMatrix<r_4> > diffCollect;
|
---|
| 1860 | map< sa_size_t, TMatrix<r_4> >::iterator iDiff, iDiffEnd;
|
---|
| 1861 |
|
---|
| 1862 | TMatrix<r_4> diffMeanOnOff(NUMBER_OF_CHANNELS,NUMBER_OF_FREQ); //init zero
|
---|
| 1863 | r_4 nCycles = 0;
|
---|
| 1864 | for (sa_size_t icycle = ifirstCycle_; icycle <= ilastCycle_; icycle++) {
|
---|
| 1865 | nCycles++;
|
---|
| 1866 | TMatrix<r_4> specmtxOn(spectreCollect[make_pair(modeList[0],icycle)],false); //clone the memory
|
---|
| 1867 | TMatrix<r_4> specmtxOff(spectreCollect[make_pair(modeList[1],icycle)],false); //clone the memory
|
---|
| 1868 | TMatrix<r_4> diffOnOff = specmtxOn - specmtxOff;
|
---|
| 1869 | diffCollect.insert(pair< sa_size_t,TMatrix<r_4> >(icycle,TMatrix<r_4>(diffOnOff,false) ));
|
---|
| 1870 | diffMeanOnOff += diffOnOff;
|
---|
| 1871 | }//end loop on cycle
|
---|
| 1872 | if(nCycles>0) diffMeanOnOff/=nCycles;
|
---|
| 1873 |
|
---|
| 1874 | //exctract channels and do the mean
|
---|
| 1875 | TVector<r_4> meanOfChan(NUMBER_OF_FREQ); //implicitly init to 0
|
---|
| 1876 | for (sa_size_t iCh=0; iCh<NUMBER_OF_CHANNELS; ++iCh) {
|
---|
| 1877 | meanOfChan += diffMeanOnOff.Row(iCh).Transpose();
|
---|
| 1878 | }
|
---|
| 1879 | meanOfChan /= (r_4)NUMBER_OF_CHANNELS;
|
---|
| 1880 |
|
---|
| 1881 |
|
---|
| 1882 |
|
---|
| 1883 | {//save diff ON-OFF BAO & RT calibrated
|
---|
| 1884 | if(debuglev_>0)cout << "save ON-OFF spectra" << endl;
|
---|
| 1885 | string fileName;
|
---|
[514] | 1886 | //TO BE FIXED fileName = "./" + sourceName_ + "/" + dateOfRun_ + "_" + StringToLower(sourceName_) + "_" + "diffOnOff" + ".ppf";
|
---|
| 1887 | fileName = "./diffOnOff_" + dateOfRun_ + "_" + StringToLower(sourceName_) + ".ppf";
|
---|
[507] | 1888 | POutPersist fos(fileName);
|
---|
| 1889 | iDiffEnd = diffCollect.end();
|
---|
| 1890 | id = 0;
|
---|
| 1891 | for (iDiff = diffCollect.begin();iDiff != iDiffEnd ; ++iDiff, id++) {
|
---|
| 1892 | tag = "specONOFF";
|
---|
| 1893 | stringstream sid;
|
---|
[523] | 1894 | //JEC 20/9/11 sid << id;
|
---|
| 1895 | sid << iDiff->first;
|
---|
[507] | 1896 | tag += sid.str();
|
---|
[523] | 1897 | if(debuglev_>9) {
|
---|
| 1898 | cout << "save tag<" << tag << ">" << endl;
|
---|
| 1899 | }
|
---|
| 1900 | fos << PPFNameTag(tag) << iDiff->second;
|
---|
[507] | 1901 | }
|
---|
| 1902 | //save the mean also
|
---|
| 1903 | fos << PPFNameTag("specONOFFMean") << diffMeanOnOff;
|
---|
| 1904 | fos << PPFNameTag("specONOFF2ChanMean") << meanOfChan;
|
---|
| 1905 | }//end of save fits
|
---|
| 1906 |
|
---|
[527] | 1907 | cout << "OK dataOnOff finished";
|
---|
| 1908 |
|
---|
[507] | 1909 | return rc;
|
---|
| 1910 | } //ProcessONOFFData::processCmd
|
---|
| 1911 | //
|
---|
| 1912 | //----------------------------------------------
|
---|
| 1913 | //
|
---|
| 1914 | int ProcessGain::processCmd() throw(string) {
|
---|
| 1915 | int rc = 0;
|
---|
| 1916 | string msg = "";
|
---|
| 1917 |
|
---|
| 1918 | try {
|
---|
| 1919 | rc = ProcessBase::processCmd();
|
---|
| 1920 | }
|
---|
| 1921 | catch (string s) {
|
---|
| 1922 | throw s;
|
---|
| 1923 | }
|
---|
| 1924 | if(debuglev_>0)cout << "Process Gain" << endl;
|
---|
| 1925 |
|
---|
| 1926 | string directoryName;
|
---|
| 1927 | //TOBE FIXED directoryName = "./" + sourceName_ + "/"+ dateOfRun_ + StringToLower(sourceName_) + "/" +mode_ + "/";
|
---|
| 1928 | //JEC 6/09/2011 numcycle_ repalced by ifirstCycle_ according to definition of numcycle_ and the fact that for GAIN 1 cycle is involved
|
---|
| 1929 | stringstream thegaincycle;
|
---|
| 1930 | thegaincycle << ifirstCycle_;
|
---|
| 1931 | directoryName = inputPath_ + "/"
|
---|
| 1932 | + sourceName_ + "/" + dateOfRun_ + StringToLower(sourceName_) + "/"
|
---|
| 1933 | + mode_ + "/" + spectraDirectory_ + thegaincycle.str() + "/";
|
---|
| 1934 |
|
---|
| 1935 | list<string> listOfSpecFiles;
|
---|
| 1936 | list<string>::const_iterator iFile, iFileEnd;
|
---|
| 1937 | //read directory
|
---|
| 1938 |
|
---|
| 1939 | listOfSpecFiles = ListOfFileInDir(directoryName,typeOfFile_);
|
---|
| 1940 |
|
---|
| 1941 | //Mean power computed over the N channels to select the spectra for gain computation
|
---|
| 1942 | //The threshold is computed "on-line" as 1% of the difference (max power -min power) over the
|
---|
| 1943 | // the min power.
|
---|
| 1944 | //A possible alternative is to set an absolute value...
|
---|
| 1945 | if(debuglev_>0)cout << "compute mean poser spectra for files in " << directoryName << endl;
|
---|
| 1946 | iFileEnd = listOfSpecFiles.end();
|
---|
| 1947 | map<string, r_4> meanpowerCollect;
|
---|
[523] | 1948 | //JEC 21/9/11 add meanpower for each Channels START
|
---|
| 1949 | map<string, r_4> meanPowerPerChanCollect;
|
---|
| 1950 | //JEC 21/9/11 add meanpower for each Channels END
|
---|
| 1951 |
|
---|
[507] | 1952 | map<string, r_4>::const_iterator iMeanPow, iMeanPowEnd;
|
---|
| 1953 |
|
---|
| 1954 | for (iFile = listOfSpecFiles.begin(); iFile != iFileEnd; ++iFile) {
|
---|
| 1955 | FitsInOutFile aSpectrum(*iFile,FitsInOutFile::Fits_RO);
|
---|
| 1956 | TMatrix<r_4> spectre(NUMBER_OF_CHANNELS,NUMBER_OF_FREQ);
|
---|
| 1957 | aSpectrum >> spectre;
|
---|
| 1958 | meanpowerCollect[*iFile] = spectre.Sum()/spectre.Size();
|
---|
[523] | 1959 | //JEC 21/9/11 add meanpower for each Channels START
|
---|
| 1960 | for (sa_size_t iCh=0; iCh<NUMBER_OF_CHANNELS; ++iCh) {
|
---|
| 1961 | TVector<r_4> specChan(NUMBER_OF_FREQ);
|
---|
| 1962 | specChan = spectre.Row(iCh).Transpose();
|
---|
| 1963 | stringstream tmp;
|
---|
| 1964 | tmp << iCh;
|
---|
| 1965 | string tag = *iFile + "_" + tmp.str();
|
---|
| 1966 | meanPowerPerChanCollect[tag] = specChan.Sum()/specChan.Size();
|
---|
| 1967 | }
|
---|
| 1968 | //JEC 21/9/11 add meanpower for each Channels END
|
---|
[507] | 1969 | }//end of for files
|
---|
| 1970 | pair<string, r_4> minelement = *min_element(meanpowerCollect.begin(),meanpowerCollect.end(),compare);
|
---|
| 1971 | pair<string, r_4> maxelement = *max_element(meanpowerCollect.begin(),meanpowerCollect.end(),compare);
|
---|
| 1972 | if(debuglev_>1){
|
---|
| 1973 | cout << "meanpowerCollect has " << meanpowerCollect.size() << " spectra registered" << endl;
|
---|
| 1974 | cout << "find min mean power "<<minelement.second << " for " << minelement.first << endl;
|
---|
| 1975 | cout << "find max mean power "<<maxelement.second << " for " << maxelement.first << endl;
|
---|
| 1976 | }
|
---|
| 1977 | r_4 threshold = minelement.second + 0.01*(maxelement.second-minelement.second);
|
---|
| 1978 | if(debuglev_>1){
|
---|
| 1979 | cout << "threshold found at " << threshold <<endl;
|
---|
| 1980 | }
|
---|
| 1981 |
|
---|
| 1982 | TMatrix<r_4> spectreMean(NUMBER_OF_CHANNELS,NUMBER_OF_FREQ); //implicit init to 0
|
---|
| 1983 | r_4 nSpectres = 0;
|
---|
| 1984 | iMeanPowEnd = meanpowerCollect.end();
|
---|
| 1985 | for (iMeanPow = meanpowerCollect.begin(); iMeanPow != iMeanPowEnd; ++iMeanPow) {
|
---|
| 1986 | if ( iMeanPow->second <= threshold ) {
|
---|
| 1987 | //TODO avoid the reloading of the file may speed up
|
---|
| 1988 | FitsInOutFile aSpectrum(iMeanPow->first,FitsInOutFile::Fits_RO);
|
---|
| 1989 | TMatrix<r_4> spectre(NUMBER_OF_CHANNELS,NUMBER_OF_FREQ);
|
---|
| 1990 | aSpectrum >> spectre;
|
---|
| 1991 | spectreMean += spectre;
|
---|
| 1992 | nSpectres++;
|
---|
| 1993 | }
|
---|
| 1994 | }
|
---|
| 1995 | if(debuglev_>1){
|
---|
| 1996 | cout << "Number of files selected for gain " << nSpectres <<endl;
|
---|
| 1997 | }
|
---|
| 1998 | if(nSpectres>0) {
|
---|
| 1999 | spectreMean /= nSpectres;
|
---|
| 2000 | } else {
|
---|
| 2001 | stringstream tmp;
|
---|
| 2002 | tmp << threshold;
|
---|
| 2003 | msg = "Gain: cannot find a spectra above threshold value =" + tmp.str() + " ... FATAL";
|
---|
| 2004 | throw msg;
|
---|
| 2005 | }
|
---|
| 2006 |
|
---|
| 2007 | //Save gain spectra
|
---|
| 2008 | {
|
---|
| 2009 | //use ! to override the file: special features of cfitsio library
|
---|
| 2010 | string fileName;
|
---|
| 2011 | //TOBE FIXED fileName = "!./" + sourceName_ + "/gain_" + dateOfRun_ + "_" + StringToLower(sourceName_) + ".fits";
|
---|
| 2012 | fileName = "!"+ outputPath_ + "/gain_" + dateOfRun_ + "_" + StringToLower(sourceName_) + ".fits";
|
---|
| 2013 | if(debuglev_>1){
|
---|
| 2014 | cout << "save gains in " << fileName << endl;
|
---|
| 2015 | }
|
---|
| 2016 | FitsInOutFile fos(fileName, FitsInOutFile::Fits_Create);
|
---|
| 2017 | fos << spectreMean;
|
---|
| 2018 | }
|
---|
| 2019 | //save mean power values
|
---|
| 2020 | {
|
---|
| 2021 | vector<r_4> tmp;
|
---|
[523] | 2022 | //JEC 21/9/11 add meanpower for each Channels START
|
---|
| 2023 | vector<r_4> tmpCh0; //for Chan 0
|
---|
| 2024 | vector<r_4> tmpCh1; //for Chan 1
|
---|
| 2025 | //JEC 21/9/11 add meanpower for each Channels END
|
---|
[507] | 2026 | for (iFile = listOfSpecFiles.begin(); iFile != iFileEnd; ++iFile) {
|
---|
[523] | 2027 | if (debuglev_>9) {
|
---|
| 2028 | cout << "Gain: save mean power of file: " << *iFile << endl;
|
---|
| 2029 | }
|
---|
[507] | 2030 | tmp.push_back(meanpowerCollect[*iFile]);
|
---|
[523] | 2031 | //JEC 21/9/11 add meanpower for each Channels START
|
---|
| 2032 | stringstream tmp0;
|
---|
| 2033 | tmp0 << (sa_size_t)0;
|
---|
| 2034 | string tag0 = *iFile + "_" + tmp0.str();
|
---|
| 2035 | tmpCh0.push_back(meanPowerPerChanCollect[tag0]);
|
---|
| 2036 | if (NUMBER_OF_CHANNELS>1){
|
---|
| 2037 | stringstream tmp1;
|
---|
| 2038 | tmp1 << (sa_size_t)1;
|
---|
| 2039 | string tag1 = *iFile + "_" + tmp1.str();
|
---|
| 2040 | tmpCh1.push_back(meanPowerPerChanCollect[tag1]);
|
---|
| 2041 | }
|
---|
| 2042 | //JEC 21/9/11 add meanpower for each Channels END
|
---|
[507] | 2043 | }
|
---|
| 2044 | string fileName;
|
---|
| 2045 | //TOBE FIXED fileName = "./" + sourceName_ + "/gain_monitor_" + dateOfRun_
|
---|
| 2046 | fileName = outputPath_ + "/gain_monitor_" + dateOfRun_ + "_" + StringToLower(sourceName_) + ".ppf";
|
---|
| 2047 | POutPersist fos(fileName);
|
---|
| 2048 | TVector<r_4> tvtmp(tmp);
|
---|
[523] | 2049 | fos.PutObject(tvtmp,"gainmoni"); //Attention initialement le tag etait "monitor"...
|
---|
| 2050 | //JEC 21/9/11 add meanpower for each Channels START
|
---|
| 2051 | TVector<r_4> tvtmp0(tmpCh0);
|
---|
| 2052 | fos.PutObject(tvtmp0,"gainmoni0");
|
---|
| 2053 | if (NUMBER_OF_CHANNELS>1){
|
---|
| 2054 | TVector<r_4> tvtmp1(tmpCh1);
|
---|
| 2055 | fos.PutObject(tvtmp1,"gainmoni1");
|
---|
| 2056 | }
|
---|
| 2057 | //JEC 21/9/11 add meanpower for each Channels END
|
---|
[507] | 2058 | }
|
---|
| 2059 |
|
---|
| 2060 | cout << "OK gain finished" <<endl;
|
---|
| 2061 | return rc;
|
---|
| 2062 | }//ProcessGain::processCmd
|
---|
| 2063 | //
|
---|
| 2064 | //----------------------------------------------
|
---|
| 2065 | //
|
---|
| 2066 | int ProcessCalibration::processCmd() throw(string) {
|
---|
| 2067 | int rc = 0;
|
---|
| 2068 | string msg = "";
|
---|
| 2069 |
|
---|
| 2070 | try {
|
---|
| 2071 | rc = ProcessBase::processCmd();
|
---|
| 2072 | }
|
---|
| 2073 | catch (string s) {
|
---|
| 2074 | throw s;
|
---|
| 2075 | }
|
---|
| 2076 | if(debuglev_>0)cout << "Process Calibration with option "<< option_ << endl;
|
---|
| 2077 |
|
---|
| 2078 | vector<string> modeList;
|
---|
| 2079 | modeList.push_back("On");
|
---|
| 2080 | modeList.push_back("Off");
|
---|
| 2081 |
|
---|
| 2082 | r_8 t0absolute = -1; //TIMEWIN of the first spectra used
|
---|
| 2083 | r_8 timeTag0 = -1; //MEANTT, mean TIME TAG of the first paquet window
|
---|
| 2084 | bool first = true; // for initialisation
|
---|
| 2085 |
|
---|
| 2086 | // Power Tuple
|
---|
| 2087 | // mode, cycle, time, {Ch0, ... ,ChN} mean poser in the range [f0-Bw/2, f0+Bw/2]
|
---|
| 2088 | vector<string> varPowerTupleName; //ntuple variable naming
|
---|
| 2089 | varPowerTupleName.push_back("mode");
|
---|
| 2090 | varPowerTupleName.push_back("cycle");
|
---|
| 2091 | varPowerTupleName.push_back("time");
|
---|
| 2092 | for (sa_size_t iCh=0; iCh<NUMBER_OF_CHANNELS;++iCh){
|
---|
| 2093 | stringstream tmp;
|
---|
| 2094 | tmp << iCh;
|
---|
| 2095 | varPowerTupleName.push_back("Ch"+tmp.str());
|
---|
| 2096 | }
|
---|
| 2097 | r_4 valPowerTuple[varPowerTupleName.size()];
|
---|
| 2098 | NTuple powerEvolution(varPowerTupleName);
|
---|
| 2099 |
|
---|
| 2100 |
|
---|
| 2101 | //-----------------
|
---|
| 2102 | //Start real process
|
---|
| 2103 | //------------------
|
---|
| 2104 | for (size_t iMode = 0; iMode < modeList.size(); ++iMode) {
|
---|
| 2105 | string mode = modeList[iMode];
|
---|
| 2106 | if(debuglev_>0)cout << "Process Calibration for Mode " << mode << endl;
|
---|
| 2107 |
|
---|
| 2108 | //initialize the start of each calibration procedure given by the RT SCA file
|
---|
| 2109 | //see ProcessBase::processCmd for the structure of the sca file
|
---|
| 2110 | string scaStartCalibName = "stcal"+mode;
|
---|
| 2111 | sa_size_t idStartCalib = scaTuple_->ColumnIndex(scaStartCalibName);
|
---|
| 2112 |
|
---|
| 2113 | string directoryName;
|
---|
| 2114 | list<string> listOfSpecFiles;
|
---|
| 2115 | list<string>::const_iterator iFile, iFileEnd;
|
---|
| 2116 | //
|
---|
| 2117 | //loop on cycles
|
---|
| 2118 | //
|
---|
| 2119 | for (sa_size_t icycle = ifirstCycle_; icycle <= ilastCycle_; icycle++) {
|
---|
| 2120 |
|
---|
| 2121 | directoryName = inputPath_ + "/"
|
---|
| 2122 | + sourceName_ + "/"+ dateOfRun_ + StringToLower(sourceName_) + "/" +mode + "/";
|
---|
| 2123 | stringstream sicycle;
|
---|
| 2124 | sicycle << icycle;
|
---|
| 2125 | directoryName += spectraDirectory_ + sicycle.str() + "/";
|
---|
| 2126 |
|
---|
| 2127 | //read directory
|
---|
| 2128 | listOfSpecFiles = ListOfFileInDir(directoryName,typeOfFile_);
|
---|
| 2129 |
|
---|
| 2130 | iFileEnd = listOfSpecFiles.end();
|
---|
| 2131 | DVList header;
|
---|
| 2132 | TMatrix<r_4> spectre(NUMBER_OF_CHANNELS,NUMBER_OF_FREQ); //implicit init to 0
|
---|
| 2133 |
|
---|
| 2134 | for (iFile = listOfSpecFiles.begin(); iFile != iFileEnd; ++iFile) {
|
---|
| 2135 | FitsInOutFile aSpectrum(*iFile,FitsInOutFile::Fits_RO);
|
---|
| 2136 | aSpectrum.GetHeaderRecords(header);
|
---|
| 2137 | aSpectrum >> spectre;
|
---|
| 2138 |
|
---|
| 2139 | if(first){//initialise the timer
|
---|
| 2140 | first = false;
|
---|
| 2141 | t0absolute = header.GetD("TIMEWIN")/1000.;
|
---|
| 2142 | timeTag0 = header.GetD("MEANTT");
|
---|
| 2143 | if (debuglev_>1){
|
---|
| 2144 | cout << "debug Header of " << *iFile << endl;
|
---|
| 2145 | cout << "TIMEWIN = " << setprecision(12) << t0absolute << " "
|
---|
| 2146 | << "MEANTT = " << setprecision(12) << timeTag0 << endl;
|
---|
| 2147 | }
|
---|
| 2148 | }//end init timer
|
---|
| 2149 |
|
---|
| 2150 | //Set time of current file
|
---|
| 2151 | //Add to the non-precise absolute origin an precise increment
|
---|
| 2152 | r_4 timeTag = t0absolute + (header.GetD("MEANTT") - timeTag0);
|
---|
| 2153 | int index=0;
|
---|
| 2154 | valPowerTuple[index++] = iMode;
|
---|
| 2155 | valPowerTuple[index++] = icycle;
|
---|
| 2156 | valPowerTuple[index++] = timeTag-scaTuple_->GetCell(idCycleInTuple_[icycle],idStartCalib); //take the RT time start as refernce
|
---|
| 2157 |
|
---|
| 2158 | //Compute the mean power of the two channel (separatly) in the range [f-bw/2, f+bw/2]
|
---|
| 2159 | for (sa_size_t iCh=0; iCh<NUMBER_OF_CHANNELS;++iCh){
|
---|
| 2160 | TMatrix<r_4> tmp(spectre(Range(iCh),Range(lowerFreqBin_,upperFreqBin_)),false);
|
---|
| 2161 | r_4 mean = tmp.Sum()/(r_4)tmp.Size();
|
---|
| 2162 | valPowerTuple[index++] = mean;
|
---|
| 2163 | }//end of channel loop
|
---|
| 2164 |
|
---|
| 2165 | //Fill Tuple
|
---|
| 2166 | powerEvolution.Fill(valPowerTuple);
|
---|
| 2167 | }//end of files loop
|
---|
| 2168 | }//end of cycles loop
|
---|
| 2169 | }//end of mode loop
|
---|
| 2170 |
|
---|
| 2171 | //store power evolution Tuple
|
---|
| 2172 | if(debuglev_>0){
|
---|
| 2173 | cout << "ProcessCalibration::processCmd: dump powerEvolution tuple" << endl;
|
---|
| 2174 | powerEvolution.Show(cout);
|
---|
| 2175 | }
|
---|
| 2176 | //
|
---|
| 2177 | //Compute Calibration Coefficients as function of mode/cycle/channels
|
---|
| 2178 | //
|
---|
| 2179 |
|
---|
| 2180 | //Tsys,Incremant Intensity... Tuple
|
---|
| 2181 | //mode mode cycle [(tsys0,dint0),...,(tsysN,dintN)]
|
---|
| 2182 | vector<string> varCalibTupleName;
|
---|
| 2183 | varCalibTupleName.push_back("mode");
|
---|
| 2184 | varCalibTupleName.push_back("cycle");
|
---|
| 2185 | for (sa_size_t iCh=0; iCh<NUMBER_OF_CHANNELS;++iCh){
|
---|
| 2186 | stringstream tmp;
|
---|
| 2187 | tmp << iCh;
|
---|
| 2188 | varCalibTupleName.push_back("tsys"+tmp.str());
|
---|
| 2189 | varCalibTupleName.push_back("dint"+tmp.str());
|
---|
| 2190 | }
|
---|
| 2191 | r_4 valCalibTuple[varCalibTupleName.size()];
|
---|
| 2192 | NTuple calibEvolution(varCalibTupleName);
|
---|
| 2193 |
|
---|
| 2194 | // select time E [twin0,twin1] U [twin2,twin3] for Tsys
|
---|
| 2195 | // time unit = second
|
---|
| 2196 | const r_4 twin0 = -3.;
|
---|
| 2197 | const r_4 twin1 = -1.;
|
---|
| 2198 | const r_4 twin2 = 6.;
|
---|
| 2199 | const r_4 twin3 = 8;
|
---|
[584] | 2200 | const r_4 thresholdFactor = 0.20; //80% of the diff. Max-Min intensity
|
---|
[507] | 2201 |
|
---|
| 2202 | sa_size_t inModeIdx = powerEvolution.ColumnIndex("mode");
|
---|
| 2203 | sa_size_t inCycleIdx= powerEvolution.ColumnIndex("cycle");
|
---|
| 2204 | sa_size_t inTimeIdx = powerEvolution.ColumnIndex("time");
|
---|
| 2205 | sa_size_t inOffsetCh0 = powerEvolution.ColumnIndex("Ch0"); //nb Ch0 position in the powerEvolution tuple
|
---|
| 2206 | if(debuglev_>1) cout << "DEBUG: in Idx: ("
|
---|
| 2207 | << inModeIdx << ", "
|
---|
| 2208 | << inCycleIdx << ", "
|
---|
| 2209 | << inTimeIdx << ", "
|
---|
| 2210 | << inOffsetCh0 << ")"
|
---|
| 2211 | << endl;
|
---|
| 2212 |
|
---|
| 2213 |
|
---|
| 2214 | size_t outModeIdx = calibEvolution.ColumnIndex("mode");
|
---|
| 2215 | size_t outCycleIdx= calibEvolution.ColumnIndex("cycle");
|
---|
| 2216 | size_t outOffsetCh0 = calibEvolution.ColumnIndex("tsys0"); //nb Ch0 position in the monitor tuple
|
---|
| 2217 | size_t outNDataPerCh= 2;
|
---|
| 2218 | if(debuglev_>1) cout << "DEBUG: out Idx: ("
|
---|
| 2219 | << outModeIdx << ", "
|
---|
| 2220 | << outCycleIdx << ", "
|
---|
| 2221 | << outOffsetCh0 << ")"
|
---|
| 2222 | << endl;
|
---|
| 2223 |
|
---|
| 2224 | sa_size_t nPowerEvolEntry = powerEvolution.NEntry();
|
---|
| 2225 | double minMode;
|
---|
| 2226 | double maxMode;
|
---|
| 2227 | powerEvolution.GetMinMax("mode",minMode,maxMode);
|
---|
| 2228 | double minCycleNum;
|
---|
| 2229 | double maxCycleNum;
|
---|
| 2230 | powerEvolution.GetMinMax("cycle",minCycleNum,maxCycleNum);
|
---|
| 2231 | if(debuglev_>1) cout << "DEBUG mode ("<<minMode<<","<<maxMode<<")\n"
|
---|
| 2232 | << "cycle ("<<minCycleNum<<","<<maxCycleNum<<")"
|
---|
| 2233 | << endl;
|
---|
| 2234 |
|
---|
| 2235 | r_4* aPowerEvolEntry; // a ligne of the powerEvolution tuple
|
---|
| 2236 | // r_4* aPowerEvolEntry = new r_4[powerEvolution.NbColumns()]; // a ligne of the powerEvolution tuple
|
---|
| 2237 |
|
---|
| 2238 | r_4 minMean;
|
---|
| 2239 | r_4 maxMean;
|
---|
| 2240 |
|
---|
| 2241 | for (size_t iMode = (size_t)minMode; iMode <= (size_t)maxMode; iMode++){
|
---|
| 2242 | for (size_t iCycle = (size_t)minCycleNum; iCycle <= (size_t)maxCycleNum; iCycle++ ){
|
---|
| 2243 | if(debuglev_>1) cout<<"DEBUG >>>>>>> mode/cycle: " << iMode << "/" << iCycle << endl;
|
---|
| 2244 |
|
---|
| 2245 | valCalibTuple[outModeIdx]=iMode;
|
---|
| 2246 | valCalibTuple[outCycleIdx]=iCycle;
|
---|
| 2247 | //
|
---|
| 2248 | //Compute the Min && Max value of each Ch<i> data
|
---|
| 2249 | if(debuglev_>1) cout<<"DEBUG compute Min and Max for each channels" << endl;
|
---|
| 2250 | //
|
---|
| 2251 | TVector<r_4> chMean[NUMBER_OF_CHANNELS];
|
---|
| 2252 | for (sa_size_t iCh=0;iCh<NUMBER_OF_CHANNELS;iCh++){
|
---|
| 2253 | chMean[iCh].SetSize(nPowerEvolEntry);
|
---|
| 2254 | }
|
---|
| 2255 | for (sa_size_t ie=0; ie<nPowerEvolEntry; ie++){
|
---|
| 2256 | aPowerEvolEntry = powerEvolution.GetVec(ie);
|
---|
| 2257 | if ( (size_t)aPowerEvolEntry[inModeIdx] == iMode && (size_t)aPowerEvolEntry[inCycleIdx] == iCycle ){
|
---|
| 2258 | for (sa_size_t iCh=0;iCh<NUMBER_OF_CHANNELS;iCh++){
|
---|
| 2259 | chMean[iCh](ie) = aPowerEvolEntry[iCh+inOffsetCh0];
|
---|
| 2260 | }//end cut
|
---|
| 2261 | }
|
---|
| 2262 | }//eo loop on tuple entries
|
---|
| 2263 | for (sa_size_t iCh=0;iCh<NUMBER_OF_CHANNELS;iCh++){
|
---|
| 2264 | //
|
---|
| 2265 | //select values to compute background Tsys
|
---|
| 2266 | if(debuglev_>1) {
|
---|
| 2267 | cout<< "DEBUG >>>> Ch[" << iCh << "]" << endl;
|
---|
| 2268 | cout<< "DEBUG select values to compute background Tsys " << endl;
|
---|
| 2269 | }
|
---|
| 2270 | //
|
---|
| 2271 |
|
---|
| 2272 | std::vector<r_4> lowerInt;
|
---|
| 2273 | for (sa_size_t ie=0; ie<nPowerEvolEntry; ie++){
|
---|
| 2274 | aPowerEvolEntry = powerEvolution.GetVec(ie);
|
---|
| 2275 | if ( (size_t)aPowerEvolEntry[inModeIdx] == iMode && (size_t)aPowerEvolEntry[inCycleIdx] == iCycle ){
|
---|
| 2276 | r_4 time = aPowerEvolEntry[inTimeIdx];
|
---|
| 2277 | if ( (time >= twin0 && time <= twin1) ||
|
---|
| 2278 | (time >= twin2 && time <= twin3)
|
---|
| 2279 | ) lowerInt.push_back(aPowerEvolEntry[iCh+inOffsetCh0]);
|
---|
| 2280 | }//end cut
|
---|
| 2281 | } //end loop entries
|
---|
| 2282 | //
|
---|
| 2283 | //compute the Tsys
|
---|
| 2284 | if(debuglev_>1) cout <<"DEBUG compute Tsys" << endl;
|
---|
| 2285 | //
|
---|
| 2286 | std::nth_element(lowerInt.begin(),
|
---|
| 2287 | lowerInt.begin()+lowerInt.size()/2,
|
---|
| 2288 | lowerInt.end());
|
---|
| 2289 | r_4 tsys = *(lowerInt.begin()+lowerInt.size()/2);
|
---|
| 2290 | if(debuglev_>1) cout << "DEBUG tsys["<<iCh<<"] : " << tsys <<endl;
|
---|
| 2291 | //
|
---|
| 2292 | //set the threshold for DAB detection
|
---|
| 2293 | //
|
---|
| 2294 | chMean[iCh].MinMax(minMean,maxMean);
|
---|
| 2295 | minMean = (tsys > minMean) ? tsys : minMean; //pb of empty vector
|
---|
| 2296 | if(debuglev_>1) cout << "DEBUG min["<<iCh<<"] : " << minMean
|
---|
| 2297 | << " max["<<iCh<<"] : " << maxMean
|
---|
| 2298 | <<endl;
|
---|
| 2299 | r_4 deltathres = thresholdFactor * (maxMean-minMean);
|
---|
| 2300 | r_4 thres = tsys + deltathres;
|
---|
| 2301 | if(debuglev_>1) cout << "DEBUG thres["<<iCh<<"] : " << thres <<endl;
|
---|
| 2302 | //
|
---|
| 2303 | //collect upper part of the DAB
|
---|
| 2304 | if(debuglev_>1) cout <<"DEBUG collect upper part of the DAB" << endl;
|
---|
| 2305 | //
|
---|
| 2306 | std::vector<r_4> upperInt;
|
---|
| 2307 | for (sa_size_t ie=0; ie<nPowerEvolEntry; ie++){
|
---|
| 2308 | aPowerEvolEntry = powerEvolution.GetVec(ie);
|
---|
| 2309 | if ( (size_t)aPowerEvolEntry[inModeIdx] == iMode && (size_t)aPowerEvolEntry[inCycleIdx] == iCycle ){
|
---|
| 2310 | r_4 mean = aPowerEvolEntry[iCh+inOffsetCh0];
|
---|
| 2311 | if (mean >= thres) upperInt.push_back(mean);
|
---|
| 2312 | }//end cut
|
---|
| 2313 | }//eo loop on channels
|
---|
| 2314 | //
|
---|
| 2315 | //compute adjacent differences to detect the 2 DAB levels
|
---|
| 2316 | //
|
---|
| 2317 | if(debuglev_>1) cout << "(DEBUG )size upper [" << iCh << "]: " << upperInt.size() <<endl;
|
---|
| 2318 | std::vector<r_4> upperIntAdjDiff(upperInt.size());
|
---|
| 2319 | std::adjacent_difference(upperInt.begin(),
|
---|
| 2320 | upperInt.end(),
|
---|
| 2321 | upperIntAdjDiff.begin());
|
---|
| 2322 | //
|
---|
| 2323 | //Search the 2 DAB states
|
---|
| 2324 | if(debuglev_>1) cout<<"DEBUG Search the 2 DAB states" << endl;
|
---|
| 2325 | //
|
---|
| 2326 | std::vector<r_4> upIntState[2];
|
---|
| 2327 | int state=-1;
|
---|
| 2328 | for (size_t i=1;i<upperInt.size();i++) {//skip first value
|
---|
| 2329 | if (fabs(upperIntAdjDiff[i])<upperInt[i]*0.010) {
|
---|
| 2330 | if(state == -1) state=0;
|
---|
| 2331 | if(state == -2) state=1;
|
---|
| 2332 | upIntState[state].push_back(upperInt[i]);
|
---|
| 2333 | } else {
|
---|
| 2334 | if (state == 0) state=-2;
|
---|
| 2335 | }
|
---|
| 2336 | }
|
---|
| 2337 | //
|
---|
| 2338 | //Take the mean of the median values of each levels
|
---|
| 2339 | if(debuglev_>1)cout << "DEBUG mean of the median values of each levels" << endl;
|
---|
| 2340 | //
|
---|
| 2341 | r_4 meanUpper = 0;
|
---|
| 2342 | r_4 nval = 0;
|
---|
| 2343 | for (int i=0;i<2;i++) {
|
---|
| 2344 | if (!upIntState[i].empty()) {
|
---|
[595] | 2345 | // std::nth_element(upIntState[i].begin(),
|
---|
| 2346 | // upIntState[i].begin()+upIntState[i].size()/2,
|
---|
| 2347 | // upIntState[i].end());
|
---|
| 2348 | // meanUpper += *(upIntState[i].begin()+upIntState[i].size()/2);
|
---|
| 2349 | meanUpper += median(upIntState[i].begin(),upIntState[i].end());
|
---|
[507] | 2350 | nval++;
|
---|
| 2351 | }
|
---|
| 2352 | }
|
---|
| 2353 | meanUpper /= nval;
|
---|
| 2354 | //
|
---|
| 2355 | //Finaly the increase of power due to the DAB is:
|
---|
| 2356 | //
|
---|
| 2357 | r_4 deltaInt = meanUpper - tsys;
|
---|
| 2358 | if(debuglev_>1) cout << "DEBUG deltaInt["<<iCh<<"] : " << deltaInt <<endl;
|
---|
| 2359 | //
|
---|
| 2360 | //Save for monitoring and final calibration operations
|
---|
| 2361 | //
|
---|
| 2362 | valCalibTuple[outOffsetCh0+outNDataPerCh*iCh] = tsys;
|
---|
| 2363 | valCalibTuple[outOffsetCh0+outNDataPerCh*iCh+1] = deltaInt;
|
---|
| 2364 | }//end loop on channels
|
---|
| 2365 | if(debuglev_>1) cout<<"DEBUG Fill the calibEvolution tuple" << endl;
|
---|
| 2366 | calibEvolution.Fill(valCalibTuple);
|
---|
| 2367 | }//eo loop on Cycles
|
---|
| 2368 | }//eo loop on Modes
|
---|
| 2369 | //
|
---|
| 2370 | //store calibration evolution Tuple
|
---|
| 2371 | //
|
---|
| 2372 | if(debuglev_>0){
|
---|
| 2373 | cout << "ProcessCalibration::processCmd: dump calibEvolution tuple" << endl;
|
---|
| 2374 | calibEvolution.Show(cout);
|
---|
| 2375 | }
|
---|
| 2376 | //
|
---|
| 2377 | //Compute the means per channel of the calibration coefficients (deltaInt)
|
---|
| 2378 | //and save cycle based Calibration Ctes in file named as
|
---|
| 2379 | // <source>-<date>-<mode>-<fcalib>MHz-Ch<channel>Cycles.txt
|
---|
| 2380 | // format <cycle> <coef>
|
---|
| 2381 | //the means are stored in files
|
---|
| 2382 | // <source>-<date>-<mode>-<fcalib>MHz-All.txt
|
---|
| 2383 | // format <channel> <coef>
|
---|
| 2384 | //
|
---|
| 2385 | sa_size_t nModes = (sa_size_t)(maxMode - minMode) + 1;
|
---|
| 2386 | string calibCoefFileName;
|
---|
| 2387 | ofstream calibMeanCoefFile[nModes]; //Mean over cycles
|
---|
| 2388 | ofstream calibCoefFile[nModes][NUMBER_OF_CHANNELS]; //cycle per cycle
|
---|
| 2389 | for (sa_size_t iMode=0; iMode<nModes; iMode++){
|
---|
| 2390 | //The file for the Means Coeff.
|
---|
| 2391 | calibCoefFileName = outputPath_ + "/calib_"
|
---|
| 2392 | + dateOfRun_ + "_" + StringToLower(sourceName_) + "_"
|
---|
| 2393 | + modeList[iMode] + "_"
|
---|
| 2394 | + freqBAOCalibration_ + "MHz-All.txt";
|
---|
| 2395 | calibMeanCoefFile[iMode].open(calibCoefFileName.c_str());
|
---|
| 2396 | //The file for the cycle per cycle Coeff.
|
---|
| 2397 | for (sa_size_t iCh=0; iCh<NUMBER_OF_CHANNELS; iCh++){
|
---|
| 2398 | stringstream chString;
|
---|
| 2399 | chString << iCh;
|
---|
| 2400 | calibCoefFileName = outputPath_ + "/calib_"
|
---|
| 2401 | + dateOfRun_ + "_" + StringToLower(sourceName_) + "_"
|
---|
| 2402 | + modeList[iMode] + "_"
|
---|
| 2403 | + freqBAOCalibration_ + "MHz-Ch" + chString.str() + "Cycles.txt";
|
---|
| 2404 | calibCoefFile[iMode][iCh].open(calibCoefFileName.c_str());
|
---|
| 2405 | }
|
---|
| 2406 | }
|
---|
| 2407 |
|
---|
| 2408 | r_4* aCalibEvolEntry;
|
---|
| 2409 | sa_size_t nCalibEvolEntry = calibEvolution.NEntry();
|
---|
| 2410 |
|
---|
| 2411 | TMatrix<r_4> meanCalibCoef(nModes,NUMBER_OF_CHANNELS); //by default init to 0
|
---|
| 2412 | TMatrix<r_4> nData4Mean(nModes,NUMBER_OF_CHANNELS);
|
---|
| 2413 |
|
---|
| 2414 | //READ the calibration tuple, fill the array for mean and write to ascii file
|
---|
| 2415 | for (sa_size_t ie=0; ie<nCalibEvolEntry; ie++){
|
---|
| 2416 | aCalibEvolEntry = calibEvolution.GetVec(ie);
|
---|
| 2417 | if(debuglev_>1){
|
---|
| 2418 | cout << "DEBUG mode/cycle/Coef "
|
---|
| 2419 | << aCalibEvolEntry[outModeIdx] << " "
|
---|
| 2420 | << aCalibEvolEntry[outCycleIdx] << " ";
|
---|
| 2421 | }
|
---|
| 2422 | for (sa_size_t iCh=0; iCh<NUMBER_OF_CHANNELS; iCh++){
|
---|
| 2423 | if(debuglev_>1) cout << aCalibEvolEntry[outOffsetCh0+outNDataPerCh*iCh+1] << " "; // for debug
|
---|
| 2424 | sa_size_t currentMode = (sa_size_t)(aCalibEvolEntry[outModeIdx] - minMode); //ok even if minMode <> 0
|
---|
| 2425 | nData4Mean(currentMode,iCh)++;
|
---|
| 2426 | meanCalibCoef(currentMode,iCh) += aCalibEvolEntry[outOffsetCh0+outNDataPerCh*iCh+1];
|
---|
| 2427 |
|
---|
| 2428 | calibCoefFile[currentMode][iCh] << aCalibEvolEntry[outCycleIdx] << " "
|
---|
| 2429 | << setprecision(12)
|
---|
| 2430 | << aCalibEvolEntry[outOffsetCh0+outNDataPerCh*iCh+1]
|
---|
| 2431 | << endl;
|
---|
| 2432 | }
|
---|
| 2433 | if(debuglev_>1) cout << endl; //for debug
|
---|
| 2434 | }
|
---|
| 2435 |
|
---|
| 2436 | //Perform means: true means that div per 0 is treated (slower but safer)
|
---|
| 2437 | meanCalibCoef.Div(nData4Mean,true);
|
---|
| 2438 |
|
---|
| 2439 | if(debuglev_>0){
|
---|
| 2440 | cout << "DEBUG nData4Mean" << endl;
|
---|
| 2441 | nData4Mean.Print(cout);
|
---|
| 2442 | cout << "DEBUG meanCalibCoef (averaged)" << endl;
|
---|
| 2443 | meanCalibCoef.Print(cout);
|
---|
| 2444 | }
|
---|
| 2445 |
|
---|
| 2446 | //Save means Coef
|
---|
| 2447 | for (sa_size_t iMode=0; iMode<nModes; iMode++){
|
---|
| 2448 | for (sa_size_t iCh=0; iCh<NUMBER_OF_CHANNELS; iCh++){
|
---|
| 2449 | calibMeanCoefFile[iMode] << setprecision(12)
|
---|
| 2450 | << meanCalibCoef(iMode,iCh)
|
---|
| 2451 | << endl;
|
---|
| 2452 | }
|
---|
| 2453 | }
|
---|
| 2454 |
|
---|
| 2455 | //Save Monitor File
|
---|
| 2456 | {
|
---|
| 2457 | string fileName = outputPath_ + "/calib_monitor_" + dateOfRun_ + "_" + StringToLower(sourceName_) + ".ppf";
|
---|
| 2458 | POutPersist calibMonitorFile(fileName);
|
---|
| 2459 | calibMonitorFile << PPFNameTag("powermoni") << powerEvolution;
|
---|
| 2460 | calibMonitorFile << PPFNameTag("calibmoni") << calibEvolution;
|
---|
| 2461 | }
|
---|
| 2462 |
|
---|
| 2463 | //Clean & Return
|
---|
| 2464 | for (sa_size_t iMode=0; iMode<nModes; iMode++){
|
---|
| 2465 | calibMeanCoefFile[iMode].close();
|
---|
| 2466 | for (sa_size_t iCh=0; iCh<NUMBER_OF_CHANNELS; iCh++){
|
---|
| 2467 | calibCoefFile[iMode][iCh].close();
|
---|
| 2468 | }
|
---|
| 2469 | }
|
---|
| 2470 |
|
---|
| 2471 | cout << "Ok calibration finished" << endl;
|
---|
| 2472 | return rc;
|
---|
| 2473 | }//ProcessCalibration::processCmd
|
---|
| 2474 |
|
---|