source: Sophya/trunk/AddOn/TAcq/brproc.cc@ 3943

Last change on this file since 3943 was 3943, checked in by campagne, 15 years ago

release.txt

File size: 41.1 KB
RevLine 
[3872]1//----------------------------------------------------------------
[3939]2// Projet BAORadio - (C) LAL/IRFU 2008-2011
[3872]3// Classes de threads de traitement pour BAORadio
4//----------------------------------------------------------------
[3635]5
6#include <stdlib.h>
[3642]7#include <string.h>
[3635]8#include <unistd.h>
9#include <fstream>
10#include <signal.h>
11
12#include "pexceptions.h"
13#include "tvector.h"
[3646]14#include "ntuple.h"
[3647]15#include "datatable.h"
[3652]16#include "histos.h"
[3635]17#include "fioarr.h"
[3655]18#include "matharr.h"
[3635]19#include "timestamp.h"
20#include "ctimer.h"
21#include "fftpserver.h"
[3886]22#include "fitsarrhand.h"
[3635]23
24#include "FFTW/fftw3.h"
25
26
27#include "pciewrap.h"
28#include "brpaqu.h"
29#include "brproc.h"
30
[3872]31
32
[3683]33//---------------------------------------------------------------------
[3939]34// Classe BRMeanSpecCalculator de traitement de spectres -
[3905]35// Calcul de spectres moyennes,variance / voie + nettoyage
[3939]36// Implementation de traitement par fenetres temps-frequence
37// Le temps correspond au numero de paquet
[3683]38//---------------------------------------------------------------------
39/* --Methode-- */
[3872]40BRMeanSpecCalculator::BRMeanSpecCalculator(RAcqMemZoneMgr& memgr, string outpath, uint_4 nmean,
41 bool fgdatafft, bool fgsinglechan)
42 : BRBaseProcessor(memgr), outpath_(outpath), nmean_(nmean),
[3886]43 fgdatafft_(fgdatafft), fgsinglechannel_(fgsinglechan),
[3905]44 nbpaq4mean_(fgsinglechan?memgr_.NbFibres():2*memgr_.NbFibres()),
[3943]45 nbadpaq_(fgsinglechan?memgr_.NbFibres():2*memgr_.NbFibres())
[3683]46{
[3872]47 setNameId("meanSpecCalc",1);
[3943]48
49 uint_4 nb_octets_entrop = 0; //this value is valid for Dec. 2010 data at Nancay
50 const char* venvp = NULL;
51 venvp=getenv("BRANA_NBYTECUT");
52 if (venvp!=NULL){
53 nb_octets_entrop = atoi(venvp);
54 cout << "BRMeanSpecCalculator : BRANA_NBYTECUT : " << nb_octets_entrop << endl;
55 }
56
57 BRPaquet paq(memgr_.PaqSize()-nb_octets_entrop);
58
[3881]59 if (fgsinglechannel_) {
[3872]60 mspecmtx_.SetSize(memgr_.NbFibres(), paq.DataSize()/2);
[3881]61 sigspecmtx_.SetSize(memgr_.NbFibres(), paq.DataSize()/2);
[3888]62 sgain_.SetSize(memgr_.NbFibres(), paq.DataSize()/2);
[3881]63 }
64 else {
[3872]65 mspecmtx_.SetSize(2*memgr_.NbFibres(), paq.DataSize()/4);
[3881]66 sigspecmtx_.SetSize(2*memgr_.NbFibres(), paq.DataSize()/4);
[3888]67 sgain_.SetSize(2*memgr_.NbFibres(), paq.DataSize()/4);
[3881]68 }
69 mspecmtx_=(r_4)(0.);
70 sigspecmtx_=(r_4)(0.);
[3888]71 sgain_=(r_4)(1.); // Gain en fonction de la frequence, à 1 par defaut
72
[3872]73 numfile_=0;
74 totnbpaq_=0;
[3886]75
[3905]76 size_t nchan=(fgsinglechannel_?memgr_.NbFibres():2*memgr_.NbFibres());
77
78 for(size_t i=0; i<nchan; i++) {
79 nbpaq4mean_[i]=nbadpaq_[i]=0;
80 }
81
[3943]82 //
83
84
[3905]85 // Definition des tailles de fenetres de spectres, etc ...
86 SetSpectraWindowSize();
[3943]87 SetMaxNbSpecWinFiles();
[3905]88 nbtot_specwin_=0;
[3886]89 SetVarianceLimits();
[3943]90 SetNumberOfBands();
[3886]91
92 ofsdtp_=NULL;
93 dtp_=NULL;
[3943]94
95 // cout << "(JEC) creation tuple de " << nchan*(1+numberOfBands_) << " doubles " << endl;
96 // xnt_=new double[nchan*(1+numberOfBands_)]; // CHECK : ATTENTION la taille depend de nombre de colonne du NTuple !
97 xnt_=NULL;
[3776]98}
99
100/* --Methode-- */
[3872]101BRMeanSpecCalculator::~BRMeanSpecCalculator()
[3776]102{
[3943]103 cout << " ---------------- BRMeanSpecCalculator()_Finalizing -------------------- " << endl;
[3905]104 uint_8 npqm=0;
105 for(size_t i=0; i<nbpaq4mean_.size(); i++) npqm+=nbpaq4mean_[i];
106 if (npqm>nmean_*nbpaq4mean_.size()/10) SaveMeanSpectra();
[3886]107 for(size_t i=0; i<nbadpaq_.size(); i++) {
108 cout << " Channel " << i << " NBadPaq=" << nbadpaq_[i] << " / TotNbPaq=" << totnbpaq_ << endl;
109 }
110 if (dtp_) {
111 cout << *dtp_;
112 delete dtp_;
113 delete ofsdtp_;
114 }
[3938]115 if (xnt_) delete xnt_;
[3886]116 cout << " ------------------------------------------------------------------------ " << endl;
[3776]117}
118
[3888]119/* --Methode-- */
[3905]120void BRMeanSpecCalculator::SetSpectraWindowSize(uint_4 winsz, uint_4 wszext)
[3888]121{
[3905]122 if (winsz < 3) {
123 winsz=1; wszext=0;
124 }
125 if (wszext>=winsz/2) wszext=winsz/2;
126 sa_size_t sz[5]={0,0,0,0,0};
127 sz[0]=mspecmtx_.NCols();
128 sz[1]=mspecmtx_.NRows();
129 sz[2]=winsz+2*wszext;
130 spec_window_.SetSize(3,sz);
131 spwin_ext_sz_=wszext;
132 sz[0]=mspecmtx_.NRows();
133 sz[1]=winsz+2*wszext;
134 clnflg_.SetSize(2,sz);
135 cout << "BRMeanSpecCalculator::SetSpectraWindowSize()/Info: SpectraWindowSize()=" << GetSpectraWindowSize()
136 << " ExtensionSize=" << GetSpecWinExtensionSize() << " Overlap=" << GetSpecWinOverlapSize()
137 << " ArraySize=" << spec_window_.SizeZ() << endl;
138
139 paqnum_w_start=spwin_ext_sz_; // premiere initialisation du numero de paquet
140 return;
141}
142
143/* --Methode-- */
[3938]144void BRMeanSpecCalculator::DefineDataTable()
145{
[3943]146 cout << "(JEC) BRMeanSpecCalculator::DefineDataTable START" << endl;
[3938]147 string dtfile="!"+outpath_+"/dtspec.fits";
148 ofsdtp_ = new FitsInOutFile(dtfile,FitsInOutFile::Fits_Create);
149 dtp_ = new SwFitsDataTable(*ofsdtp_,1024,true);
150 char cnom[32];
151 size_t nchan=(fgsinglechannel_?memgr_.NbFibres():2*memgr_.NbFibres());
152 for(int i=0; i<nchan; i++) {
153 sprintf(cnom,"variance%d",i);
154 dtp_->AddFloatColumn(cnom);
155 }
[3943]156 for(int i=0; i<nchan; i++) {
157 for(int j=0;j<numberOfBands_;j++){
158 sprintf(cnom,"varnormb%d%d",i,j);
159 dtp_->AddFloatColumn(cnom);
160 }
161 }
[3938]162 /*
163 for(int i=0; i<nchan; i++) {
164 sprintf(cnom,"sigma%d",i);
165 dtp_->AddFloatColumn(cnom);
166 }
167 */
168 // xnt_=new double[nchan*2]; CHECK : faut-il reallouer ?
[3943]169 cout << "(JEC) creation tuple de " << nchan*(1+numberOfBands_) << " doubles " << endl;
170 xnt_=new double[nchan*(1+numberOfBands_)];
171 cout << "(JEC) BRMeanSpecCalculator::DefineDataTable END" << endl;
[3938]172}
[3943]173
174/* --Methode-- */
175void BRMeanSpecCalculator::SetNumberOfBands(int numberOfBands, int ibandfirst, int ibandlast)
176{
177 if (numberOfBands < 1) numberOfBands = 1;
178 numberOfBands_ = numberOfBands;
179 if (ibandfirst < 0 )ibandfirst = 0;
180 if (ibandlast >= numberOfBands_ ) ibandlast = numberOfBands_-1;
181 ibandfirst_=ibandfirst; ibandlast_=ibandlast;
[3938]182
[3943]183 cout << "(JEC): SetNumberOfBands (END) : "
184 << numberOfBands_ << " "
185 << ibandfirst_ << " "
186 << ibandlast_ << endl;
187
188}
189
[3938]190/* --Methode-- */
[3905]191void BRMeanSpecCalculator::ReadGainFitsFile(string filename, bool fgapp)
192{
[3888]193 cout << " BRMeanSpecCalculator::ReadGainFitsFile() - reading file " << filename;
194 FitsInOutFile fis(filename, FitsInOutFile::Fits_RO);
195 fis >> sgain_;
[3905]196 fg_apply_gains_=fgapp;
197 cout << " MeanGain=" << sgain_.Sum()/sgain_.Size() << " ApplyGains="
198 << ((fg_apply_gains_)?"true":"false") << endl;
[3943]199 if( (spec_window_.SizeX()!= sgain_.NCols()) || (spec_window_.SizeY()!= sgain_.NRows()) ){
200 cout << " ReadGainFitsFile: BAD Gain Matrix sizes " << endl;
201 sgain_.Show();
202 spec_window_.Show();
203 throw ParmError("ReadGainFitsFile: BAD Gain Matrix sizes");
204 }
[3888]205}
[3776]206
[3943]207//JEC
208//static inline r_4 Zmod2(complex<r_4> z)
209//{ return (z.real()*z.real()+z.imag()*z.imag()); }
[3776]210
[3905]211
212
213
[3776]214/* --Methode-- */
[3872]215int BRMeanSpecCalculator::Process()
[3724]216{
[3905]217 // Cette methode remplit le tableau spec_window_ avec les spectres (renormalise avec
218 // les gains si demande) et appelle la methode du traitement de la fenetre temporelle
219 // des spectres le cas echeant ProcSpecWin()
220
[3943]221
[3905]222 int_8 nbpaqdec = (int_8)totnbpaq_-(int_8)GetSpecWinOverlapSize();
223 if ((nbpaqdec>0)&&(nbpaqdec%GetSpectraWindowSize()==0)) {
224 paqnum_w_end=totnbpaq_-GetSpecWinExtensionSize();
225 ProcSpecWin(paqnum_w_start, paqnum_w_end);
226 paqnum_w_start=totnbpaq_-GetSpecWinExtensionSize();
227 }
228
[3872]229 if (fgdatafft_) { // Donnees firmware FFT
[3905]230 for(sa_size_t i=0; i<spec_window_.SizeY(); i++) {
[3872]231 TwoByteComplex* zp=NULL;
232 if (fgsinglechannel_) {
233 zp=vpaq_[i].Data1C();
234 }
235 else {
236 zp=vpaq_[i/2].Data1C();
237 if (i%2==1) zp=vpaq_[i/2].Data2C();
238 }
[3905]239 sa_size_t kz=PaqNumToArrayIndex(totnbpaq_);
240 for(sa_size_t f=0; f<spec_window_.SizeX(); f++)
241 spec_window_(f,i,kz) = zp[f].module2F();
[3726]242 }
[3872]243 }
244 else { // Donnees RAW qui ont du etre processe par BRFFTCalculator
[3905]245 for(sa_size_t i=0; i<spec_window_.SizeY(); i++) {
[3872]246 complex<ODT>* zp=NULL;
247 if (fgsinglechannel_) {
248 zp=reinterpret_cast< complex<ODT>* > (vprocpaq_[i]);
[3726]249 }
[3872]250 else {
251 zp=reinterpret_cast< complex<ODT>* > (vprocpaq_[i/2]);
252 if (i%2==1) zp= reinterpret_cast< complex<ODT>* >(vprocpaq_[i/2]+memgr_.ProcPaqSize()/2) ;
[3726]253 }
[3905]254 sa_size_t kz=PaqNumToArrayIndex(totnbpaq_);
255 for(sa_size_t f=0; f<spec_window_.SizeX(); f++)
256 spec_window_(f,i,kz) = Zmod2(zp[f]);
[3872]257 }
[3724]258 }
[3905]259 if (fg_apply_gains_) { // Application des gains, si demande
260 sa_size_t kz=PaqNumToArrayIndex(totnbpaq_);
[3943]261 for(sa_size_t i=0; i<spec_window_.SizeY(); i++) {
262 (spec_window_(Range::all(), Range(i), Range(kz)).CompactAllDimensions()).Div(sgain_.Row(i).CompactAllDimensions());
263 }
[3905]264 }
265
266 totnbpaq_++;
[3872]267 return 0;
[3724]268}
269
[3905]270
[3724]271/* --Methode-- */
[3905]272void BRMeanSpecCalculator::ProcSpecWin(uint_8 numpaqstart, uint_8 numpaqend)
[3886]273{
[3905]274
[3938]275 if (prtlev_>0) {
276 uint_8 modulo = prtmodulo_/GetSpectraWindowSize();
277 if (modulo<1) modulo=1;
278 if (nbtot_specwin_%modulo==0) {
279 cout << " BRMeanSpecCalculator::ProcSpecWin() num_win=" << nbtot_specwin_ << " numpaqstart=" << numpaqstart
280 << " numpaqend=" << numpaqend << endl;
281 cout << " ... ObsTime=" << getObsTime() << " TimeTag=" << getCurTimeTagSeconds() << " s. FrameCounter="
282 << getCurFrameCounter() << endl;
283 }
284 }
[3905]285 // On appelle la routine de nettoyage qui doit flagger les mauvais paquets
286 FlagBadPackets(numpaqstart, numpaqend);
287
288 // Boucle sur les numeros de paquets de la fenetre en temps
289 for (uint_8 jp=numpaqstart; jp<numpaqend; jp++) {
290 // On sauvegarde les spectres moyennes si necessaire
291 if ((nbpaq4mean_[0]>0)&&(nbpaq4mean_[0]%nmean_ == 0)) SaveMeanSpectra();
292 // On peut aussi acceder aux spectres et flags pour (jpmin -),(jpmax+) GetSpecWinExtensionSize()
293 sa_size_t kz=PaqNumToArrayIndex(jp);
294 // Boucle sur les numeros de voie (canaux)
295 for(sa_size_t i=0; i<spec_window_.SizeY(); i++) {
296 if ( clnflg_(i,kz) != 0) continue;
297 TVector< r_4 > spec = mspecmtx_.Row(i);
298 TVector< r_4 > sspec = sigspecmtx_.Row(i);
299 // Calcul de spectres moyennes et variance
300 for(sa_size_t f=1; f<spec.Size(); f++) { // boucle sur les frequences
[3943]301 spec(f) += spec_window_(f,i,kz);
[3905]302 sspec(f) += spec_window_(f,i,kz)*spec_window_(f,i,kz);
[3886]303 }
[3905]304 nbpaq4mean_[i]++; // compteur de paquets OK pour la moyenne
[3886]305 }
306 }
[3905]307 if (nbtot_specwin_<nmaxfiles_specw_) SaveSpectraWindow();
308 nbtot_specwin_++;
309 return;
310}
311
312/* --Methode-- */
313void BRMeanSpecCalculator::FlagBadPackets(uint_8 numpaqstart, uint_8 numpaqend)
314{
315 // Boucle sur les numeros de paquets de la fenetre en temps
316 for (uint_8 jp=numpaqstart; jp<numpaqend; jp++) {
317 // On peut aussi acceder aux spectres et flags pour (jpmin -),(jpmax+) GetSpecWinExtensionSize()
318 sa_size_t kz=PaqNumToArrayIndex(jp);
319 // Boucle sur les numeros de voie (canaux)
320 for(sa_size_t i=0; i<spec_window_.SizeY(); i++) {
321 double mean, sigma;
[3943]322 ////////BUG sa_size_t kz=PaqNumToArrayIndex(totnbpaq_);
[3886]323 double variance=0.;
[3905]324 variance=spec_window_(Range(1,Range::lastIndex()), Range(i), Range(kz)).Sum();
[3943]325 xnt_[i]=variance;
326 //Compute nomalized variance in bands freq.
327 sa_size_t fMin;
328 sa_size_t fMax;
329 int bandW = spec_window_.SizeX()/numberOfBands_;
330 vector<double> varNomBinned(numberOfBands_);
331 for (sa_size_t j=0; j<numberOfBands_; j++){
332 fMin = j*bandW;
333 fMax =fMin+bandW-1;
334 varNomBinned[j]=spec_window_(Range(fMin,fMax), Range(i), Range(kz)).Sum();
335 varNomBinned[j]/=(r_4)bandW;
336 xnt_[spec_window_.SizeY()+i*numberOfBands_+j] = varNomBinned[j];
337 }//eof
338
[3905]339 clnflg_(i,kz)=0;
[3943]340 for (sa_size_t j=ibandfirst_; j<=ibandlast_; j++){
341 // cout << "(jec) var["<<j<<"] =" << varNomBinned[j]
342 // << " min " << varmin_
343 // << " max " << varmax_ << endl;
344 if(varNomBinned[j]<varmin_) { clnflg_(i,kz)=10+j; nbadpaq_[i]++; break;}
345 else if(varNomBinned[j]>varmax_) { clnflg_(i,kz)=100+j; nbadpaq_[i]++; break;}
346 }
347 //cout << "clnflg_("<<i<<","<<kz<<"): " << clnflg_(i,kz) << endl;
[3886]348 }
[3938]349 if (dtp_) dtp_->AddRow(xnt_);
[3886]350 }
351 return;
352}
353
354/* --Methode-- */
[3905]355void BRMeanSpecCalculator::SaveMeanSpectra()
[3683]356{
[3905]357 for(sa_size_t ir=0; ir<mspecmtx_.NRows(); ir++) {
358 char buff[32];
359 sprintf(buff,"NPAQSUM_%d",(int)ir);
360 mspecmtx_.Info()["NPAQSUM"] = nbpaq4mean_[0];
361 mspecmtx_.Info()[buff] = nbpaq4mean_[ir];
362 sigspecmtx_.Info()["NPAQSUM"] = nbpaq4mean_[0];
363 sigspecmtx_.Info()[buff] = nbpaq4mean_[ir];
364 if (nbpaq4mean_[ir] > 0) {
365 mspecmtx_.Row(ir) /= (r_4)nbpaq4mean_[ir];
366 sigspecmtx_.Row(ir) /= (r_4)nbpaq4mean_[ir];
367 sigspecmtx_.Row(ir) -= (mspecmtx_.Row(ir) && mspecmtx_.Row(ir)); // Mean(X^2) - [ Mean(X) ]^2
368 }
369 }
[3881]370 char nfile[64];
371 string flnm;
372 {
[3886]373 sprintf(nfile,"mspecmtx%d.fits",numfile_);
374 flnm="!"+outpath_+nfile;
375 FitsInOutFile fos(flnm,FitsInOutFile::Fits_Create);
376 fos << mspecmtx_;
377 }
378 {
379 sprintf(nfile,"sigspecmtx%d.fits",numfile_);
380 flnm="!"+outpath_+nfile;
381 FitsInOutFile fos(flnm,FitsInOutFile::Fits_Create);
382 fos << sigspecmtx_;
383 }
384
[3905]385 cout << numfile_ << "-BRMeanSpecCalculator::SaveMeanSpectra() NPaqProc="
[3881]386 << totnbpaq_ << " -> Mean/Sig spectra Matrix in " << flnm << " /sigspec...ppf" << endl;
[3905]387 numfile_++;
388
389 for(size_t i=0; i<nbpaq4mean_.size(); i++) nbpaq4mean_[i]=0;
[3881]390 mspecmtx_ = (r_4)(0.);
391 sigspecmtx_ = (r_4)(0.);
[3872]392 return;
[3724]393}
394
[3905]395/* --Methode-- */
396void BRMeanSpecCalculator::SaveSpectraWindow()
397{
398 char nfile[64];
399 string flnm;
400 sprintf(nfile,"specwin%d.fits",nbtot_specwin_);
401 flnm="!"+outpath_+nfile;
402 FitsInOutFile fos(flnm,FitsInOutFile::Fits_Create);
403 fos << spec_window_;
404 cout << " SaveSpectraWindow() " << nbtot_specwin_ << "- file " << nfile << " created " << endl;
405}
406
[3872]407//---------------------------------------------------------------------
408// Classe de thread de calcul de FFT sur donnees RAW
409//---------------------------------------------------------------------
[3724]410/* --Methode-- */
[3872]411BRFFTCalculator::BRFFTCalculator(RAcqMemZoneMgr& memgr, bool fgsinglechannel)
412 : BRBaseProcessor(memgr), fgsinglechannel_(fgsinglechannel), totnbfftpaq_(0)
[3724]413{
[3943]414 uint_4 nb_octets_entrop = 0; //this value is valid for Dec. 2010 data at Nancay
415 const char* venvp = NULL;
416 venvp=getenv("BRANA_NBYTECUT");
417 if (venvp!=NULL){
418 nb_octets_entrop = atoi(venvp);
419 cout << "BRFFTCalculator : BRANA_NBYTECUT : " << nb_octets_entrop << endl;
420 }
421
422 BRPaquet paq(memgr_.PaqSize()-nb_octets_entrop);
423 //JEC END
424 // BRPaquet paq(memgr_.PaqSize());
[3872]425 setNameId("FFTCalc",2);
426 ffts_.SetInDataSize((fgsinglechannel_)?paq.DataSize():paq.DataSize()/2);
[3683]427}
428
[3692]429/* --Methode-- */
[3872]430BRFFTCalculator::~BRFFTCalculator()
[3692]431{
432}
433
[3872]434
[3705]435/* --Methode-- */
[3872]436int BRFFTCalculator::Process()
[3705]437{
438 for(size_t fib=0; fib<(size_t)memgr_.NbFibres(); fib++) {
[3872]439 ffts_.DoFFT( reinterpret_cast<IDT *>(vpaq_[fib].Data1() ),
440 reinterpret_cast< complex<ODT>* > (vprocpaq_[fib]) );
441 totnbfftpaq_++;
442 if ( fgsinglechannel_ ) continue;
443 ffts_.DoFFT( reinterpret_cast<IDT *>(vpaq_[fib].Data2() ),
444 reinterpret_cast< complex<ODT>* > (vprocpaq_[fib]+memgr_.ProcPaqSize()/2) );
445 totnbfftpaq_++;
446 }
[3705]447 return 0;
448}
449
[3774]450
[3872]451//-------------------------------------------------------------------------
452// Classe WBRFFT : Calcul de TF sur donnees brutes (firmware RAW)
453//-------------------------------------------------------------------------
454ZMutex* WBRFFT::mtx_fftwp_ = NULL;
455
[3776]456/* --Methode-- */
[3872]457WBRFFT::WBRFFT(uint_4 sz)
458 : sz_(sz)
[3776]459{
[3872]460 if (mtx_fftwp_ == NULL) mtx_fftwp_ = new ZMutex;
461 if (sz>0) SetInDataSize(sz);
[3776]462}
[3872]463
[3776]464/* --Methode-- */
[3872]465WBRFFT::~WBRFFT()
[3776]466{
467}
468
[3774]469/* --Methode-- */
[3872]470void WBRFFT::SetInDataSize(uint_4 sz)
[3774]471{
[3872]472 sz_ = sz;
473 if (sz_<1) return;
474 inp.SetSize(sz);
475 outfc.SetSize(sz/2+1);
476 mtx_fftwp_->lock();
477 myplan_ = fftwf_plan_dft_r2c_1d(inp.Size(), inp.Data(),
478 (fftwf_complex*)outfc.Data(), FFTW_ESTIMATE);
479 mtx_fftwp_->unlock();
[3774]480}
481
482/* --Methode-- */
[3872]483void WBRFFT::DoFFT( IDT *indata, complex<ODT> * ofc)
[3774]484{
[3872]485 if (sz_<1) return;
486 for(uint_4 k=0; k<inp.Size(); k++) inp(k)=(ODT)indata[k];
487 fftwf_execute(myplan_);
[3905]488 for(uint_4 k=0; k<outfc.Size(); k++) ofc[k]=outfc(k)/(ODT)sz_; // on renormalise les coeff FFT ( / sz )
[3872]489 return;
[3774]490}
491
492/* --Methode-- */
[3872]493void WBRFFT::PrintData(IDT *indata, complex<ODT> * ofc, uint_4 sz)
[3774]494{
[3872]495 cout << " --- WBRFFT::PrintData() size=" << sz << endl;
496 for(uint_4 k=0; k<sz; k+=8) {
497 IDT* in = indata+k;
498 cout << " Indata[" << k << "..." << k+8 << "]= ";
499 for(uint_4 i=0; i<8; i++) cout << (IIDT)in[i] << " ";
500 cout << endl;
[3774]501 }
[3872]502 cout << endl;
503 for(uint_4 k=0; k<sz/2; k+=4) {
504 complex< ODT>* out = ofc+k;
505 cout << " OutFC[" << k << "..." << k+4 << "]= ";
506 for(uint_4 i=0; i<4; i++) cout << out[i] << " ";
507 cout << endl;
508 }
509 return;
[3774]510
511}
512
513
[3635]514//---------------------------------------------------------------
515// Classe thread de traitement donnees ADC avec 2 voies par frame
[3872]516// !!!! OBSOLETE !!!!
[3635]517//---------------------------------------------------------------
518
[3649]519// Mutex pour eviter le plantage du a FFTW qui ne semble pas thread-safe
520static ZMutex* pmutfftw=NULL;
521
[3645]522/* --Methode-- */
[3683]523BRProcA2C::BRProcA2C(RAcqMemZoneMgr& mem, string& path, bool fgraw, uint_4 nmean,
[3656]524 uint_4 nmax, bool fghist, uint_4 nfsmap, bool fgnotrl, int card)
[3635]525 : memgr(mem)
526{
[3683]527 fgraw_ = fgraw;
[3635]528 nmax_ = nmax;
529 nmean_ = nmean;
[3683]530 if (fgraw_) cout << " BRProcA2C::BRProcA2C() - constructeur RAW data - NMean=" << nmean_ << endl;
531 else cout << " BRProcA2C::BRProcA2C() - constructeur FFT data - NMean=" << nmean_ << endl;
[3656]532 nfsmap_ = nfsmap;
[3635]533 stop_ = false;
534 path_ = path;
[3640]535 fgnotrl_ = fgnotrl;
[3652]536 fghist_ = fghist;
[3645]537 card_ = card;
[3649]538 if (pmutfftw==NULL) pmutfftw=new ZMutex;
[3635]539}
540
[3645]541/* --Methode-- */
[3683]542void BRProcA2C::Stop()
[3635]543{
544 stop_=true;
[3683]545 // cout <<" BRProcA2C::Stop ... > STOP " << endl;
[3635]546}
547
548
549
[3872]550
[3645]551static inline string card2name_(int card)
552{
553 if (card==2) return " (Chan3,4) ";
554 else return " (Chan1,2) ";
555}
556/* --Methode-- */
[3683]557void BRProcA2C::run()
[3635]558{
559 setRC(1);
560 try {
[3683]561 Timer tm("BRProcA2C", false);
[3635]562 TimeStamp ts;
[3646]563 BRPaqChecker pcheck(!fgnotrl_); // Verification/comptage des paquets
[3640]564
565 size_t totnbytesout = 0;
566 size_t totnbytesproc = 0;
567
[3683]568 cout << " BRProcA2C::run() - Starting " << ts << " NMaxMemZones=" << nmax_
[3645]569 << " NMean=" << nmean_ << card2name_(card_) << endl;
[3683]570 cout << " BRProcA2C::run()... - Output Data Path: " << path_ << endl;
[3635]571 char fname[512];
572// sprintf(fname,"%s/proc.log",path_.c_str());
573// ofstream filog(fname);
[3683]574// filog << " BRProcA2C::run() - starting log file " << ts << endl;
[3635]575// filog << " ... NMaxMemZones=" << nmax_ << " NMean=" << nmean_ << " Step=" << step_ << endl;
576
[3647]577/*----DELETE NTuple
[3646]578 const char* nnames[8] = {"fcs","tts","s1","s2","s12","s12re","s12im","s12phi"};
579 NTuple nt(8, nnames);
580 double xnt[10];
581 uint_4 nmnt = 0;
582 double ms1,ms2,ms12,ms12re,ms12im,ms12phi;
[3647]583----*/
[3683]584// Time sample (raw data) /FFT coeff histograms
585 Histo* ph1=NULL;
586 Histo* ph2=NULL;
587 if (fghist_) {
588 if (fgraw_) {
589 ph1 = new Histo(-0.5, 255.5, 256);
590 ph2 = new Histo(-0.5, 255.5, 256);
591 }
592 else {
593 ph1 = new Histo(-128.5, 128.5, 257);
594 ph2 = new Histo(-128.5, 128.5, 257);
595 }
596 }
597
[3635]598// Initialisation pour calcul FFT
[3640]599 TVector< complex<r_4> > cfour1; // composant TF
[3635]600 uint_4 paqsz = memgr.PaqSize();
601 uint_4 procpaqsz = memgr.ProcPaqSize();
[3646]602
603
[3635]604 BRPaquet pq(NULL, NULL, paqsz);
605 TVector<r_4> vx(pq.DataSize()/2);
[3648]606 int szfour = pq.DataSize()/2/2+1;
607 cfour1.SetSize(szfour);
608/*
[3635]609 vx = (r_4)(0.);
610 FFTPackServer ffts;
[3640]611 ffts.FFTForward(vx, cfour1);
[3648]612 szfour = cfour1.Size();
613*/
614
[3656]615 bool fgtimfreq = false; // true->cartes temps<>frequences
616 if (nfsmap_>0) fgtimfreq=true;
617
[3640]618 TVector< complex<r_4> > cfour2(cfour1.Size());
[3635]619
[3640]620 TVector<r_4> spectreV1(cfour1.Size());
621 TVector<r_4> spectreV2(cfour1.Size());
[3655]622 TVector<r_4> moyspecV1(cfour1.Size()); // Moyenne des Spectres
623 TVector<r_4> moyspecV2(cfour1.Size());
624 TVector<r_4> sigspecV1(cfour1.Size()); // Sigma des Spectres
625 TVector<r_4> sigspecV2(cfour1.Size());
[3640]626 TVector< complex<r_4> > visiV12( cfour1.Size() );
[3635]627
[3656]628 TMatrix<r_4> timfreqV1, timfreqV2; // Cartes temps<>frequences
629 if (fgtimfreq) {
630 timfreqV1.SetSize(nmean_, spectreV1.Size()/nfsmap_);
631 timfreqV2.SetSize(nmean_, spectreV2.Size()/nfsmap_);
632 }
[3683]633 cout << " *DBG*BRProcA2C PaqSz=" << paqsz << " ProcPaqSize=" << procpaqsz
[3646]634 << " procpaqsz/2=" << procpaqsz/2 << " cfour1.Size()=" << cfour1.Size()
635 << " *8=" << cfour1.Size()*8 << endl;
[3635]636
[3649]637 pmutfftw->lock();
[3640]638 fftwf_plan plan1 = fftwf_plan_dft_r2c_1d(vx.Size(), vx.Data(),
639 (fftwf_complex*)cfour1.Data(), FFTW_ESTIMATE);
640 fftwf_plan plan2 = fftwf_plan_dft_r2c_1d(vx.Size(), vx.Data(),
641 (fftwf_complex*)cfour2.Data(), FFTW_ESTIMATE);
[3649]642 pmutfftw->unlock();
[3640]643
[3635]644 uint_4 ifile = 0;
[3655]645 uint_4 nzm = 0; // Nb de paquets moyennes pour le calcul de chaque spectre
646 uint_4 nmoyspec = 0; // Nb de spectres moyennes
[3647]647
648 uint_4 curfc=0;
649 uint_8 curtt=0;
650 uint_8 firsttt=0;
651 bool fgfirst=true;
[3658]652 double moysig[2]={0.,0.};
653 double sigsig[2]={0.,0.};
654 uint_8 nbsig[2]={0,0};
655
[3635]656 for (uint_4 kmz=0; kmz<nmax_; kmz++) {
657 if (stop_) break;
658 int mid = memgr.FindMemZoneId(MemZA_ProcA);
659 Byte* buff = memgr.GetMemZone(mid);
660 if (buff == NULL) {
[3683]661 cout << " BRProcA2C::run()/ERROR memgr.GetMemZone(" << mid << ") -> NULL" << endl;
[3640]662 break;
[3635]663 }
664 Byte* procbuff = memgr.GetProcMemZone(mid);
665 if (procbuff == NULL) {
[3683]666 cout << " BRProcA2C::run()/ERROR memgr.GetProcMemZone(" << mid << ") -> NULL" << endl;
[3640]667 break;
[3635]668 }
[3647]669//---- DELETE nmnt=0; ms1=ms2=ms12=ms12re=ms12im=ms12phi=0.;
[3645]670 for(uint_4 i=0; i<memgr.NbPaquets(); i++) {
[3640]671 BRPaquet paq(NULL, buff+i*paqsz, paqsz);
672 if (!pcheck.Check(paq)) continue; // on ne traite que les paquets OK
[3647]673 if (fgfirst) { firsttt=paq.TimeTag(); fgfirst=false; }
674 curfc=paq.FrameCounter();
675 curtt=paq.TimeTag()-firsttt;
[3635]676// Traitement voie 1
[3652]677 if (fghist_) {
678 for(sa_size_t j=0; j<vx.Size(); j++) {
[3683]679 r_4 vts=(fgraw_)?((r_4)(*(paq.Data1()+j))):((r_4)(*(paq.Data1S()+j)));
680 ph1->Add((r_8)vts);
[3658]681 moysig[0] += (double)vts;
682 sigsig[0] += ((double)vts)*((double)vts);
683 nbsig[0]++;
[3652]684 }
[3683]685 for(sa_size_t j=0; j<vx.Size(); j++) {
686 r_4 vts=(fgraw_)?((r_4)(*(paq.Data2()+j))):((r_4)(*(paq.Data2S()+j)));
687 ph2->Add((r_8)vts);
[3658]688 moysig[1] += (double)vts;
689 sigsig[1] += ((double)vts)*((double)vts);
690 nbsig[1]++;
[3652]691 }
692 }
[3683]693 if (fgraw_) {
694 for(sa_size_t j=0; j<vx.Size(); j++)
695 vx(j) = (r_4)(*(paq.Data1()+j))-127.5;
696 // fftwf_complex* coeff1 = (fftwf_complex*)(procbuff+i*procpaqsz);
697 fftwf_execute(plan1);
698 // Traitement voie 2
699 for(sa_size_t j=0; j<vx.Size(); j++)
700 vx(j) = (r_4)(*(paq.Data2()+j))-127.5;
701 fftwf_execute(plan2);
702 }
703 else {
704 for(sa_size_t j=1; j<cfour1.Size()-1; j++) {
705 cfour1(j) = complex<r_4>((r_4)paq.Data1C()[j].realB(), (r_4)paq.Data1C()[j].imagB());
706 cfour2(j) = complex<r_4>((r_4)paq.Data2C()[j].realB(), (r_4)paq.Data2C()[j].imagB());
707 }
708 cfour1(0) = complex<r_4>((r_4)paq.Data1C()[0].realB(), (r_4)0.);
709 cfour1(cfour1.Size()-1) = complex<r_4>((r_4)paq.Data1C()[0].imagB(), (r_4)0.);
710 cfour2(0) = complex<r_4>((r_4)paq.Data2C()[0].realB(), (r_4)0.);
711 cfour2(cfour2.Size()-1) = complex<r_4>((r_4)paq.Data2C()[0].imagB(), (r_4)0.);
712 }
713 for(sa_size_t j=0; j<spectreV1.Size(); j++)
[3943]714 spectreV1(j) += BRMeanSpecCalculator::Zmod2(cfour1(j));
[3683]715 memcpy(procbuff+i*procpaqsz, cfour1.Data(), sizeof(complex<r_4>)*cfour1.Size());
716 if (fgtimfreq) { // Remplissage tableau temps-frequence
717 for(sa_size_t c=1; c<timfreqV1.NCols(); c++) {
718 for(sa_size_t j=c*nfsmap_; j<(c+1)*nfsmap_; j++)
[3943]719 timfreqV1(nzm, c) += BRMeanSpecCalculator::Zmod2(cfour1(j));
[3683]720 }
721 }
[3635]722 for(sa_size_t j=0; j<spectreV2.Size(); j++)
[3943]723 spectreV2(j) += BRMeanSpecCalculator::Zmod2(cfour2(j)); // BRMeanSpecCalculator::Zmod2(zp2[j]);
[3640]724 memcpy(procbuff+i*procpaqsz+procpaqsz/2, cfour2.Data(), sizeof(complex<r_4>)*cfour2.Size());
[3656]725 if (fgtimfreq) { // Remplissage tableau temps-frequence
726 for(sa_size_t c=1; c<timfreqV2.NCols(); c++) {
727 for(sa_size_t j=c*nfsmap_; j<(c+1)*nfsmap_; j++)
[3943]728 timfreqV2(nzm,c) += BRMeanSpecCalculator::Zmod2(cfour2(j));
[3656]729 }
730 }
[3635]731
732// Calcul correlation (visibilite V1 * V2)
[3640]733 for(sa_size_t j=0; j<visiV12.Size(); j++)
734 visiV12(j)+=cfour1(j)*conj(cfour2(j));
735// for(sa_size_t j=0; j<visiV12.Size(); j++) visiV12(j)+=zp1[j]*zp2[j];
[3647]736 if (nzm==0) {
737 spectreV1.Info()["StartFC"] = curfc;
738 spectreV2.Info()["StartFC"] = curfc;
739 visiV12.Info()["StartFC"] = curfc;
740 spectreV1.Info()["StartTT"] = curtt;
741 spectreV2.Info()["StartTT"] = curtt;
742 visiV12.Info()["StartTT"] = curtt;
743 }
[3640]744 nzm++;
[3647]745/*----DELETE
[3646]746 if (nmnt==0) { xnt[0]=paq.FrameCounter(); xnt[1]=paq.TimeTag(); }
747 for(sa_size_t j=2700; j<2800; j++) {
[3943]748 ms1 += BRMeanSpecCalculator::Zmod2(cfour1(j)); ms2 += BRMeanSpecCalculator::Zmod2(cfour2(j));
[3646]749 complex<r_4> zvis = cfour1(j)*conj(cfour2(j));
[3943]750 ms12 += BRMeanSpecCalculator::Zmod2(zvis); ms12re += zvis.real(); ms12im += zvis.imag();
[3646]751 ms12phi+= atan2(zvis.imag(),zvis.real());
752 }
753 nmnt++;
[3647]754----*/
[3640]755 totnbytesproc += paq.DataSize();
756 totnbytesout += (2*sizeof(complex<r_4>)*cfour1.Size());
[3635]757
[3640]758 } // Fin de boucle sur les paquets d'une zone
[3647]759
760/*---- DELETE
[3646]761 if (nmnt>0) {
762 double fnorm = (double)nmnt*(2800-2700);
763 xnt[2] = ms1 /= fnorm;
764 xnt[3] = ms2 /= fnorm;
765 xnt[4] = ms12 /= fnorm;
766 xnt[5] = ms12re /= fnorm;
767 xnt[6] = ms12im /= fnorm;
768 xnt[7] = ms12phi /= fnorm;
769 nt.Fill(xnt);
770 }
[3647]771----*/
[3640]772 if ((nzm >= nmean_) || ((kmz==(nmax_-1))&&(nzm>1))) {
[3635]773 spectreV1 /= (r_4)(nzm);
774 spectreV2 /= (r_4)(nzm);
775
[3655]776 // pour le calcul des moyennes et sigmas de ces spectres
777 moyspecV1 += spectreV1;
778 moyspecV2 += spectreV2;
779 sigspecV1 += (spectreV1 && spectreV1);
780 sigspecV2 += (spectreV2 && spectreV2);
781 nmoyspec++;
782
[3635]783 visiV12 /= complex<r_4>((r_4)nzm, 0.);
784
785 spectreV1.Info()["NPaqMoy"] = nzm;
786 spectreV2.Info()["NPaqMoy"] = nzm;
787 visiV12.Info()["NPaqMoy"] = nzm;
[3647]788 spectreV1.Info()["EndFC"] = curfc;
789 spectreV2.Info()["EndFC"] = curfc;
790 visiV12.Info()["EndFC"] = curfc;
791 spectreV1.Info()["EndTT"] = curtt;
792 spectreV2.Info()["EndTT"] = curtt;
793 visiV12.Info()["EndTT"] = curtt;
[3652]794 {
[3635]795 sprintf(fname,"%s_%d.ppf",path_.c_str(),(int)ifile);
796 POutPersist po(fname);
[3645]797 string tag1="specV1";
798 string tag2="specV2";
799 string tag12="visiV12";
[3652]800 string tagh1="tshV1";
801 string tagh2="tshV2";
[3656]802 string tagtf1="timfreqV1";
803 string tagtf2="timfreqV2";
[3645]804 if (card_==2) {
805 tag1 = "specV3";
806 tag2 = "specV4";
[3652]807 tagh1 = "tshV1";
808 tagh2 = "tshV2";
[3645]809 tag12="visiV34";
[3656]810 tagtf1="timfreqV3";
811 tagtf2="timfreqV4";
[3645]812 }
813 po << PPFNameTag(tag1) << spectreV1;
814 po << PPFNameTag(tag2) << spectreV2;
815 po << PPFNameTag(tag12) << visiV12;
[3652]816 if (fghist_) {
[3683]817 po << PPFNameTag(tagh1) << (*ph1);
818 po << PPFNameTag(tagh2) << (*ph2);
[3658]819
820 double sspvmax[3] = {0.,0.,0.};
821 int_4 sspvmaxidx[3] = {-1,-1,-1};
822 for(int jji=1;jji<visiV12.Size()-1;jji++) {
[3943]823 r_4 zmv2 = BRMeanSpecCalculator::Zmod2(visiV12(jji));
[3658]824 if (zmv2>sspvmax[2]) { sspvmax[2]=zmv2; sspvmaxidx[2]=jji; }
825 }
826 TVector<r_4>& sspv = spectreV1;
827 for(int ic=0; ic<2; ic++) {
828 if (ic==1) sspv = spectreV2;
829 for(int jji=1;jji<sspv.Size()-1;jji++)
830 if (sspv(jji)>sspvmax[ic]) { sspvmax[ic]=sspv(jji); sspvmaxidx[ic]=jji; }
831 if (nbsig[ic] < 1) { moysig[ic]=sigsig[ic]=-1.; }
832 else {
833 moysig[ic] /= (double)nbsig[ic];
834 sigsig[ic] /= (double)nbsig[ic];
835 sigsig[ic] -= (moysig[ic]*moysig[ic]);
836 sigsig[ic] = sqrt(sigsig[ic]);
837 cout << "===Voie " << ic << " Moy=" << moysig[ic] << " Sig=" << sigsig[ic]
838 << " MaxSpec Amp= " << sqrt(sspvmax[ic])/double(pq.DataSize()/2/2)
839 << " Pos=" << sspvmaxidx[ic] << " (NPts=" << nbsig[ic] << ")" << endl;
840 }
841 }
842 cout << "=== Voie1x2 MaxSpec Amp= " << sqrt(sqrt(sspvmax[2])/double(pq.DataSize()/2/2))
843 << " Pos=" << sspvmaxidx[2] << endl;
844 } // fin if (fghist_)
845
[3656]846 if (fgtimfreq) {
847 timfreqV1 /= (r_4)nzm;
848 timfreqV2 /= (r_4)nzm;
849 po << PPFNameTag(tagtf1) << timfreqV1;
850 po << PPFNameTag(tagtf2) << timfreqV2;
851 }
[3652]852 }
[3635]853 spectreV1 = (r_4)(0.);
854 spectreV2 = (r_4)(0.);
855 visiV12 = complex<r_4>(0., 0.);
[3652]856 if (fghist_) {
[3683]857 ph1->Zero();
858 ph2->Zero();
[3658]859 moysig[0]=moysig[1]=0.;
860 sigsig[0]=sigsig[1]=0.;
861 nbsig[0]=nbsig[1]=0;
[3652]862 }
[3656]863 if (fgtimfreq) {
864 timfreqV1 = (r_4)(0.);
865 timfreqV2 = (r_4)(0.);
866 }
[3635]867 nzm = 0; ifile++;
868// ts.SetNow();
869// filog << ts << " : proc file " << fname << endl;
[3683]870 cout << " BRProcA2C::run() created file " << fname << card2name_(card_) << endl;
[3640]871 }
[3635]872
873 memgr.FreeMemZone(mid, MemZS_ProcA);
[3640]874 } // Fin de boucle sur les zones a traiter
[3683]875 cout << " ------------ BRProcA2C::run() END " << card2name_(card_)
[3645]876 << " ------------ " << endl;
[3647]877/*---- DELETE
878 {
879 nt.Info()["FirstTT"]=firsttt;
[3646]880 cout << nt;
881 sprintf(fname,"%s_nt.ppf",path_.c_str());
882 POutPersist po(fname);
883 po << PPFNameTag("ntv12") << nt;
[3683]884 cout << " BRProcA2C::run() created NTuple file " << fname << card2name_(card_) << endl;
[3647]885 }
886---- */
[3655]887 if (nmoyspec>0) { // Calcul des moyennes et sigmas des spectres
888 r_4 fnms = nmoyspec;
889 moyspecV1 /= fnms;
890 moyspecV2 /= fnms;
891 sigspecV1 /= fnms;
892 sigspecV2 /= fnms;
893 sigspecV1 -= (moyspecV1 && moyspecV1);
894 sigspecV2 -= (moyspecV2 && moyspecV2);
895 sigspecV1 = Sqrt(sigspecV1);
896 sigspecV2 = Sqrt(sigspecV2);
897 TVector<r_4> rsbV1, rsbV2; // Rapport signal/bruit
898 moyspecV1.DivElt(sigspecV1, rsbV1, false, true);
899 moyspecV2.DivElt(sigspecV2, rsbV2, false, true);
900 sprintf(fname,"%s_ms.ppf",path_.c_str());
901 POutPersist po(fname);
902 po << PPFNameTag("moyspecV1") << moyspecV1;
903 po << PPFNameTag("moyspecV2") << moyspecV2;
904 po << PPFNameTag("sigspecV1") << sigspecV1;
905 po << PPFNameTag("sigspecV2") << sigspecV2;
906 po << PPFNameTag("rsbV1") << rsbV1;
907 po << PPFNameTag("rsbV2") << rsbV2;
[3683]908 cout << " BRProcA2C::run() created moysigspec file " << fname << card2name_(card_) << endl;
[3655]909 }
910
[3683]911 if (fghist_) {
912 delete ph1;
913 delete ph2;
914 }
[3640]915 ts.SetNow();
916 tm.SplitQ();
917 cout << " TotalProc= " << totnbytesproc/(1024*1024) << " MBytes, rate= "
918 << (double)(totnbytesproc)/1024./tm.PartialElapsedTimems() << " MB/s"
919 << " ProcDataOut=" << totnbytesout/(1024*1024) << " MB" << endl;
920 cout << pcheck;
[3683]921 cout << " BRProcA2C::run()/Timing: " << card2name_(card_) << endl;
[3640]922 tm.Print();
923 cout << " ---------------------------------------------------------- " << endl;
924
[3635]925 }
926 catch (PException& exc) {
[3683]927 cout << " BRProcA2C::run()/catched PException " << exc.Msg() << endl;
[3635]928 setRC(3);
929 return;
930 }
931 catch(...) {
[3683]932 cout << " BRProcA2C::run()/catched unknown ... exception " << endl;
[3635]933 setRC(4);
934 return;
935 }
936 setRC(0);
937 return;
938}
939
[3872]940
[3645]941//---------------------------------------------------------------------
[3683]942// Classe thread de traitement 2 x 2 voies/frames (Apres BRProcA2C)
[3872]943// !!!! OBSOLETE !!!!
[3645]944//---------------------------------------------------------------------
[3635]945
[3645]946/* --Methode-- */
[3683]947BRProcB4C::BRProcB4C(RAcqMemZoneMgr& mem1, RAcqMemZoneMgr& mem2, string& path,
948 bool fgraw, uint_4 nmean, uint_4 nmax, bool fgnotrl)
[3645]949 : memgr1(mem1), memgr2(mem2)
950{
[3683]951 fgraw_ = fgraw;
[3645]952 nmax_ = nmax;
953 nmean_ = nmean;
[3683]954 if (fgraw_) cout << " BRProcB4C::BRProcB4C() - constructeur RAW data - NMean= " << nmean_ << endl;
955 else cout << " BRProcB4C::BRProcB4C() - constructeur FFT data - NMean= " << nmean_ << endl;
[3645]956 stop_ = false;
957 path_ = path;
958 fgnotrl_ = fgnotrl;
959}
[3635]960
[3645]961/* --Methode-- */
[3683]962void BRProcB4C::Stop()
[3645]963{
964 stop_=true;
[3683]965 // cout <<" BRProcB4C::Stop ... > STOP " << endl;
[3645]966}
[3635]967
[3645]968
969/* --Methode-- */
[3683]970void BRProcB4C::run()
[3645]971{
972 setRC(1);
973 try {
[3683]974 Timer tm("BRProcB4C", false);
[3645]975 TimeStamp ts;
[3646]976 BRPaqChecker pcheck1(!fgnotrl_); // Verification/comptage des paquets
977 BRPaqChecker pcheck2(!fgnotrl_); // Verification/comptage des paquets
[3645]978
979 size_t totnbytesout = 0;
980 size_t totnbytesproc = 0;
981
[3683]982 cout << " BRProcB4C::run() - Starting " << ts << " NMaxMemZones=" << nmax_
[3645]983 << " NMean=" << nmean_ << endl;
[3683]984 cout << " BRProcB4C::run()... - Output Data Path: " << path_ << endl;
[3645]985
986 uint_4 paqsz = memgr1.PaqSize();
987 uint_4 procpaqsz = memgr1.ProcPaqSize();
988 if ((paqsz != memgr2.PaqSize())||(procpaqsz!= memgr2.ProcPaqSize())) {
[3683]989 cout << "BRProcB4C::run()/ERROR : different paquet size -> stop \n ...(PaqSz1="
[3645]990 << paqsz << " Sz2=" << memgr2.PaqSize() << " ProcPaqSz1="
991 << procpaqsz << " Sz2=" << memgr2.ProcPaqSize() << " )" << endl;
992 setRC(9);
993 return;
994 }
995
996 TVector< complex<r_4> > cfour; // composant TF
[3648]997 BRPaquet pq(NULL, NULL, paqsz);
[3646]998/*
[3645]999 TVector<r_4> vx(pq.DataSize()/2);
1000 vx = (r_4)(0.);
1001 FFTPackServer ffts;
1002 ffts.FFTForward(vx, cfour);
1003
1004 TVector< complex<r_4> > visiV13( cfour.Size() );
1005 TVector< complex<r_4> > visiV14( cfour.Size() );
1006 TVector< complex<r_4> > visiV23( cfour.Size() );
1007 TVector< complex<r_4> > visiV24( cfour.Size() );
[3646]1008*/
[3648]1009 int szfour = pq.DataSize()/2/2+1;
1010// int szfour = (paqsz-40)/2+1;
[3646]1011 TVector< complex<r_4> > visiV13( szfour );
1012 TVector< complex<r_4> > visiV14( szfour );
1013 TVector< complex<r_4> > visiV23( szfour );
1014 TVector< complex<r_4> > visiV24( szfour );
1015 // cout << " *DBG*AAAAA ---- Vectors OK" << endl;
[3683]1016 cout << " *DBG*BRProcB4C PaqSz=" << paqsz << " ProcPaqSize=" << procpaqsz
[3646]1017 << " procpaqsz/2=" << procpaqsz/2 << " cfour.Size()=" << szfour
1018 << " *8=" << szfour*8 << endl;
[3645]1019
[3647]1020 DataTable dt;
1021 dt.AddLongColumn("fc1");
[3651]1022 dt.AddLongColumn("tt1");
[3647]1023 dt.AddLongColumn("fc2");
1024 dt.AddLongColumn("tt2");
1025 DataTableRow dtr = dt.EmptyRow();
1026
[3645]1027 uint_4 nzm = 0;
1028 uint_4 totnoksfc = 0;
1029 uint_4 totnokpaq = 0;
1030 uint_4 totnpaq = 0;
1031 uint_4 ifile = 0;
[3647]1032
1033 uint_4 curfc=0;
1034 uint_8 curtt=0;
1035 uint_4 curfc2=0;
1036 uint_8 curtt2=0;
1037 uint_8 firsttt=0;
1038 uint_8 firsttt2=0;
1039 bool fgfirst=true;
[3645]1040 for (uint_4 kmz=0; kmz<nmax_; kmz++) {
1041 uint_4 noksfc = 0;
1042 uint_4 nokpaq = 0;
1043 if (stop_) break;
[3646]1044 // cout << " *DBG*BBBBB" << kmz << endl;
1045
[3645]1046 int mid1 = memgr1.FindMemZoneId(MemZA_ProcB);
1047 Byte* buff1 = memgr1.GetMemZone(mid1);
1048 if (buff1 == NULL) {
[3683]1049 cout << " BRProcB4C::run()/ERROR memgr.GetMemZone(" << mid1 << ") -> NULL" << endl;
[3645]1050 break;
1051 }
1052 Byte* procbuff1 = memgr1.GetProcMemZone(mid1);
1053 if (procbuff1 == NULL) {
[3683]1054 cout << " BRProcB4C::run()/ERROR memgr.GetProcMemZone(" << mid1 << ") -> NULL" << endl;
[3645]1055 break;
1056 }
1057 int mid2 = memgr2.FindMemZoneId(MemZA_ProcB);
1058 Byte* buff2 = memgr2.GetMemZone(mid2);
1059 if (buff1 == NULL) {
[3683]1060 cout << " BRProcB4C::run()/ERROR memgr.GetMemZone(" << mid2 << ") -> NULL" << endl;
[3645]1061 break;
1062 }
1063 Byte* procbuff2 = memgr2.GetProcMemZone(mid2);
1064 if (procbuff2 == NULL) {
[3683]1065 cout << " BRProcB4C::run()/ERROR memgr.GetProcMemZone(" << mid2 << ") -> NULL" << endl;
[3645]1066 break;
1067 }
1068 uint_4 i1,i2;
1069 i1=i2=0;
[3646]1070// cout << " *DBG*CCCCCC " << kmz << " memgr1.NbPaquets() =" << memgr1.NbPaquets() << endl;
[3645]1071 while((i1<memgr1.NbPaquets())&&(i2<memgr2.NbPaquets())) {
1072 BRPaquet paq1(NULL, buff1+i1*paqsz, paqsz);
1073 BRPaquet paq2(NULL, buff2+i2*paqsz, paqsz);
1074 totnpaq++;
1075// cout << " DBG["<<kmz<<"] i1,i2=" << i1 <<","<<i2<<" FC1,FC2=" <<paq1.FrameCounter()
1076//<<","<<paq2.FrameCounter()<<endl;
1077 // on ne traite que les paquets OK
1078 if (!pcheck1.Check(paq1)) { i1++; continue; }
1079 if (!pcheck2.Check(paq2)) { i2++; continue; }
1080 nokpaq++;
1081 if (paq1.FrameCounter()<paq2.FrameCounter()) { i1++; continue; }
1082 if (paq2.FrameCounter()<paq1.FrameCounter()) { i2++; continue; }
1083// cout << " DBG["<<kmz<<"]OKOK i1,i2=" << i1 <<","<<i2<<" FC1,FC2=" <<paq1.FrameCounter()
1084// <<","<<paq2.FrameCounter()<<endl;
1085
[3646]1086 if ((i1>=memgr1.NbPaquets())||(i2>=memgr1.NbPaquets())) {
1087 cout << " *BUG*BUG i1=" << i1 << " i2=" << i2 << endl;
1088 break;
1089 }
[3645]1090 // Les deux framecounters sont identiques ...
1091 noksfc++;
[3647]1092 curfc=paq1.FrameCounter();
1093 curfc2=paq2.FrameCounter();
1094 if (fgfirst) {
[3651]1095 firsttt=paq1.TimeTag(); firsttt2=paq2.TimeTag();
[3683]1096 cout << " BRProcB4C()/Info First FC="<<curfc<<" , "<<curfc2<<" -> TT="
[3647]1097 << firsttt<<" , "<<firsttt2 <<endl;
1098 fgfirst=false;
1099 }
1100 curtt=paq1.TimeTag()-firsttt;
1101 curtt2=paq2.TimeTag()-firsttt2;
1102 dtr[0]=curfc; dtr[1]=curtt;
1103 dtr[2]=curfc2; dtr[3]=curtt2;
1104 dt.AddRow(dtr);
1105
[3645]1106 complex<r_4>* zp1 = (complex<r_4>*)(procbuff1+i1*procpaqsz);
1107 complex<r_4>* zp2 = (complex<r_4>*)(procbuff1+i1*procpaqsz+procpaqsz/2);
1108 complex<r_4>* zp3 = (complex<r_4>*)(procbuff2+i2*procpaqsz);
1109 complex<r_4>* zp4 = (complex<r_4>*)(procbuff2+i2*procpaqsz+procpaqsz/2);
1110 for(sa_size_t j=0; j<visiV13.Size(); j++) {
1111 visiV13(j)+=zp1[j]*conj(zp3[j]);
1112 visiV14(j)+=zp1[j]*conj(zp4[j]);
1113 visiV23(j)+=zp2[j]*conj(zp3[j]);
1114 visiV24(j)+=zp2[j]*conj(zp4[j]);
1115 }
[3647]1116 if (nzm==0) {
1117 visiV13.Info()["StartFC"] = curfc;
1118 visiV14.Info()["StartFC"] = curfc;
1119 visiV23.Info()["StartFC"] = curfc;
1120 visiV24.Info()["StartFC"] = curfc;
1121 visiV13.Info()["StartTT"] = curtt;
1122 visiV14.Info()["StartTT"] = curtt;
1123 visiV23.Info()["StartTT"] = curtt;
1124 visiV24.Info()["StartTT"] = curtt;
1125 }
[3645]1126 nzm++; i1++; i2++;
1127 totnbytesproc += 2*paq1.DataSize();
1128 } // Fin de boucle sur les paquets d'une zone
[3646]1129 memgr1.FreeMemZone(mid1, MemZS_ProcB);
1130 memgr2.FreeMemZone(mid2, MemZS_ProcB);
1131
[3645]1132 if ((nzm >= nmean_) || ((kmz==(nmax_-1))&&(nzm>1))) {
1133 visiV13 /= complex<r_4>((r_4)nzm, 0.);
1134 visiV14 /= complex<r_4>((r_4)nzm, 0.);
1135 visiV23 /= complex<r_4>((r_4)nzm, 0.);
1136 visiV24 /= complex<r_4>((r_4)nzm, 0.);
1137 visiV13.Info()["NPaqMoy"] = nzm;
1138 visiV14.Info()["NPaqMoy"] = nzm;
1139 visiV23.Info()["NPaqMoy"] = nzm;
1140 visiV24.Info()["NPaqMoy"] = nzm;
[3647]1141 visiV13.Info()["EndFC"] = curfc;
1142 visiV14.Info()["EndFC"] = curfc;
1143 visiV23.Info()["EndFC"] = curfc;
1144 visiV24.Info()["EndFC"] = curfc;
1145 visiV13.Info()["EndTT"] = curtt;
1146 visiV14.Info()["EndTT"] = curtt;
1147 visiV23.Info()["EndTT"] = curtt;
1148 visiV24.Info()["EndTT"] = curtt;
[3645]1149 char fname[512];
1150 {
1151 sprintf(fname,"%s_%d.ppf",path_.c_str(),(int)ifile);
1152 POutPersist po(fname);
1153 po << PPFNameTag("visiV13") << visiV13;
1154 po << PPFNameTag("visiV14") << visiV14;
1155 po << PPFNameTag("visiV23") << visiV23;
1156 po << PPFNameTag("visiV24") << visiV24;
1157 }
1158 visiV13 = complex<r_4>(0., 0.);
1159 visiV14 = complex<r_4>(0., 0.);
1160 visiV23 = complex<r_4>(0., 0.);
1161 visiV24 = complex<r_4>(0., 0.);
[3646]1162 nzm = 0; ifile++;
[3645]1163// ts.SetNow();
1164// filog << ts << " : proc file " << fname << endl;
[3683]1165 cout << " BRProcB4C::run() created file " << fname << endl;
[3645]1166 }
1167 double okfrac = (nokpaq>1)?((double)noksfc/(double)nokpaq*100.):0.;
[3683]1168 cout << "BRProcB4C ["<<kmz<<"] NOKPaq=" << nokpaq << " NSameFC=" << noksfc
[3645]1169 << " (" << okfrac << " %)" << endl;
1170 totnokpaq += nokpaq;
1171 totnoksfc += noksfc;
1172 } // Fin de boucle sur les zones a traiter
[3683]1173 cout << " ------------------ BRProcB4C::run() END ----------------- " << endl;
[3647]1174 {
1175 dt.Info()["FirstTT1"]=firsttt;
1176 dt.Info()["FirstTT2"]=firsttt2;
1177 cout << dt;
1178 char fname[512];
1179 sprintf(fname,"%s_fctt.ppf",path_.c_str());
1180 POutPersist po(fname);
1181 po << PPFNameTag("ttfc") << dt;
[3683]1182 cout << " BRProcB4C::run() created TimeTag/FrameCounter file " << fname << endl;
[3647]1183 }
[3645]1184 ts.SetNow();
1185 tm.SplitQ();
1186 cout << " TotalProc= " << totnbytesproc/(1024*1024) << " MBytes, rate= "
1187 << (double)(totnbytesproc)/1024./tm.PartialElapsedTimems() << " MB/s" << endl;
1188 double totokfrac = (totnokpaq>1)?((double)totnoksfc/(double)totnokpaq*100.):0.;
1189 cout << " NOkPaq1,2=" << totnokpaq << " /TotNPaq=" << totnpaq << " TotNSameFC="
1190 << totnoksfc << " (" << totokfrac << " %)" << endl;
1191// cout << pcheck1;
1192// cout << pcheck2;
[3683]1193 cout << " BRProcB4C::run()/Timing: \n";
[3645]1194 tm.Print();
1195 cout << " ---------------------------------------------------------- " << endl;
1196}
1197 catch (PException& exc) {
[3683]1198 cout << " BRProcB4C::run()/catched PException " << exc.Msg() << endl;
[3645]1199 setRC(3);
1200 return;
1201 }
1202 catch(...) {
[3683]1203 cout << " BRProcB4C::run()/catched unknown ... exception " << endl;
[3645]1204 setRC(4);
1205 return;
1206 }
1207 setRC(0);
1208 return;
1209}
1210
1211
Note: See TracBrowser for help on using the repository browser.