source: Sophya/trunk/AddOn/TAcq/brproc.cc@ 3943

Last change on this file since 3943 was 3943, checked in by campagne, 15 years ago

release.txt

File size: 41.1 KB
Line 
1//----------------------------------------------------------------
2// Projet BAORadio - (C) LAL/IRFU 2008-2011
3// Classes de threads de traitement pour BAORadio
4//----------------------------------------------------------------
5
6#include <stdlib.h>
7#include <string.h>
8#include <unistd.h>
9#include <fstream>
10#include <signal.h>
11
12#include "pexceptions.h"
13#include "tvector.h"
14#include "ntuple.h"
15#include "datatable.h"
16#include "histos.h"
17#include "fioarr.h"
18#include "matharr.h"
19#include "timestamp.h"
20#include "ctimer.h"
21#include "fftpserver.h"
22#include "fitsarrhand.h"
23
24#include "FFTW/fftw3.h"
25
26
27#include "pciewrap.h"
28#include "brpaqu.h"
29#include "brproc.h"
30
31
32
33//---------------------------------------------------------------------
34// Classe BRMeanSpecCalculator de traitement de spectres -
35// Calcul de spectres moyennes,variance / voie + nettoyage
36// Implementation de traitement par fenetres temps-frequence
37// Le temps correspond au numero de paquet
38//---------------------------------------------------------------------
39/* --Methode-- */
40BRMeanSpecCalculator::BRMeanSpecCalculator(RAcqMemZoneMgr& memgr, string outpath, uint_4 nmean,
41 bool fgdatafft, bool fgsinglechan)
42 : BRBaseProcessor(memgr), outpath_(outpath), nmean_(nmean),
43 fgdatafft_(fgdatafft), fgsinglechannel_(fgsinglechan),
44 nbpaq4mean_(fgsinglechan?memgr_.NbFibres():2*memgr_.NbFibres()),
45 nbadpaq_(fgsinglechan?memgr_.NbFibres():2*memgr_.NbFibres())
46{
47 setNameId("meanSpecCalc",1);
48
49 uint_4 nb_octets_entrop = 0; //this value is valid for Dec. 2010 data at Nancay
50 const char* venvp = NULL;
51 venvp=getenv("BRANA_NBYTECUT");
52 if (venvp!=NULL){
53 nb_octets_entrop = atoi(venvp);
54 cout << "BRMeanSpecCalculator : BRANA_NBYTECUT : " << nb_octets_entrop << endl;
55 }
56
57 BRPaquet paq(memgr_.PaqSize()-nb_octets_entrop);
58
59 if (fgsinglechannel_) {
60 mspecmtx_.SetSize(memgr_.NbFibres(), paq.DataSize()/2);
61 sigspecmtx_.SetSize(memgr_.NbFibres(), paq.DataSize()/2);
62 sgain_.SetSize(memgr_.NbFibres(), paq.DataSize()/2);
63 }
64 else {
65 mspecmtx_.SetSize(2*memgr_.NbFibres(), paq.DataSize()/4);
66 sigspecmtx_.SetSize(2*memgr_.NbFibres(), paq.DataSize()/4);
67 sgain_.SetSize(2*memgr_.NbFibres(), paq.DataSize()/4);
68 }
69 mspecmtx_=(r_4)(0.);
70 sigspecmtx_=(r_4)(0.);
71 sgain_=(r_4)(1.); // Gain en fonction de la frequence, à 1 par defaut
72
73 numfile_=0;
74 totnbpaq_=0;
75
76 size_t nchan=(fgsinglechannel_?memgr_.NbFibres():2*memgr_.NbFibres());
77
78 for(size_t i=0; i<nchan; i++) {
79 nbpaq4mean_[i]=nbadpaq_[i]=0;
80 }
81
82 //
83
84
85 // Definition des tailles de fenetres de spectres, etc ...
86 SetSpectraWindowSize();
87 SetMaxNbSpecWinFiles();
88 nbtot_specwin_=0;
89 SetVarianceLimits();
90 SetNumberOfBands();
91
92 ofsdtp_=NULL;
93 dtp_=NULL;
94
95 // cout << "(JEC) creation tuple de " << nchan*(1+numberOfBands_) << " doubles " << endl;
96 // xnt_=new double[nchan*(1+numberOfBands_)]; // CHECK : ATTENTION la taille depend de nombre de colonne du NTuple !
97 xnt_=NULL;
98}
99
100/* --Methode-- */
101BRMeanSpecCalculator::~BRMeanSpecCalculator()
102{
103 cout << " ---------------- BRMeanSpecCalculator()_Finalizing -------------------- " << endl;
104 uint_8 npqm=0;
105 for(size_t i=0; i<nbpaq4mean_.size(); i++) npqm+=nbpaq4mean_[i];
106 if (npqm>nmean_*nbpaq4mean_.size()/10) SaveMeanSpectra();
107 for(size_t i=0; i<nbadpaq_.size(); i++) {
108 cout << " Channel " << i << " NBadPaq=" << nbadpaq_[i] << " / TotNbPaq=" << totnbpaq_ << endl;
109 }
110 if (dtp_) {
111 cout << *dtp_;
112 delete dtp_;
113 delete ofsdtp_;
114 }
115 if (xnt_) delete xnt_;
116 cout << " ------------------------------------------------------------------------ " << endl;
117}
118
119/* --Methode-- */
120void BRMeanSpecCalculator::SetSpectraWindowSize(uint_4 winsz, uint_4 wszext)
121{
122 if (winsz < 3) {
123 winsz=1; wszext=0;
124 }
125 if (wszext>=winsz/2) wszext=winsz/2;
126 sa_size_t sz[5]={0,0,0,0,0};
127 sz[0]=mspecmtx_.NCols();
128 sz[1]=mspecmtx_.NRows();
129 sz[2]=winsz+2*wszext;
130 spec_window_.SetSize(3,sz);
131 spwin_ext_sz_=wszext;
132 sz[0]=mspecmtx_.NRows();
133 sz[1]=winsz+2*wszext;
134 clnflg_.SetSize(2,sz);
135 cout << "BRMeanSpecCalculator::SetSpectraWindowSize()/Info: SpectraWindowSize()=" << GetSpectraWindowSize()
136 << " ExtensionSize=" << GetSpecWinExtensionSize() << " Overlap=" << GetSpecWinOverlapSize()
137 << " ArraySize=" << spec_window_.SizeZ() << endl;
138
139 paqnum_w_start=spwin_ext_sz_; // premiere initialisation du numero de paquet
140 return;
141}
142
143/* --Methode-- */
144void BRMeanSpecCalculator::DefineDataTable()
145{
146 cout << "(JEC) BRMeanSpecCalculator::DefineDataTable START" << endl;
147 string dtfile="!"+outpath_+"/dtspec.fits";
148 ofsdtp_ = new FitsInOutFile(dtfile,FitsInOutFile::Fits_Create);
149 dtp_ = new SwFitsDataTable(*ofsdtp_,1024,true);
150 char cnom[32];
151 size_t nchan=(fgsinglechannel_?memgr_.NbFibres():2*memgr_.NbFibres());
152 for(int i=0; i<nchan; i++) {
153 sprintf(cnom,"variance%d",i);
154 dtp_->AddFloatColumn(cnom);
155 }
156 for(int i=0; i<nchan; i++) {
157 for(int j=0;j<numberOfBands_;j++){
158 sprintf(cnom,"varnormb%d%d",i,j);
159 dtp_->AddFloatColumn(cnom);
160 }
161 }
162 /*
163 for(int i=0; i<nchan; i++) {
164 sprintf(cnom,"sigma%d",i);
165 dtp_->AddFloatColumn(cnom);
166 }
167 */
168 // xnt_=new double[nchan*2]; CHECK : faut-il reallouer ?
169 cout << "(JEC) creation tuple de " << nchan*(1+numberOfBands_) << " doubles " << endl;
170 xnt_=new double[nchan*(1+numberOfBands_)];
171 cout << "(JEC) BRMeanSpecCalculator::DefineDataTable END" << endl;
172}
173
174/* --Methode-- */
175void BRMeanSpecCalculator::SetNumberOfBands(int numberOfBands, int ibandfirst, int ibandlast)
176{
177 if (numberOfBands < 1) numberOfBands = 1;
178 numberOfBands_ = numberOfBands;
179 if (ibandfirst < 0 )ibandfirst = 0;
180 if (ibandlast >= numberOfBands_ ) ibandlast = numberOfBands_-1;
181 ibandfirst_=ibandfirst; ibandlast_=ibandlast;
182
183 cout << "(JEC): SetNumberOfBands (END) : "
184 << numberOfBands_ << " "
185 << ibandfirst_ << " "
186 << ibandlast_ << endl;
187
188}
189
190/* --Methode-- */
191void BRMeanSpecCalculator::ReadGainFitsFile(string filename, bool fgapp)
192{
193 cout << " BRMeanSpecCalculator::ReadGainFitsFile() - reading file " << filename;
194 FitsInOutFile fis(filename, FitsInOutFile::Fits_RO);
195 fis >> sgain_;
196 fg_apply_gains_=fgapp;
197 cout << " MeanGain=" << sgain_.Sum()/sgain_.Size() << " ApplyGains="
198 << ((fg_apply_gains_)?"true":"false") << endl;
199 if( (spec_window_.SizeX()!= sgain_.NCols()) || (spec_window_.SizeY()!= sgain_.NRows()) ){
200 cout << " ReadGainFitsFile: BAD Gain Matrix sizes " << endl;
201 sgain_.Show();
202 spec_window_.Show();
203 throw ParmError("ReadGainFitsFile: BAD Gain Matrix sizes");
204 }
205}
206
207//JEC
208//static inline r_4 Zmod2(complex<r_4> z)
209//{ return (z.real()*z.real()+z.imag()*z.imag()); }
210
211
212
213
214/* --Methode-- */
215int BRMeanSpecCalculator::Process()
216{
217 // Cette methode remplit le tableau spec_window_ avec les spectres (renormalise avec
218 // les gains si demande) et appelle la methode du traitement de la fenetre temporelle
219 // des spectres le cas echeant ProcSpecWin()
220
221
222 int_8 nbpaqdec = (int_8)totnbpaq_-(int_8)GetSpecWinOverlapSize();
223 if ((nbpaqdec>0)&&(nbpaqdec%GetSpectraWindowSize()==0)) {
224 paqnum_w_end=totnbpaq_-GetSpecWinExtensionSize();
225 ProcSpecWin(paqnum_w_start, paqnum_w_end);
226 paqnum_w_start=totnbpaq_-GetSpecWinExtensionSize();
227 }
228
229 if (fgdatafft_) { // Donnees firmware FFT
230 for(sa_size_t i=0; i<spec_window_.SizeY(); i++) {
231 TwoByteComplex* zp=NULL;
232 if (fgsinglechannel_) {
233 zp=vpaq_[i].Data1C();
234 }
235 else {
236 zp=vpaq_[i/2].Data1C();
237 if (i%2==1) zp=vpaq_[i/2].Data2C();
238 }
239 sa_size_t kz=PaqNumToArrayIndex(totnbpaq_);
240 for(sa_size_t f=0; f<spec_window_.SizeX(); f++)
241 spec_window_(f,i,kz) = zp[f].module2F();
242 }
243 }
244 else { // Donnees RAW qui ont du etre processe par BRFFTCalculator
245 for(sa_size_t i=0; i<spec_window_.SizeY(); i++) {
246 complex<ODT>* zp=NULL;
247 if (fgsinglechannel_) {
248 zp=reinterpret_cast< complex<ODT>* > (vprocpaq_[i]);
249 }
250 else {
251 zp=reinterpret_cast< complex<ODT>* > (vprocpaq_[i/2]);
252 if (i%2==1) zp= reinterpret_cast< complex<ODT>* >(vprocpaq_[i/2]+memgr_.ProcPaqSize()/2) ;
253 }
254 sa_size_t kz=PaqNumToArrayIndex(totnbpaq_);
255 for(sa_size_t f=0; f<spec_window_.SizeX(); f++)
256 spec_window_(f,i,kz) = Zmod2(zp[f]);
257 }
258 }
259 if (fg_apply_gains_) { // Application des gains, si demande
260 sa_size_t kz=PaqNumToArrayIndex(totnbpaq_);
261 for(sa_size_t i=0; i<spec_window_.SizeY(); i++) {
262 (spec_window_(Range::all(), Range(i), Range(kz)).CompactAllDimensions()).Div(sgain_.Row(i).CompactAllDimensions());
263 }
264 }
265
266 totnbpaq_++;
267 return 0;
268}
269
270
271/* --Methode-- */
272void BRMeanSpecCalculator::ProcSpecWin(uint_8 numpaqstart, uint_8 numpaqend)
273{
274
275 if (prtlev_>0) {
276 uint_8 modulo = prtmodulo_/GetSpectraWindowSize();
277 if (modulo<1) modulo=1;
278 if (nbtot_specwin_%modulo==0) {
279 cout << " BRMeanSpecCalculator::ProcSpecWin() num_win=" << nbtot_specwin_ << " numpaqstart=" << numpaqstart
280 << " numpaqend=" << numpaqend << endl;
281 cout << " ... ObsTime=" << getObsTime() << " TimeTag=" << getCurTimeTagSeconds() << " s. FrameCounter="
282 << getCurFrameCounter() << endl;
283 }
284 }
285 // On appelle la routine de nettoyage qui doit flagger les mauvais paquets
286 FlagBadPackets(numpaqstart, numpaqend);
287
288 // Boucle sur les numeros de paquets de la fenetre en temps
289 for (uint_8 jp=numpaqstart; jp<numpaqend; jp++) {
290 // On sauvegarde les spectres moyennes si necessaire
291 if ((nbpaq4mean_[0]>0)&&(nbpaq4mean_[0]%nmean_ == 0)) SaveMeanSpectra();
292 // On peut aussi acceder aux spectres et flags pour (jpmin -),(jpmax+) GetSpecWinExtensionSize()
293 sa_size_t kz=PaqNumToArrayIndex(jp);
294 // Boucle sur les numeros de voie (canaux)
295 for(sa_size_t i=0; i<spec_window_.SizeY(); i++) {
296 if ( clnflg_(i,kz) != 0) continue;
297 TVector< r_4 > spec = mspecmtx_.Row(i);
298 TVector< r_4 > sspec = sigspecmtx_.Row(i);
299 // Calcul de spectres moyennes et variance
300 for(sa_size_t f=1; f<spec.Size(); f++) { // boucle sur les frequences
301 spec(f) += spec_window_(f,i,kz);
302 sspec(f) += spec_window_(f,i,kz)*spec_window_(f,i,kz);
303 }
304 nbpaq4mean_[i]++; // compteur de paquets OK pour la moyenne
305 }
306 }
307 if (nbtot_specwin_<nmaxfiles_specw_) SaveSpectraWindow();
308 nbtot_specwin_++;
309 return;
310}
311
312/* --Methode-- */
313void BRMeanSpecCalculator::FlagBadPackets(uint_8 numpaqstart, uint_8 numpaqend)
314{
315 // Boucle sur les numeros de paquets de la fenetre en temps
316 for (uint_8 jp=numpaqstart; jp<numpaqend; jp++) {
317 // On peut aussi acceder aux spectres et flags pour (jpmin -),(jpmax+) GetSpecWinExtensionSize()
318 sa_size_t kz=PaqNumToArrayIndex(jp);
319 // Boucle sur les numeros de voie (canaux)
320 for(sa_size_t i=0; i<spec_window_.SizeY(); i++) {
321 double mean, sigma;
322 ////////BUG sa_size_t kz=PaqNumToArrayIndex(totnbpaq_);
323 double variance=0.;
324 variance=spec_window_(Range(1,Range::lastIndex()), Range(i), Range(kz)).Sum();
325 xnt_[i]=variance;
326 //Compute nomalized variance in bands freq.
327 sa_size_t fMin;
328 sa_size_t fMax;
329 int bandW = spec_window_.SizeX()/numberOfBands_;
330 vector<double> varNomBinned(numberOfBands_);
331 for (sa_size_t j=0; j<numberOfBands_; j++){
332 fMin = j*bandW;
333 fMax =fMin+bandW-1;
334 varNomBinned[j]=spec_window_(Range(fMin,fMax), Range(i), Range(kz)).Sum();
335 varNomBinned[j]/=(r_4)bandW;
336 xnt_[spec_window_.SizeY()+i*numberOfBands_+j] = varNomBinned[j];
337 }//eof
338
339 clnflg_(i,kz)=0;
340 for (sa_size_t j=ibandfirst_; j<=ibandlast_; j++){
341 // cout << "(jec) var["<<j<<"] =" << varNomBinned[j]
342 // << " min " << varmin_
343 // << " max " << varmax_ << endl;
344 if(varNomBinned[j]<varmin_) { clnflg_(i,kz)=10+j; nbadpaq_[i]++; break;}
345 else if(varNomBinned[j]>varmax_) { clnflg_(i,kz)=100+j; nbadpaq_[i]++; break;}
346 }
347 //cout << "clnflg_("<<i<<","<<kz<<"): " << clnflg_(i,kz) << endl;
348 }
349 if (dtp_) dtp_->AddRow(xnt_);
350 }
351 return;
352}
353
354/* --Methode-- */
355void BRMeanSpecCalculator::SaveMeanSpectra()
356{
357 for(sa_size_t ir=0; ir<mspecmtx_.NRows(); ir++) {
358 char buff[32];
359 sprintf(buff,"NPAQSUM_%d",(int)ir);
360 mspecmtx_.Info()["NPAQSUM"] = nbpaq4mean_[0];
361 mspecmtx_.Info()[buff] = nbpaq4mean_[ir];
362 sigspecmtx_.Info()["NPAQSUM"] = nbpaq4mean_[0];
363 sigspecmtx_.Info()[buff] = nbpaq4mean_[ir];
364 if (nbpaq4mean_[ir] > 0) {
365 mspecmtx_.Row(ir) /= (r_4)nbpaq4mean_[ir];
366 sigspecmtx_.Row(ir) /= (r_4)nbpaq4mean_[ir];
367 sigspecmtx_.Row(ir) -= (mspecmtx_.Row(ir) && mspecmtx_.Row(ir)); // Mean(X^2) - [ Mean(X) ]^2
368 }
369 }
370 char nfile[64];
371 string flnm;
372 {
373 sprintf(nfile,"mspecmtx%d.fits",numfile_);
374 flnm="!"+outpath_+nfile;
375 FitsInOutFile fos(flnm,FitsInOutFile::Fits_Create);
376 fos << mspecmtx_;
377 }
378 {
379 sprintf(nfile,"sigspecmtx%d.fits",numfile_);
380 flnm="!"+outpath_+nfile;
381 FitsInOutFile fos(flnm,FitsInOutFile::Fits_Create);
382 fos << sigspecmtx_;
383 }
384
385 cout << numfile_ << "-BRMeanSpecCalculator::SaveMeanSpectra() NPaqProc="
386 << totnbpaq_ << " -> Mean/Sig spectra Matrix in " << flnm << " /sigspec...ppf" << endl;
387 numfile_++;
388
389 for(size_t i=0; i<nbpaq4mean_.size(); i++) nbpaq4mean_[i]=0;
390 mspecmtx_ = (r_4)(0.);
391 sigspecmtx_ = (r_4)(0.);
392 return;
393}
394
395/* --Methode-- */
396void BRMeanSpecCalculator::SaveSpectraWindow()
397{
398 char nfile[64];
399 string flnm;
400 sprintf(nfile,"specwin%d.fits",nbtot_specwin_);
401 flnm="!"+outpath_+nfile;
402 FitsInOutFile fos(flnm,FitsInOutFile::Fits_Create);
403 fos << spec_window_;
404 cout << " SaveSpectraWindow() " << nbtot_specwin_ << "- file " << nfile << " created " << endl;
405}
406
407//---------------------------------------------------------------------
408// Classe de thread de calcul de FFT sur donnees RAW
409//---------------------------------------------------------------------
410/* --Methode-- */
411BRFFTCalculator::BRFFTCalculator(RAcqMemZoneMgr& memgr, bool fgsinglechannel)
412 : BRBaseProcessor(memgr), fgsinglechannel_(fgsinglechannel), totnbfftpaq_(0)
413{
414 uint_4 nb_octets_entrop = 0; //this value is valid for Dec. 2010 data at Nancay
415 const char* venvp = NULL;
416 venvp=getenv("BRANA_NBYTECUT");
417 if (venvp!=NULL){
418 nb_octets_entrop = atoi(venvp);
419 cout << "BRFFTCalculator : BRANA_NBYTECUT : " << nb_octets_entrop << endl;
420 }
421
422 BRPaquet paq(memgr_.PaqSize()-nb_octets_entrop);
423 //JEC END
424 // BRPaquet paq(memgr_.PaqSize());
425 setNameId("FFTCalc",2);
426 ffts_.SetInDataSize((fgsinglechannel_)?paq.DataSize():paq.DataSize()/2);
427}
428
429/* --Methode-- */
430BRFFTCalculator::~BRFFTCalculator()
431{
432}
433
434
435/* --Methode-- */
436int BRFFTCalculator::Process()
437{
438 for(size_t fib=0; fib<(size_t)memgr_.NbFibres(); fib++) {
439 ffts_.DoFFT( reinterpret_cast<IDT *>(vpaq_[fib].Data1() ),
440 reinterpret_cast< complex<ODT>* > (vprocpaq_[fib]) );
441 totnbfftpaq_++;
442 if ( fgsinglechannel_ ) continue;
443 ffts_.DoFFT( reinterpret_cast<IDT *>(vpaq_[fib].Data2() ),
444 reinterpret_cast< complex<ODT>* > (vprocpaq_[fib]+memgr_.ProcPaqSize()/2) );
445 totnbfftpaq_++;
446 }
447 return 0;
448}
449
450
451//-------------------------------------------------------------------------
452// Classe WBRFFT : Calcul de TF sur donnees brutes (firmware RAW)
453//-------------------------------------------------------------------------
454ZMutex* WBRFFT::mtx_fftwp_ = NULL;
455
456/* --Methode-- */
457WBRFFT::WBRFFT(uint_4 sz)
458 : sz_(sz)
459{
460 if (mtx_fftwp_ == NULL) mtx_fftwp_ = new ZMutex;
461 if (sz>0) SetInDataSize(sz);
462}
463
464/* --Methode-- */
465WBRFFT::~WBRFFT()
466{
467}
468
469/* --Methode-- */
470void WBRFFT::SetInDataSize(uint_4 sz)
471{
472 sz_ = sz;
473 if (sz_<1) return;
474 inp.SetSize(sz);
475 outfc.SetSize(sz/2+1);
476 mtx_fftwp_->lock();
477 myplan_ = fftwf_plan_dft_r2c_1d(inp.Size(), inp.Data(),
478 (fftwf_complex*)outfc.Data(), FFTW_ESTIMATE);
479 mtx_fftwp_->unlock();
480}
481
482/* --Methode-- */
483void WBRFFT::DoFFT( IDT *indata, complex<ODT> * ofc)
484{
485 if (sz_<1) return;
486 for(uint_4 k=0; k<inp.Size(); k++) inp(k)=(ODT)indata[k];
487 fftwf_execute(myplan_);
488 for(uint_4 k=0; k<outfc.Size(); k++) ofc[k]=outfc(k)/(ODT)sz_; // on renormalise les coeff FFT ( / sz )
489 return;
490}
491
492/* --Methode-- */
493void WBRFFT::PrintData(IDT *indata, complex<ODT> * ofc, uint_4 sz)
494{
495 cout << " --- WBRFFT::PrintData() size=" << sz << endl;
496 for(uint_4 k=0; k<sz; k+=8) {
497 IDT* in = indata+k;
498 cout << " Indata[" << k << "..." << k+8 << "]= ";
499 for(uint_4 i=0; i<8; i++) cout << (IIDT)in[i] << " ";
500 cout << endl;
501 }
502 cout << endl;
503 for(uint_4 k=0; k<sz/2; k+=4) {
504 complex< ODT>* out = ofc+k;
505 cout << " OutFC[" << k << "..." << k+4 << "]= ";
506 for(uint_4 i=0; i<4; i++) cout << out[i] << " ";
507 cout << endl;
508 }
509 return;
510
511}
512
513
514//---------------------------------------------------------------
515// Classe thread de traitement donnees ADC avec 2 voies par frame
516// !!!! OBSOLETE !!!!
517//---------------------------------------------------------------
518
519// Mutex pour eviter le plantage du a FFTW qui ne semble pas thread-safe
520static ZMutex* pmutfftw=NULL;
521
522/* --Methode-- */
523BRProcA2C::BRProcA2C(RAcqMemZoneMgr& mem, string& path, bool fgraw, uint_4 nmean,
524 uint_4 nmax, bool fghist, uint_4 nfsmap, bool fgnotrl, int card)
525 : memgr(mem)
526{
527 fgraw_ = fgraw;
528 nmax_ = nmax;
529 nmean_ = nmean;
530 if (fgraw_) cout << " BRProcA2C::BRProcA2C() - constructeur RAW data - NMean=" << nmean_ << endl;
531 else cout << " BRProcA2C::BRProcA2C() - constructeur FFT data - NMean=" << nmean_ << endl;
532 nfsmap_ = nfsmap;
533 stop_ = false;
534 path_ = path;
535 fgnotrl_ = fgnotrl;
536 fghist_ = fghist;
537 card_ = card;
538 if (pmutfftw==NULL) pmutfftw=new ZMutex;
539}
540
541/* --Methode-- */
542void BRProcA2C::Stop()
543{
544 stop_=true;
545 // cout <<" BRProcA2C::Stop ... > STOP " << endl;
546}
547
548
549
550
551static inline string card2name_(int card)
552{
553 if (card==2) return " (Chan3,4) ";
554 else return " (Chan1,2) ";
555}
556/* --Methode-- */
557void BRProcA2C::run()
558{
559 setRC(1);
560 try {
561 Timer tm("BRProcA2C", false);
562 TimeStamp ts;
563 BRPaqChecker pcheck(!fgnotrl_); // Verification/comptage des paquets
564
565 size_t totnbytesout = 0;
566 size_t totnbytesproc = 0;
567
568 cout << " BRProcA2C::run() - Starting " << ts << " NMaxMemZones=" << nmax_
569 << " NMean=" << nmean_ << card2name_(card_) << endl;
570 cout << " BRProcA2C::run()... - Output Data Path: " << path_ << endl;
571 char fname[512];
572// sprintf(fname,"%s/proc.log",path_.c_str());
573// ofstream filog(fname);
574// filog << " BRProcA2C::run() - starting log file " << ts << endl;
575// filog << " ... NMaxMemZones=" << nmax_ << " NMean=" << nmean_ << " Step=" << step_ << endl;
576
577/*----DELETE NTuple
578 const char* nnames[8] = {"fcs","tts","s1","s2","s12","s12re","s12im","s12phi"};
579 NTuple nt(8, nnames);
580 double xnt[10];
581 uint_4 nmnt = 0;
582 double ms1,ms2,ms12,ms12re,ms12im,ms12phi;
583----*/
584// Time sample (raw data) /FFT coeff histograms
585 Histo* ph1=NULL;
586 Histo* ph2=NULL;
587 if (fghist_) {
588 if (fgraw_) {
589 ph1 = new Histo(-0.5, 255.5, 256);
590 ph2 = new Histo(-0.5, 255.5, 256);
591 }
592 else {
593 ph1 = new Histo(-128.5, 128.5, 257);
594 ph2 = new Histo(-128.5, 128.5, 257);
595 }
596 }
597
598// Initialisation pour calcul FFT
599 TVector< complex<r_4> > cfour1; // composant TF
600 uint_4 paqsz = memgr.PaqSize();
601 uint_4 procpaqsz = memgr.ProcPaqSize();
602
603
604 BRPaquet pq(NULL, NULL, paqsz);
605 TVector<r_4> vx(pq.DataSize()/2);
606 int szfour = pq.DataSize()/2/2+1;
607 cfour1.SetSize(szfour);
608/*
609 vx = (r_4)(0.);
610 FFTPackServer ffts;
611 ffts.FFTForward(vx, cfour1);
612 szfour = cfour1.Size();
613*/
614
615 bool fgtimfreq = false; // true->cartes temps<>frequences
616 if (nfsmap_>0) fgtimfreq=true;
617
618 TVector< complex<r_4> > cfour2(cfour1.Size());
619
620 TVector<r_4> spectreV1(cfour1.Size());
621 TVector<r_4> spectreV2(cfour1.Size());
622 TVector<r_4> moyspecV1(cfour1.Size()); // Moyenne des Spectres
623 TVector<r_4> moyspecV2(cfour1.Size());
624 TVector<r_4> sigspecV1(cfour1.Size()); // Sigma des Spectres
625 TVector<r_4> sigspecV2(cfour1.Size());
626 TVector< complex<r_4> > visiV12( cfour1.Size() );
627
628 TMatrix<r_4> timfreqV1, timfreqV2; // Cartes temps<>frequences
629 if (fgtimfreq) {
630 timfreqV1.SetSize(nmean_, spectreV1.Size()/nfsmap_);
631 timfreqV2.SetSize(nmean_, spectreV2.Size()/nfsmap_);
632 }
633 cout << " *DBG*BRProcA2C PaqSz=" << paqsz << " ProcPaqSize=" << procpaqsz
634 << " procpaqsz/2=" << procpaqsz/2 << " cfour1.Size()=" << cfour1.Size()
635 << " *8=" << cfour1.Size()*8 << endl;
636
637 pmutfftw->lock();
638 fftwf_plan plan1 = fftwf_plan_dft_r2c_1d(vx.Size(), vx.Data(),
639 (fftwf_complex*)cfour1.Data(), FFTW_ESTIMATE);
640 fftwf_plan plan2 = fftwf_plan_dft_r2c_1d(vx.Size(), vx.Data(),
641 (fftwf_complex*)cfour2.Data(), FFTW_ESTIMATE);
642 pmutfftw->unlock();
643
644 uint_4 ifile = 0;
645 uint_4 nzm = 0; // Nb de paquets moyennes pour le calcul de chaque spectre
646 uint_4 nmoyspec = 0; // Nb de spectres moyennes
647
648 uint_4 curfc=0;
649 uint_8 curtt=0;
650 uint_8 firsttt=0;
651 bool fgfirst=true;
652 double moysig[2]={0.,0.};
653 double sigsig[2]={0.,0.};
654 uint_8 nbsig[2]={0,0};
655
656 for (uint_4 kmz=0; kmz<nmax_; kmz++) {
657 if (stop_) break;
658 int mid = memgr.FindMemZoneId(MemZA_ProcA);
659 Byte* buff = memgr.GetMemZone(mid);
660 if (buff == NULL) {
661 cout << " BRProcA2C::run()/ERROR memgr.GetMemZone(" << mid << ") -> NULL" << endl;
662 break;
663 }
664 Byte* procbuff = memgr.GetProcMemZone(mid);
665 if (procbuff == NULL) {
666 cout << " BRProcA2C::run()/ERROR memgr.GetProcMemZone(" << mid << ") -> NULL" << endl;
667 break;
668 }
669//---- DELETE nmnt=0; ms1=ms2=ms12=ms12re=ms12im=ms12phi=0.;
670 for(uint_4 i=0; i<memgr.NbPaquets(); i++) {
671 BRPaquet paq(NULL, buff+i*paqsz, paqsz);
672 if (!pcheck.Check(paq)) continue; // on ne traite que les paquets OK
673 if (fgfirst) { firsttt=paq.TimeTag(); fgfirst=false; }
674 curfc=paq.FrameCounter();
675 curtt=paq.TimeTag()-firsttt;
676// Traitement voie 1
677 if (fghist_) {
678 for(sa_size_t j=0; j<vx.Size(); j++) {
679 r_4 vts=(fgraw_)?((r_4)(*(paq.Data1()+j))):((r_4)(*(paq.Data1S()+j)));
680 ph1->Add((r_8)vts);
681 moysig[0] += (double)vts;
682 sigsig[0] += ((double)vts)*((double)vts);
683 nbsig[0]++;
684 }
685 for(sa_size_t j=0; j<vx.Size(); j++) {
686 r_4 vts=(fgraw_)?((r_4)(*(paq.Data2()+j))):((r_4)(*(paq.Data2S()+j)));
687 ph2->Add((r_8)vts);
688 moysig[1] += (double)vts;
689 sigsig[1] += ((double)vts)*((double)vts);
690 nbsig[1]++;
691 }
692 }
693 if (fgraw_) {
694 for(sa_size_t j=0; j<vx.Size(); j++)
695 vx(j) = (r_4)(*(paq.Data1()+j))-127.5;
696 // fftwf_complex* coeff1 = (fftwf_complex*)(procbuff+i*procpaqsz);
697 fftwf_execute(plan1);
698 // Traitement voie 2
699 for(sa_size_t j=0; j<vx.Size(); j++)
700 vx(j) = (r_4)(*(paq.Data2()+j))-127.5;
701 fftwf_execute(plan2);
702 }
703 else {
704 for(sa_size_t j=1; j<cfour1.Size()-1; j++) {
705 cfour1(j) = complex<r_4>((r_4)paq.Data1C()[j].realB(), (r_4)paq.Data1C()[j].imagB());
706 cfour2(j) = complex<r_4>((r_4)paq.Data2C()[j].realB(), (r_4)paq.Data2C()[j].imagB());
707 }
708 cfour1(0) = complex<r_4>((r_4)paq.Data1C()[0].realB(), (r_4)0.);
709 cfour1(cfour1.Size()-1) = complex<r_4>((r_4)paq.Data1C()[0].imagB(), (r_4)0.);
710 cfour2(0) = complex<r_4>((r_4)paq.Data2C()[0].realB(), (r_4)0.);
711 cfour2(cfour2.Size()-1) = complex<r_4>((r_4)paq.Data2C()[0].imagB(), (r_4)0.);
712 }
713 for(sa_size_t j=0; j<spectreV1.Size(); j++)
714 spectreV1(j) += BRMeanSpecCalculator::Zmod2(cfour1(j));
715 memcpy(procbuff+i*procpaqsz, cfour1.Data(), sizeof(complex<r_4>)*cfour1.Size());
716 if (fgtimfreq) { // Remplissage tableau temps-frequence
717 for(sa_size_t c=1; c<timfreqV1.NCols(); c++) {
718 for(sa_size_t j=c*nfsmap_; j<(c+1)*nfsmap_; j++)
719 timfreqV1(nzm, c) += BRMeanSpecCalculator::Zmod2(cfour1(j));
720 }
721 }
722 for(sa_size_t j=0; j<spectreV2.Size(); j++)
723 spectreV2(j) += BRMeanSpecCalculator::Zmod2(cfour2(j)); // BRMeanSpecCalculator::Zmod2(zp2[j]);
724 memcpy(procbuff+i*procpaqsz+procpaqsz/2, cfour2.Data(), sizeof(complex<r_4>)*cfour2.Size());
725 if (fgtimfreq) { // Remplissage tableau temps-frequence
726 for(sa_size_t c=1; c<timfreqV2.NCols(); c++) {
727 for(sa_size_t j=c*nfsmap_; j<(c+1)*nfsmap_; j++)
728 timfreqV2(nzm,c) += BRMeanSpecCalculator::Zmod2(cfour2(j));
729 }
730 }
731
732// Calcul correlation (visibilite V1 * V2)
733 for(sa_size_t j=0; j<visiV12.Size(); j++)
734 visiV12(j)+=cfour1(j)*conj(cfour2(j));
735// for(sa_size_t j=0; j<visiV12.Size(); j++) visiV12(j)+=zp1[j]*zp2[j];
736 if (nzm==0) {
737 spectreV1.Info()["StartFC"] = curfc;
738 spectreV2.Info()["StartFC"] = curfc;
739 visiV12.Info()["StartFC"] = curfc;
740 spectreV1.Info()["StartTT"] = curtt;
741 spectreV2.Info()["StartTT"] = curtt;
742 visiV12.Info()["StartTT"] = curtt;
743 }
744 nzm++;
745/*----DELETE
746 if (nmnt==0) { xnt[0]=paq.FrameCounter(); xnt[1]=paq.TimeTag(); }
747 for(sa_size_t j=2700; j<2800; j++) {
748 ms1 += BRMeanSpecCalculator::Zmod2(cfour1(j)); ms2 += BRMeanSpecCalculator::Zmod2(cfour2(j));
749 complex<r_4> zvis = cfour1(j)*conj(cfour2(j));
750 ms12 += BRMeanSpecCalculator::Zmod2(zvis); ms12re += zvis.real(); ms12im += zvis.imag();
751 ms12phi+= atan2(zvis.imag(),zvis.real());
752 }
753 nmnt++;
754----*/
755 totnbytesproc += paq.DataSize();
756 totnbytesout += (2*sizeof(complex<r_4>)*cfour1.Size());
757
758 } // Fin de boucle sur les paquets d'une zone
759
760/*---- DELETE
761 if (nmnt>0) {
762 double fnorm = (double)nmnt*(2800-2700);
763 xnt[2] = ms1 /= fnorm;
764 xnt[3] = ms2 /= fnorm;
765 xnt[4] = ms12 /= fnorm;
766 xnt[5] = ms12re /= fnorm;
767 xnt[6] = ms12im /= fnorm;
768 xnt[7] = ms12phi /= fnorm;
769 nt.Fill(xnt);
770 }
771----*/
772 if ((nzm >= nmean_) || ((kmz==(nmax_-1))&&(nzm>1))) {
773 spectreV1 /= (r_4)(nzm);
774 spectreV2 /= (r_4)(nzm);
775
776 // pour le calcul des moyennes et sigmas de ces spectres
777 moyspecV1 += spectreV1;
778 moyspecV2 += spectreV2;
779 sigspecV1 += (spectreV1 && spectreV1);
780 sigspecV2 += (spectreV2 && spectreV2);
781 nmoyspec++;
782
783 visiV12 /= complex<r_4>((r_4)nzm, 0.);
784
785 spectreV1.Info()["NPaqMoy"] = nzm;
786 spectreV2.Info()["NPaqMoy"] = nzm;
787 visiV12.Info()["NPaqMoy"] = nzm;
788 spectreV1.Info()["EndFC"] = curfc;
789 spectreV2.Info()["EndFC"] = curfc;
790 visiV12.Info()["EndFC"] = curfc;
791 spectreV1.Info()["EndTT"] = curtt;
792 spectreV2.Info()["EndTT"] = curtt;
793 visiV12.Info()["EndTT"] = curtt;
794 {
795 sprintf(fname,"%s_%d.ppf",path_.c_str(),(int)ifile);
796 POutPersist po(fname);
797 string tag1="specV1";
798 string tag2="specV2";
799 string tag12="visiV12";
800 string tagh1="tshV1";
801 string tagh2="tshV2";
802 string tagtf1="timfreqV1";
803 string tagtf2="timfreqV2";
804 if (card_==2) {
805 tag1 = "specV3";
806 tag2 = "specV4";
807 tagh1 = "tshV1";
808 tagh2 = "tshV2";
809 tag12="visiV34";
810 tagtf1="timfreqV3";
811 tagtf2="timfreqV4";
812 }
813 po << PPFNameTag(tag1) << spectreV1;
814 po << PPFNameTag(tag2) << spectreV2;
815 po << PPFNameTag(tag12) << visiV12;
816 if (fghist_) {
817 po << PPFNameTag(tagh1) << (*ph1);
818 po << PPFNameTag(tagh2) << (*ph2);
819
820 double sspvmax[3] = {0.,0.,0.};
821 int_4 sspvmaxidx[3] = {-1,-1,-1};
822 for(int jji=1;jji<visiV12.Size()-1;jji++) {
823 r_4 zmv2 = BRMeanSpecCalculator::Zmod2(visiV12(jji));
824 if (zmv2>sspvmax[2]) { sspvmax[2]=zmv2; sspvmaxidx[2]=jji; }
825 }
826 TVector<r_4>& sspv = spectreV1;
827 for(int ic=0; ic<2; ic++) {
828 if (ic==1) sspv = spectreV2;
829 for(int jji=1;jji<sspv.Size()-1;jji++)
830 if (sspv(jji)>sspvmax[ic]) { sspvmax[ic]=sspv(jji); sspvmaxidx[ic]=jji; }
831 if (nbsig[ic] < 1) { moysig[ic]=sigsig[ic]=-1.; }
832 else {
833 moysig[ic] /= (double)nbsig[ic];
834 sigsig[ic] /= (double)nbsig[ic];
835 sigsig[ic] -= (moysig[ic]*moysig[ic]);
836 sigsig[ic] = sqrt(sigsig[ic]);
837 cout << "===Voie " << ic << " Moy=" << moysig[ic] << " Sig=" << sigsig[ic]
838 << " MaxSpec Amp= " << sqrt(sspvmax[ic])/double(pq.DataSize()/2/2)
839 << " Pos=" << sspvmaxidx[ic] << " (NPts=" << nbsig[ic] << ")" << endl;
840 }
841 }
842 cout << "=== Voie1x2 MaxSpec Amp= " << sqrt(sqrt(sspvmax[2])/double(pq.DataSize()/2/2))
843 << " Pos=" << sspvmaxidx[2] << endl;
844 } // fin if (fghist_)
845
846 if (fgtimfreq) {
847 timfreqV1 /= (r_4)nzm;
848 timfreqV2 /= (r_4)nzm;
849 po << PPFNameTag(tagtf1) << timfreqV1;
850 po << PPFNameTag(tagtf2) << timfreqV2;
851 }
852 }
853 spectreV1 = (r_4)(0.);
854 spectreV2 = (r_4)(0.);
855 visiV12 = complex<r_4>(0., 0.);
856 if (fghist_) {
857 ph1->Zero();
858 ph2->Zero();
859 moysig[0]=moysig[1]=0.;
860 sigsig[0]=sigsig[1]=0.;
861 nbsig[0]=nbsig[1]=0;
862 }
863 if (fgtimfreq) {
864 timfreqV1 = (r_4)(0.);
865 timfreqV2 = (r_4)(0.);
866 }
867 nzm = 0; ifile++;
868// ts.SetNow();
869// filog << ts << " : proc file " << fname << endl;
870 cout << " BRProcA2C::run() created file " << fname << card2name_(card_) << endl;
871 }
872
873 memgr.FreeMemZone(mid, MemZS_ProcA);
874 } // Fin de boucle sur les zones a traiter
875 cout << " ------------ BRProcA2C::run() END " << card2name_(card_)
876 << " ------------ " << endl;
877/*---- DELETE
878 {
879 nt.Info()["FirstTT"]=firsttt;
880 cout << nt;
881 sprintf(fname,"%s_nt.ppf",path_.c_str());
882 POutPersist po(fname);
883 po << PPFNameTag("ntv12") << nt;
884 cout << " BRProcA2C::run() created NTuple file " << fname << card2name_(card_) << endl;
885 }
886---- */
887 if (nmoyspec>0) { // Calcul des moyennes et sigmas des spectres
888 r_4 fnms = nmoyspec;
889 moyspecV1 /= fnms;
890 moyspecV2 /= fnms;
891 sigspecV1 /= fnms;
892 sigspecV2 /= fnms;
893 sigspecV1 -= (moyspecV1 && moyspecV1);
894 sigspecV2 -= (moyspecV2 && moyspecV2);
895 sigspecV1 = Sqrt(sigspecV1);
896 sigspecV2 = Sqrt(sigspecV2);
897 TVector<r_4> rsbV1, rsbV2; // Rapport signal/bruit
898 moyspecV1.DivElt(sigspecV1, rsbV1, false, true);
899 moyspecV2.DivElt(sigspecV2, rsbV2, false, true);
900 sprintf(fname,"%s_ms.ppf",path_.c_str());
901 POutPersist po(fname);
902 po << PPFNameTag("moyspecV1") << moyspecV1;
903 po << PPFNameTag("moyspecV2") << moyspecV2;
904 po << PPFNameTag("sigspecV1") << sigspecV1;
905 po << PPFNameTag("sigspecV2") << sigspecV2;
906 po << PPFNameTag("rsbV1") << rsbV1;
907 po << PPFNameTag("rsbV2") << rsbV2;
908 cout << " BRProcA2C::run() created moysigspec file " << fname << card2name_(card_) << endl;
909 }
910
911 if (fghist_) {
912 delete ph1;
913 delete ph2;
914 }
915 ts.SetNow();
916 tm.SplitQ();
917 cout << " TotalProc= " << totnbytesproc/(1024*1024) << " MBytes, rate= "
918 << (double)(totnbytesproc)/1024./tm.PartialElapsedTimems() << " MB/s"
919 << " ProcDataOut=" << totnbytesout/(1024*1024) << " MB" << endl;
920 cout << pcheck;
921 cout << " BRProcA2C::run()/Timing: " << card2name_(card_) << endl;
922 tm.Print();
923 cout << " ---------------------------------------------------------- " << endl;
924
925 }
926 catch (PException& exc) {
927 cout << " BRProcA2C::run()/catched PException " << exc.Msg() << endl;
928 setRC(3);
929 return;
930 }
931 catch(...) {
932 cout << " BRProcA2C::run()/catched unknown ... exception " << endl;
933 setRC(4);
934 return;
935 }
936 setRC(0);
937 return;
938}
939
940
941//---------------------------------------------------------------------
942// Classe thread de traitement 2 x 2 voies/frames (Apres BRProcA2C)
943// !!!! OBSOLETE !!!!
944//---------------------------------------------------------------------
945
946/* --Methode-- */
947BRProcB4C::BRProcB4C(RAcqMemZoneMgr& mem1, RAcqMemZoneMgr& mem2, string& path,
948 bool fgraw, uint_4 nmean, uint_4 nmax, bool fgnotrl)
949 : memgr1(mem1), memgr2(mem2)
950{
951 fgraw_ = fgraw;
952 nmax_ = nmax;
953 nmean_ = nmean;
954 if (fgraw_) cout << " BRProcB4C::BRProcB4C() - constructeur RAW data - NMean= " << nmean_ << endl;
955 else cout << " BRProcB4C::BRProcB4C() - constructeur FFT data - NMean= " << nmean_ << endl;
956 stop_ = false;
957 path_ = path;
958 fgnotrl_ = fgnotrl;
959}
960
961/* --Methode-- */
962void BRProcB4C::Stop()
963{
964 stop_=true;
965 // cout <<" BRProcB4C::Stop ... > STOP " << endl;
966}
967
968
969/* --Methode-- */
970void BRProcB4C::run()
971{
972 setRC(1);
973 try {
974 Timer tm("BRProcB4C", false);
975 TimeStamp ts;
976 BRPaqChecker pcheck1(!fgnotrl_); // Verification/comptage des paquets
977 BRPaqChecker pcheck2(!fgnotrl_); // Verification/comptage des paquets
978
979 size_t totnbytesout = 0;
980 size_t totnbytesproc = 0;
981
982 cout << " BRProcB4C::run() - Starting " << ts << " NMaxMemZones=" << nmax_
983 << " NMean=" << nmean_ << endl;
984 cout << " BRProcB4C::run()... - Output Data Path: " << path_ << endl;
985
986 uint_4 paqsz = memgr1.PaqSize();
987 uint_4 procpaqsz = memgr1.ProcPaqSize();
988 if ((paqsz != memgr2.PaqSize())||(procpaqsz!= memgr2.ProcPaqSize())) {
989 cout << "BRProcB4C::run()/ERROR : different paquet size -> stop \n ...(PaqSz1="
990 << paqsz << " Sz2=" << memgr2.PaqSize() << " ProcPaqSz1="
991 << procpaqsz << " Sz2=" << memgr2.ProcPaqSize() << " )" << endl;
992 setRC(9);
993 return;
994 }
995
996 TVector< complex<r_4> > cfour; // composant TF
997 BRPaquet pq(NULL, NULL, paqsz);
998/*
999 TVector<r_4> vx(pq.DataSize()/2);
1000 vx = (r_4)(0.);
1001 FFTPackServer ffts;
1002 ffts.FFTForward(vx, cfour);
1003
1004 TVector< complex<r_4> > visiV13( cfour.Size() );
1005 TVector< complex<r_4> > visiV14( cfour.Size() );
1006 TVector< complex<r_4> > visiV23( cfour.Size() );
1007 TVector< complex<r_4> > visiV24( cfour.Size() );
1008*/
1009 int szfour = pq.DataSize()/2/2+1;
1010// int szfour = (paqsz-40)/2+1;
1011 TVector< complex<r_4> > visiV13( szfour );
1012 TVector< complex<r_4> > visiV14( szfour );
1013 TVector< complex<r_4> > visiV23( szfour );
1014 TVector< complex<r_4> > visiV24( szfour );
1015 // cout << " *DBG*AAAAA ---- Vectors OK" << endl;
1016 cout << " *DBG*BRProcB4C PaqSz=" << paqsz << " ProcPaqSize=" << procpaqsz
1017 << " procpaqsz/2=" << procpaqsz/2 << " cfour.Size()=" << szfour
1018 << " *8=" << szfour*8 << endl;
1019
1020 DataTable dt;
1021 dt.AddLongColumn("fc1");
1022 dt.AddLongColumn("tt1");
1023 dt.AddLongColumn("fc2");
1024 dt.AddLongColumn("tt2");
1025 DataTableRow dtr = dt.EmptyRow();
1026
1027 uint_4 nzm = 0;
1028 uint_4 totnoksfc = 0;
1029 uint_4 totnokpaq = 0;
1030 uint_4 totnpaq = 0;
1031 uint_4 ifile = 0;
1032
1033 uint_4 curfc=0;
1034 uint_8 curtt=0;
1035 uint_4 curfc2=0;
1036 uint_8 curtt2=0;
1037 uint_8 firsttt=0;
1038 uint_8 firsttt2=0;
1039 bool fgfirst=true;
1040 for (uint_4 kmz=0; kmz<nmax_; kmz++) {
1041 uint_4 noksfc = 0;
1042 uint_4 nokpaq = 0;
1043 if (stop_) break;
1044 // cout << " *DBG*BBBBB" << kmz << endl;
1045
1046 int mid1 = memgr1.FindMemZoneId(MemZA_ProcB);
1047 Byte* buff1 = memgr1.GetMemZone(mid1);
1048 if (buff1 == NULL) {
1049 cout << " BRProcB4C::run()/ERROR memgr.GetMemZone(" << mid1 << ") -> NULL" << endl;
1050 break;
1051 }
1052 Byte* procbuff1 = memgr1.GetProcMemZone(mid1);
1053 if (procbuff1 == NULL) {
1054 cout << " BRProcB4C::run()/ERROR memgr.GetProcMemZone(" << mid1 << ") -> NULL" << endl;
1055 break;
1056 }
1057 int mid2 = memgr2.FindMemZoneId(MemZA_ProcB);
1058 Byte* buff2 = memgr2.GetMemZone(mid2);
1059 if (buff1 == NULL) {
1060 cout << " BRProcB4C::run()/ERROR memgr.GetMemZone(" << mid2 << ") -> NULL" << endl;
1061 break;
1062 }
1063 Byte* procbuff2 = memgr2.GetProcMemZone(mid2);
1064 if (procbuff2 == NULL) {
1065 cout << " BRProcB4C::run()/ERROR memgr.GetProcMemZone(" << mid2 << ") -> NULL" << endl;
1066 break;
1067 }
1068 uint_4 i1,i2;
1069 i1=i2=0;
1070// cout << " *DBG*CCCCCC " << kmz << " memgr1.NbPaquets() =" << memgr1.NbPaquets() << endl;
1071 while((i1<memgr1.NbPaquets())&&(i2<memgr2.NbPaquets())) {
1072 BRPaquet paq1(NULL, buff1+i1*paqsz, paqsz);
1073 BRPaquet paq2(NULL, buff2+i2*paqsz, paqsz);
1074 totnpaq++;
1075// cout << " DBG["<<kmz<<"] i1,i2=" << i1 <<","<<i2<<" FC1,FC2=" <<paq1.FrameCounter()
1076//<<","<<paq2.FrameCounter()<<endl;
1077 // on ne traite que les paquets OK
1078 if (!pcheck1.Check(paq1)) { i1++; continue; }
1079 if (!pcheck2.Check(paq2)) { i2++; continue; }
1080 nokpaq++;
1081 if (paq1.FrameCounter()<paq2.FrameCounter()) { i1++; continue; }
1082 if (paq2.FrameCounter()<paq1.FrameCounter()) { i2++; continue; }
1083// cout << " DBG["<<kmz<<"]OKOK i1,i2=" << i1 <<","<<i2<<" FC1,FC2=" <<paq1.FrameCounter()
1084// <<","<<paq2.FrameCounter()<<endl;
1085
1086 if ((i1>=memgr1.NbPaquets())||(i2>=memgr1.NbPaquets())) {
1087 cout << " *BUG*BUG i1=" << i1 << " i2=" << i2 << endl;
1088 break;
1089 }
1090 // Les deux framecounters sont identiques ...
1091 noksfc++;
1092 curfc=paq1.FrameCounter();
1093 curfc2=paq2.FrameCounter();
1094 if (fgfirst) {
1095 firsttt=paq1.TimeTag(); firsttt2=paq2.TimeTag();
1096 cout << " BRProcB4C()/Info First FC="<<curfc<<" , "<<curfc2<<" -> TT="
1097 << firsttt<<" , "<<firsttt2 <<endl;
1098 fgfirst=false;
1099 }
1100 curtt=paq1.TimeTag()-firsttt;
1101 curtt2=paq2.TimeTag()-firsttt2;
1102 dtr[0]=curfc; dtr[1]=curtt;
1103 dtr[2]=curfc2; dtr[3]=curtt2;
1104 dt.AddRow(dtr);
1105
1106 complex<r_4>* zp1 = (complex<r_4>*)(procbuff1+i1*procpaqsz);
1107 complex<r_4>* zp2 = (complex<r_4>*)(procbuff1+i1*procpaqsz+procpaqsz/2);
1108 complex<r_4>* zp3 = (complex<r_4>*)(procbuff2+i2*procpaqsz);
1109 complex<r_4>* zp4 = (complex<r_4>*)(procbuff2+i2*procpaqsz+procpaqsz/2);
1110 for(sa_size_t j=0; j<visiV13.Size(); j++) {
1111 visiV13(j)+=zp1[j]*conj(zp3[j]);
1112 visiV14(j)+=zp1[j]*conj(zp4[j]);
1113 visiV23(j)+=zp2[j]*conj(zp3[j]);
1114 visiV24(j)+=zp2[j]*conj(zp4[j]);
1115 }
1116 if (nzm==0) {
1117 visiV13.Info()["StartFC"] = curfc;
1118 visiV14.Info()["StartFC"] = curfc;
1119 visiV23.Info()["StartFC"] = curfc;
1120 visiV24.Info()["StartFC"] = curfc;
1121 visiV13.Info()["StartTT"] = curtt;
1122 visiV14.Info()["StartTT"] = curtt;
1123 visiV23.Info()["StartTT"] = curtt;
1124 visiV24.Info()["StartTT"] = curtt;
1125 }
1126 nzm++; i1++; i2++;
1127 totnbytesproc += 2*paq1.DataSize();
1128 } // Fin de boucle sur les paquets d'une zone
1129 memgr1.FreeMemZone(mid1, MemZS_ProcB);
1130 memgr2.FreeMemZone(mid2, MemZS_ProcB);
1131
1132 if ((nzm >= nmean_) || ((kmz==(nmax_-1))&&(nzm>1))) {
1133 visiV13 /= complex<r_4>((r_4)nzm, 0.);
1134 visiV14 /= complex<r_4>((r_4)nzm, 0.);
1135 visiV23 /= complex<r_4>((r_4)nzm, 0.);
1136 visiV24 /= complex<r_4>((r_4)nzm, 0.);
1137 visiV13.Info()["NPaqMoy"] = nzm;
1138 visiV14.Info()["NPaqMoy"] = nzm;
1139 visiV23.Info()["NPaqMoy"] = nzm;
1140 visiV24.Info()["NPaqMoy"] = nzm;
1141 visiV13.Info()["EndFC"] = curfc;
1142 visiV14.Info()["EndFC"] = curfc;
1143 visiV23.Info()["EndFC"] = curfc;
1144 visiV24.Info()["EndFC"] = curfc;
1145 visiV13.Info()["EndTT"] = curtt;
1146 visiV14.Info()["EndTT"] = curtt;
1147 visiV23.Info()["EndTT"] = curtt;
1148 visiV24.Info()["EndTT"] = curtt;
1149 char fname[512];
1150 {
1151 sprintf(fname,"%s_%d.ppf",path_.c_str(),(int)ifile);
1152 POutPersist po(fname);
1153 po << PPFNameTag("visiV13") << visiV13;
1154 po << PPFNameTag("visiV14") << visiV14;
1155 po << PPFNameTag("visiV23") << visiV23;
1156 po << PPFNameTag("visiV24") << visiV24;
1157 }
1158 visiV13 = complex<r_4>(0., 0.);
1159 visiV14 = complex<r_4>(0., 0.);
1160 visiV23 = complex<r_4>(0., 0.);
1161 visiV24 = complex<r_4>(0., 0.);
1162 nzm = 0; ifile++;
1163// ts.SetNow();
1164// filog << ts << " : proc file " << fname << endl;
1165 cout << " BRProcB4C::run() created file " << fname << endl;
1166 }
1167 double okfrac = (nokpaq>1)?((double)noksfc/(double)nokpaq*100.):0.;
1168 cout << "BRProcB4C ["<<kmz<<"] NOKPaq=" << nokpaq << " NSameFC=" << noksfc
1169 << " (" << okfrac << " %)" << endl;
1170 totnokpaq += nokpaq;
1171 totnoksfc += noksfc;
1172 } // Fin de boucle sur les zones a traiter
1173 cout << " ------------------ BRProcB4C::run() END ----------------- " << endl;
1174 {
1175 dt.Info()["FirstTT1"]=firsttt;
1176 dt.Info()["FirstTT2"]=firsttt2;
1177 cout << dt;
1178 char fname[512];
1179 sprintf(fname,"%s_fctt.ppf",path_.c_str());
1180 POutPersist po(fname);
1181 po << PPFNameTag("ttfc") << dt;
1182 cout << " BRProcB4C::run() created TimeTag/FrameCounter file " << fname << endl;
1183 }
1184 ts.SetNow();
1185 tm.SplitQ();
1186 cout << " TotalProc= " << totnbytesproc/(1024*1024) << " MBytes, rate= "
1187 << (double)(totnbytesproc)/1024./tm.PartialElapsedTimems() << " MB/s" << endl;
1188 double totokfrac = (totnokpaq>1)?((double)totnoksfc/(double)totnokpaq*100.):0.;
1189 cout << " NOkPaq1,2=" << totnokpaq << " /TotNPaq=" << totnpaq << " TotNSameFC="
1190 << totnoksfc << " (" << totokfrac << " %)" << endl;
1191// cout << pcheck1;
1192// cout << pcheck2;
1193 cout << " BRProcB4C::run()/Timing: \n";
1194 tm.Print();
1195 cout << " ---------------------------------------------------------- " << endl;
1196}
1197 catch (PException& exc) {
1198 cout << " BRProcB4C::run()/catched PException " << exc.Msg() << endl;
1199 setRC(3);
1200 return;
1201 }
1202 catch(...) {
1203 cout << " BRProcB4C::run()/catched unknown ... exception " << endl;
1204 setRC(4);
1205 return;
1206 }
1207 setRC(0);
1208 return;
1209}
1210
1211
Note: See TracBrowser for help on using the repository browser.