| 1 | // Utilisation de SOPHYA pour faciliter les tests ...
|
|---|
| 2 | #include "sopnamsp.h"
|
|---|
| 3 | #include "machdefs.h"
|
|---|
| 4 |
|
|---|
| 5 | /* ----------------------------------------------------------
|
|---|
| 6 | Programme de lecture multi canaux pour BAORadio
|
|---|
| 7 | R. Ansari, C. Magneville
|
|---|
| 8 | V : Mai 2009
|
|---|
| 9 | ---------------------------------------------------------- */
|
|---|
| 10 |
|
|---|
| 11 | // include standard c/c++
|
|---|
| 12 | #include <math.h>
|
|---|
| 13 | #include <stdio.h>
|
|---|
| 14 | #include <stdlib.h>
|
|---|
| 15 | #include <string.h>
|
|---|
| 16 |
|
|---|
| 17 | #include <iostream>
|
|---|
| 18 | #include <string>
|
|---|
| 19 |
|
|---|
| 20 | #include "pexceptions.h"
|
|---|
| 21 | #include "tvector.h"
|
|---|
| 22 | #include "fioarr.h"
|
|---|
| 23 | #include "tarrinit.h"
|
|---|
| 24 | #include "timestamp.h"
|
|---|
| 25 | #include "fftpserver.h"
|
|---|
| 26 | #include "fftwserver.h"
|
|---|
| 27 |
|
|---|
| 28 | #include "FFTW/fftw3.h"
|
|---|
| 29 |
|
|---|
| 30 | // include sophya mesure ressource CPU/memoire ...
|
|---|
| 31 | #include "resusage.h"
|
|---|
| 32 | #include "ctimer.h"
|
|---|
| 33 | #include "timing.h"
|
|---|
| 34 |
|
|---|
| 35 |
|
|---|
| 36 | // include mini-fits lib , et structure paquet BAORadio
|
|---|
| 37 | #include "minifits.h"
|
|---|
| 38 | #include "brpaqu.h"
|
|---|
| 39 | #include "brfitsrd.h"
|
|---|
| 40 | #include "brproc.h"
|
|---|
| 41 | #include "racqurw.h"
|
|---|
| 42 |
|
|---|
| 43 |
|
|---|
| 44 | //--- Fonctions de ce fichier
|
|---|
| 45 | int DecodeMiniFitsHeader(string& filename, uint_4& paqsz, uint_4& npaq, bool fgnotrl=false)
|
|---|
| 46 | {
|
|---|
| 47 | MiniFITSFile mff(filename, MF_Read);
|
|---|
| 48 | cout << "DecodeMiniFitsHeader()... Type=" << mff.DataTypeToString() << " NAxis1=" << mff.NAxis1()
|
|---|
| 49 | << " NAxis2=" << mff.NAxis2() << endl;
|
|---|
| 50 | paqsz = mff.NAxis1();
|
|---|
| 51 | npaq = mff.NAxis2();
|
|---|
| 52 | if (fgnotrl) paqsz += 16;
|
|---|
| 53 | return 0;
|
|---|
| 54 | }
|
|---|
| 55 |
|
|---|
| 56 | //-- Parametres globaux
|
|---|
| 57 | static int NZones=4;
|
|---|
| 58 | static int NPaqinZone=128;
|
|---|
| 59 | static int NMean=1024;
|
|---|
| 60 | static int NFreqSMap=0; // binning en frequences cartes 2D temps-freq, 0-> NoMap 2D spectres
|
|---|
| 61 | static int NGenZ=100;
|
|---|
| 62 | static int GPaqSz=16424;
|
|---|
| 63 | static double LossRate=0.1;
|
|---|
| 64 |
|
|---|
| 65 | static bool fg4c=false; // true -> 4 channels (2 fibers)
|
|---|
| 66 | static bool fgrdfits=true; // false -> Don't read fits files, generate paquets
|
|---|
| 67 | static bool fgnotrl=false; // true -> fichier fits SANS Trailer de frame (< mai 2009)
|
|---|
| 68 | static bool fghist=false; // true -> histo des valeurs des time sample
|
|---|
| 69 |
|
|---|
| 70 | // ----
|
|---|
| 71 | int Usage(bool fgshort=true);
|
|---|
| 72 | // Pour traitement (calcul FFT et visibilites (ProcA) 1 fibre, 2 voies RAW)
|
|---|
| 73 | int Proc1FRawA(string& outname, string& inpath, int jf1, int jf2);
|
|---|
| 74 | // Pour traitement (calcul FFT et visibilites (ProcA,ProcB) 2 fibre, 4 voies RAW)
|
|---|
| 75 | int Proc2FRawAB(string& outname, string& path1, string& path2, int jf1, int jf2);
|
|---|
| 76 |
|
|---|
| 77 | //----------------------------------------------------
|
|---|
| 78 | //----------------------------------------------------
|
|---|
| 79 | int main(int narg, char* arg[])
|
|---|
| 80 | {
|
|---|
| 81 | if ((narg>1)&&(strcmp(arg[1],"-h")==0)) return Usage(false);
|
|---|
| 82 | if (narg<5) return Usage(true);
|
|---|
| 83 |
|
|---|
| 84 | TArrayInitiator _inia;
|
|---|
| 85 |
|
|---|
| 86 | int rc = 0;
|
|---|
| 87 | try {
|
|---|
| 88 | string act = arg[1];
|
|---|
| 89 | fg4c=false; // true -> 4 channels (2 fibers)
|
|---|
| 90 | fgrdfits=true; // false -> Don't read fits files, generate paquets
|
|---|
| 91 | fgnotrl=false; // true -> fichier fits SANS Trailer de frame (< mai 2009)
|
|---|
| 92 | fghist=false; // true -> histo des valeurs des time sample
|
|---|
| 93 | if (act.substr(0,2)=="-4") fg4c=true;
|
|---|
| 94 | if (act.length()>2) {
|
|---|
| 95 | for(size_t ks=2; ks<act.length(); ks++) {
|
|---|
| 96 | if(act[ks]=='g') fgrdfits=false;
|
|---|
| 97 | else if(act[ks]=='n') fgnotrl=true;
|
|---|
| 98 | else if(act[ks]=='h') fghist=true;
|
|---|
| 99 | }
|
|---|
| 100 | }
|
|---|
| 101 | if (fg4c && (narg<6)) return Usage(true);
|
|---|
| 102 |
|
|---|
| 103 | string outname = arg[2];
|
|---|
| 104 | string inpath2;
|
|---|
| 105 | string inpath = arg[3];
|
|---|
| 106 | int offa=4;
|
|---|
| 107 | if(fg4c) {
|
|---|
| 108 | inpath2=arg[4]; offa=5;
|
|---|
| 109 | }
|
|---|
| 110 | int imin=0;
|
|---|
| 111 | int imax=0;
|
|---|
| 112 | sscanf(arg[offa],"%d,%d",&imin,&imax);
|
|---|
| 113 | if (narg>offa+1) sscanf(arg[offa+1],"%d,%d",&NZones,&NPaqinZone);
|
|---|
| 114 | if (narg>offa+2) NMean=atoi(arg[offa+2]);
|
|---|
| 115 | if (narg>offa+3) NFreqSMap=atoi(arg[offa+3]);
|
|---|
| 116 | if (narg>offa+4) sscanf(arg[offa+4],"%d,%d,%lg",&GPaqSz,&NGenZ,&LossRate);
|
|---|
| 117 |
|
|---|
| 118 | cout << " ---------- mcrd.cc Start - ACT= " << act << " ------------- " << endl;
|
|---|
| 119 | ResourceUsage resu;
|
|---|
| 120 | if (fg4c)
|
|---|
| 121 | rc = Proc2FRawAB(outname, inpath, inpath2, imin, imax);
|
|---|
| 122 | else
|
|---|
| 123 | rc = Proc1FRawA(outname, inpath, imin, imax);
|
|---|
| 124 | cout << resu ;
|
|---|
| 125 | }
|
|---|
| 126 | catch (MiniFITSException& exc) {
|
|---|
| 127 | cerr << " mcrd.cc catched MiniFITSException " << exc.Msg() << endl;
|
|---|
| 128 | rc = 77;
|
|---|
| 129 | }
|
|---|
| 130 | catch (std::exception& sex) {
|
|---|
| 131 | cerr << "\n mcrd.cc std::exception :"
|
|---|
| 132 | << (string)typeid(sex).name() << "\n msg= "
|
|---|
| 133 | << sex.what() << endl;
|
|---|
| 134 | rc = 78;
|
|---|
| 135 | }
|
|---|
| 136 | catch (...) {
|
|---|
| 137 | cerr << " mcrd.cc catched unknown (...) exception " << endl;
|
|---|
| 138 | rc = 79;
|
|---|
| 139 | }
|
|---|
| 140 |
|
|---|
| 141 | cout << ">>>> mcrd.cc ------- END ----------- RC=" << rc << endl;
|
|---|
| 142 | return rc;
|
|---|
| 143 |
|
|---|
| 144 | }
|
|---|
| 145 |
|
|---|
| 146 |
|
|---|
| 147 |
|
|---|
| 148 | // Pour traitement (calcul FFT et visibilites (ProcA) 1 fibre, 2 voies RAW)
|
|---|
| 149 | int Proc1FRawA(string& outname, string& inpath, int imin, int imax)
|
|---|
| 150 | {
|
|---|
| 151 | vector<string> infiles;
|
|---|
| 152 | char nbuff[1024];
|
|---|
| 153 | for(int ii=imin; ii<=imax; ii++) {
|
|---|
| 154 | sprintf(nbuff,"%s/signal%d.fits",inpath.c_str(),ii);
|
|---|
| 155 | infiles.push_back(nbuff);
|
|---|
| 156 | }
|
|---|
| 157 | uint_4 nmaxz;
|
|---|
| 158 | uint_4 paqsz, npaqf;
|
|---|
| 159 | if (fgrdfits) {
|
|---|
| 160 | DecodeMiniFitsHeader(infiles[0],paqsz, npaqf, fgnotrl);
|
|---|
| 161 | nmaxz = infiles.size()*npaqf/NPaqinZone;
|
|---|
| 162 | cout << " mcrd/Proc1FRawA/ReadFits: NZones=" << NZones << " NbPaq=" << NPaqinZone
|
|---|
| 163 | << " NPaq in file=" << npaqf
|
|---|
| 164 | << " PaqSz=" << paqsz << " NMaxZ=" << nmaxz << " NMean=" << NMean << endl;
|
|---|
| 165 | }
|
|---|
| 166 | else {
|
|---|
| 167 | paqsz = GPaqSz;
|
|---|
| 168 | nmaxz = NGenZ;
|
|---|
| 169 | cout << " mcrd/Proc1FRawA/GeneratePaquets: NZones=" << NZones << " NbPaq=" << NPaqinZone
|
|---|
| 170 | << " PaqSz=" << paqsz << " NMean=" << NMean << endl;
|
|---|
| 171 | }
|
|---|
| 172 | RAcqMemZoneMgr mmgr(NZones, 1, NPaqinZone, paqsz, sizeof(complex<r_4>)*paqsz);
|
|---|
| 173 | mmgr.SetFinalizedMask((uint_4)MemZS_ProcA);
|
|---|
| 174 |
|
|---|
| 175 | BRFitsReader reader(mmgr, infiles, fgnotrl);
|
|---|
| 176 | TestPCIWrapperNODMA pciw(paqsz,LossRate);
|
|---|
| 177 | PCIEReader pcird(pciw, paqsz, paqsz, mmgr, nmaxz, BR_Copy);
|
|---|
| 178 |
|
|---|
| 179 | outname += "/Ch12";
|
|---|
| 180 | BRProcARaw2C proc(mmgr, outname, NMean, nmaxz, fghist, NFreqSMap, fgnotrl);
|
|---|
| 181 |
|
|---|
| 182 | cout << " mcrd/Proc1FRawA: Starting threads (reader, proc) ... " << endl;
|
|---|
| 183 |
|
|---|
| 184 | if (fgrdfits) reader.start();
|
|---|
| 185 | else pcird.start();
|
|---|
| 186 |
|
|---|
| 187 | proc.start();
|
|---|
| 188 | sleep(1);
|
|---|
| 189 | cout << " mcrd/Proc1FRawA: Waiting for reader thread to finish ... " << endl;
|
|---|
| 190 | if (fgrdfits) reader.join();
|
|---|
| 191 | else pcird.join();
|
|---|
| 192 | cout << " mcrd/Proc1FRawA: Reader finished, waiting for process thread to finish ... " << endl;
|
|---|
| 193 | sleep(2);
|
|---|
| 194 | mmgr.Stop();
|
|---|
| 195 | proc.join();
|
|---|
| 196 | mmgr.Print(cout);
|
|---|
| 197 | return 0;
|
|---|
| 198 | }
|
|---|
| 199 |
|
|---|
| 200 |
|
|---|
| 201 | // Pour traitement (calcul FFT et visibilites (ProcA) 1 fibre, 2 voies RAW)
|
|---|
| 202 | int Proc2FRawAB(string& outname, string& path1, string& path2, int imin, int imax)
|
|---|
| 203 | {
|
|---|
| 204 | vector<string> infiles1;
|
|---|
| 205 | vector<string> infiles2;
|
|---|
| 206 | char nbuff[1024];
|
|---|
| 207 | for(int ii=imin; ii<=imax; ii++) {
|
|---|
| 208 | sprintf(nbuff,"%s/signal%d.fits",path1.c_str(),ii);
|
|---|
| 209 | infiles1.push_back(nbuff);
|
|---|
| 210 | sprintf(nbuff,"%s/signal%d.fits",path2.c_str(),ii);
|
|---|
| 211 | infiles2.push_back(nbuff);
|
|---|
| 212 | }
|
|---|
| 213 | uint_4 nmaxz;
|
|---|
| 214 | uint_4 paqsz, npaqf;
|
|---|
| 215 | if (fgrdfits) {
|
|---|
| 216 | DecodeMiniFitsHeader(infiles1[0],paqsz, npaqf, fgnotrl);
|
|---|
| 217 | nmaxz = infiles1.size()*npaqf/NPaqinZone;
|
|---|
| 218 | cout << " mcrd/Proc2FRawAB/ReadFits: NZones=" << NZones << " NbPaq=" << NPaqinZone
|
|---|
| 219 | << " NPaq in file=" << npaqf
|
|---|
| 220 | << " PaqSz=" << paqsz << " NMaxZ=" << nmaxz << " NMean=" << NMean << endl;
|
|---|
| 221 | }
|
|---|
| 222 | else {
|
|---|
| 223 | paqsz = GPaqSz;
|
|---|
| 224 | nmaxz = NGenZ;
|
|---|
| 225 | cout << " mcrd/Proc2FRawAB/GeneratePaquets: NZones=" << NZones << " NbPaq=" << NPaqinZone
|
|---|
| 226 | << " PaqSz=" << paqsz << " NMean=" << NMean << endl;
|
|---|
| 227 | }
|
|---|
| 228 | RAcqMemZoneMgr mmgr1(NZones, 1, NPaqinZone, paqsz, sizeof(complex<r_4>)*paqsz);
|
|---|
| 229 | mmgr1.SetFinalizedMask((uint_4)(MemZS_ProcA)|(uint_4)(MemZS_ProcB));
|
|---|
| 230 | // mmgr1.SetFinalizedMask((uint_4)(MemZS_ProcA));
|
|---|
| 231 | RAcqMemZoneMgr mmgr2(NZones, 1, NPaqinZone, paqsz, sizeof(complex<r_4>)*paqsz);
|
|---|
| 232 | mmgr2.SetFinalizedMask((uint_4)(MemZS_ProcA)|(uint_4)(MemZS_ProcB));
|
|---|
| 233 | // mmgr2.SetFinalizedMask((uint_4)(MemZS_ProcA));
|
|---|
| 234 |
|
|---|
| 235 | //-- Lecture des fichiers
|
|---|
| 236 | BRFitsReader reader1(mmgr1, infiles1, fgnotrl);
|
|---|
| 237 | BRFitsReader reader2(mmgr2, infiles2, fgnotrl);
|
|---|
| 238 |
|
|---|
| 239 | //-- Generation de paquets
|
|---|
| 240 | TestPCIWrapperNODMA pciw1(paqsz,LossRate);
|
|---|
| 241 | PCIEReader pcird1(pciw1, paqsz, paqsz, mmgr1, nmaxz, BR_Copy);
|
|---|
| 242 | TestPCIWrapperNODMA pciw2(paqsz,LossRate);
|
|---|
| 243 | PCIEReader pcird2(pciw2, paqsz, paqsz, mmgr2, nmaxz, BR_Copy);
|
|---|
| 244 |
|
|---|
| 245 | string outname1 = outname;
|
|---|
| 246 | outname1 += "/Ch12";
|
|---|
| 247 | BRProcARaw2C proc1(mmgr1, outname1, NMean, nmaxz, fghist, NFreqSMap, fgnotrl);
|
|---|
| 248 | string outname2 = outname;
|
|---|
| 249 | outname2 += "/Ch34";
|
|---|
| 250 | BRProcARaw2C proc2(mmgr2, outname2, NMean, nmaxz, fghist, NFreqSMap, fgnotrl,2);
|
|---|
| 251 | string outname12 = outname;
|
|---|
| 252 | outname12 += "/Ch1234";
|
|---|
| 253 | BRProcBRaw4C proc12(mmgr1, mmgr2, outname12, NMean, nmaxz, fgnotrl);
|
|---|
| 254 |
|
|---|
| 255 | cout << " mcrd/Proc2FRawAB: Starting threads (reader1,2, procA1,2, procAB) ... " << endl;
|
|---|
| 256 | // cout << "[1]--- CR to continue ..." << endl; char ans[32]; gets(ans);
|
|---|
| 257 | if (fgrdfits) {
|
|---|
| 258 | reader1.start();
|
|---|
| 259 | reader2.start();
|
|---|
| 260 | }
|
|---|
| 261 | else {
|
|---|
| 262 | pcird1.start();
|
|---|
| 263 | pcird2.start();
|
|---|
| 264 | }
|
|---|
| 265 | // sleep(1); mmgr1.Print(cout); mmgr2.Print(cout);
|
|---|
| 266 | proc1.start();
|
|---|
| 267 | proc2.start();
|
|---|
| 268 | proc12.start();
|
|---|
| 269 |
|
|---|
| 270 | sleep(1);
|
|---|
| 271 | cout << " mcrd/Proc2FRawAB: Waiting for reader threads to finish ... " << endl;
|
|---|
| 272 | if (fgrdfits) {
|
|---|
| 273 | reader1.join();
|
|---|
| 274 | reader2.join();
|
|---|
| 275 | }
|
|---|
| 276 | else {
|
|---|
| 277 | pcird1.join();
|
|---|
| 278 | pcird2.join();
|
|---|
| 279 | }
|
|---|
| 280 | cout << " mcrd/Proc2FRawAB: Readers finished, waiting for process thread to finish ... " << endl;
|
|---|
| 281 | sleep(2);
|
|---|
| 282 | mmgr1.Stop();
|
|---|
| 283 | mmgr2.Stop();
|
|---|
| 284 | proc1.join();
|
|---|
| 285 | proc2.join();
|
|---|
| 286 | proc12.join();
|
|---|
| 287 | mmgr1.Print(cout);
|
|---|
| 288 | mmgr2.Print(cout);
|
|---|
| 289 | return 0;
|
|---|
| 290 | }
|
|---|
| 291 |
|
|---|
| 292 |
|
|---|
| 293 | /* --Fonction-- */
|
|---|
| 294 | int Usage(bool fgshort)
|
|---|
| 295 | {
|
|---|
| 296 | cout << " --- mcrd.cc : Reading/Processing BAORadio FITS files" << endl;
|
|---|
| 297 | cout << " Usage: mcrd ACT OutPath InPath [InPath2] Imin,Imax\n"
|
|---|
| 298 | << " [NZones,NPaqinZone] [NMean] [NFreqSMap]\n"
|
|---|
| 299 | << " [GPaqSz,NGenZones,LossRate]" << endl;
|
|---|
| 300 | if (fgshort) {
|
|---|
| 301 | cout << " mcrd -h for detailed instructions" << endl;
|
|---|
| 302 | return 1;
|
|---|
| 303 | }
|
|---|
| 304 | cout << " ACT= -2[ghn] -> 1 fiber, 2 raw channel processing (ProcA)\n"
|
|---|
| 305 | << " ACT= -4[ghn] -> 2 fibers, 4 raw channels (ProcA, ProcB)\n"
|
|---|
| 306 | << " n (notrl) -> FITS files without frame trailer \n"
|
|---|
| 307 | << " g (generate paquets) -> generate paquets instead of reading fits files\n"
|
|---|
| 308 | << " h (time sample histograms) -> compute time sample histograms also \n"
|
|---|
| 309 | << " Example: ACT = -2h 1 fiber, 2 raw channels and compute time sample histograms" <<endl;
|
|---|
| 310 | cout << " OutPath : Output directory name " << endl;
|
|---|
| 311 | cout << " InPath [InPath2] Imin,Imax: Input fits files directory name(s)\n"
|
|---|
| 312 | << " (Inpath=Fiber1, InPath2=Fiber2) and sequence numbers \n"
|
|---|
| 313 | << " FileNames=InPath/signalII.fits Imin<=II<=Imax \n"
|
|---|
| 314 | << " NZones,NbPaqinZone : Number of Zones and number of paquets in one zone\n"
|
|---|
| 315 | << " of the RAcqMemZoneMgr memory manager (default = 4,128)\n"
|
|---|
| 316 | << " NMean: Number of packet used for spectra/visibility computation (def=1024)\n"
|
|---|
| 317 | << " NFreqSMap: Frequency binning for 2D (time-freq) spectra maps (def=0->No maps)\n"
|
|---|
| 318 | << " GPaqSz,NGenZones,LossRate: Paquet Size, Number of memory zones filled and\n"
|
|---|
| 319 | << " loss rate (-2g,-4g) , default=16424,100,0.1" << endl;
|
|---|
| 320 | return 1;
|
|---|
| 321 | }
|
|---|
![(please configure the [header_logo] section in trac.ini)](/PI/chrome/site/your_project_logo.png){kind=logo}
