source: Sophya/trunk/AddOn/TAcq/mfacq.cc@ 3757

Last change on this file since 3757 was 3757, checked in by ansari, 15 years ago

Ajout classes de transfert DMA vers Ethernet et lecture ethernet, Reza 29/04/2010

File size: 12.9 KB
Line 
1#include "mfacq.h"
2
3//---------------------------------------------------------------
4// Programme d'acquisition BAORadio multi-fibres/multi-threads
5// LAL - 2009 - 2010
6// R. Ansari, M.Taurigna
7//---------------------------------------------------------------
8
9static RAcqMemZoneMgr* pMmgr=NULL;
10static PCIEMultiReader* pPcierThr=NULL;
11static PCIEToEthernet* pPcie2Eth=NULL;
12static EthernetReader* pEthRdr=NULL;
13
14void Stop(int s)
15{
16 if (s == 9765) cout << " Stop after exception ..." << endl;
17 else printf("............. MAIN ... receive signal %d \n",s);
18 if (pMmgr != NULL) pMmgr->Stop();
19 if (pPcie2Eth !=NULL) pPcie2Eth->Stop();
20 if (pPcierThr !=NULL) pPcierThr->Stop();
21 if (pEthRdr !=NULL) pEthRdr->Stop();
22}
23
24
25//-----------------------------------------------------------------------
26//-------------------- le programme principal ---------------------------
27//-----------------------------------------------------------------------
28int main(int narg, char* arg[])
29{
30
31 int rc = 0;
32 cout << " ============= BAORadio / Acquisition : mfacq =================" << endl;
33 cout << " ===============================================================" << endl;
34 cout << " ========= " <<BAOR_ACQ_VER_STR <<BAOR_ACQ_VER << " ===========" << endl;
35 cout << " ===============================================================" << endl;
36
37
38 InitTim();
39
40 // Initialisation
41 TArrayInitiator _arri;
42 FitsIOServerInitiator _fiosi;
43
44
45 if ((narg > 1)&&(strcmp(arg[1],"-h"))==0) {
46 Usage(false);
47 return 1;
48 }
49 if (narg < 3) {
50 Usage(true);
51 return 3;
52 }
53
54 const char* desact[3] = {"PCIE_To_Ethernet", "Ethernet_To_Disk", "PCIE_DMA_To_Disk"};
55 string action=arg[1];
56 int act = 0;
57 if ((action != "-pci2eth")&&(action != "-pci2disk")&&(action != "-eth2disk")) {
58 cout << " mfacq/Error , Bad action argument : " << action << endl;
59 return 2;
60 }
61 if (action == "-pci2eth") act=0;
62 else if (action == "-eth2disk") act=1;
63 else if (action == "-pci2disk") act=2;
64
65 string pardcfile=arg[2];
66#ifndef NOPCIECARD
67 string basedir="/Raid";
68#else
69 string basedir="./";
70#endif
71 vector<string> oargs;
72 if (narg>3) {
73 basedir=arg[2];
74 for(int jj=2; jj<narg; jj++) oargs.push_back(arg[jj]);
75 }
76 try {
77 // Creation/initialisation parametres Acq
78 BRAcqConfig acpar;
79 acpar.ReadParamFile(pardcfile);
80 acpar.GetConfig().SetBaseDirectory(basedir);
81 if ((act==0)&&(oargs.size()>0))
82 acpar.GetParams().SetEthTargets(oargs);
83 // Creation des repertoires
84 if (act > 0)
85 if (acpar.CreateOutputDirectories()!=0) return 9;
86 acpar.Print(cout);
87 struct sigaction siact;
88 if (!acpar.GetParams().fg_hard_ctrlc) {
89 siact.sa_handler=Stop;
90 sigaction(SIGINT,&siact,NULL);
91 }
92 switch (act) {
93 case 0:
94 rc = PCIEToEthernetTransfer();
95 break;
96 case 1:
97 rc = EthernetToMemoryAcq();
98 break;
99 case 2:
100 rc = MultiFibreAcq();
101 break;
102 }
103 }
104 catch (MiniFITSException& exc) {
105 cerr << " mfacq.cc catched MiniFITSException " << exc.Msg() << endl;
106 rc = 77;
107 }
108 catch (PCIEWException& exc) {
109 cerr << " mfacq.cc catched PCIEWException " << exc.Msg() << endl;
110 rc = 75;
111 }
112 catch (PThrowable& exc) {
113 cerr << " mfacq.cc catched Exception " << exc.Msg() << endl;
114 rc = 76;
115 }
116 catch (std::exception& sex) {
117 cerr << "\n mfacq.cc std::exception :"
118 << (string)typeid(sex).name() << "\n msg= "
119 << sex.what() << endl;
120 rc = 78;
121 }
122 catch (...) {
123 cerr << " mfacq.cc : Catched ... exception " << endl;
124 rc = 79;
125 }
126 cout << "mfacq[9] ----- END --- stopping acq program " << endl;
127 return rc;
128}
129
130
131/* --Nouvelle-Fonction-- */
132void Usage(bool fgshort)
133{
134 cout << " Usage: mfacq Action DataCardFile [BaseDirectory / TargetMachines] \n" << endl;
135 if (fgshort) return;
136 cout << " Action = -pci2disk , -pci2mem -eth2disk \n "
137 << " Parameters in DataCard : \n"
138 << " fibres outpathname skysource paqsize dmasizekb nbfiles \n"
139 << " nblocperfile acqmode memmgr monitor reducpaqsz "<< endl;
140 cout << " BaseDirectory (default= /Raid ) " << endl;
141 cout << " TargetMachines : List of target machines for PCIe2Ethernet " << endl;
142 return;
143}
144
145
146/* --Nouvelle-Fonction-- */
147int MultiFibreAcq()
148{
149 Timer tm("mfacq/MultiFibre");
150 cout << " ---------- mfacq/ MultiFibreAcq() ------------- " << endl;
151 PCIEWrapperInterface* pciwp[16]={NULL,NULL,NULL,NULL,NULL,NULL,NULL,NULL,
152 NULL,NULL,NULL,NULL,NULL,NULL,NULL,NULL};
153
154 BRAcqConfig bpar;
155 BRParList& acpar=bpar.GetParams();
156
157 cout << " mfacq[1]/Info: Creating RAcqMemZoneMgr for" << acpar.NbFibers << " fibers , nZones="
158 << acpar.nZones << " NbPaquet/Zone=" << acpar.nPaqZone
159 << " MmgrPaqSize=" << acpar.MMgrPaquetSize() << endl;
160 RAcqMemZoneMgr mmgr(acpar.nZones, bpar.NFibers(), acpar.nPaqZone, acpar.MMgrPaquetSize());
161 pMmgr=&mmgr;
162 if (acpar.fgdoProc && (acpar.stepProc>0)) {
163 // Dans ce cas, toutes les zones doivent passer ds le thread de monitoring
164 // pour etre au moins marque comme traite - seul 1/acpar.stepProc sont effectivement traite
165 mmgr.SetFinalizedMask(((uint_4)MemZS_Saved) | ((uint_4)MemZS_Proc));
166 cout << " mfacq[1.b]/Info: Mmgr.SetFinalizedMask( MemZS_Saved | MemZS_Proc )" << endl;
167 }
168
169#ifndef NOPCIECARD
170 for (int i=0 ;i <acpar.NFibers() ;i++) {
171 UINT32 card=(acpar.FiberNum[i]-1)/2+1;
172 UINT32 cardfiber=(acpar.FiberNum[i]-1)%2;
173 cout <<"mfacq[2] CreatePCIEWrapperV6- indice " << i << "INIT card " << card
174 << " fibre " << cardfiber << endl;
175 pciwp[i] = CreatePCIEWrapperV6(card,acpar.PatternSize(),acpar.DMASizeBytes(),acpar.activate_pattern,cardfiber);
176 }
177#else
178 TestPCIWrapperNODMA pciw1(bpar.RecvPaquetSize(), acpar.nopciLossRate);
179 TestPCIWrapperNODMA pciw2(bpar.RecvPaquetSize(), acpar.nopciLossRate);
180 TestPCIWrapperNODMA pciw3(bpar.RecvPaquetSize(), acpar.nopciLossRate);
181 TestPCIWrapperNODMA pciw4(bpar.RecvPaquetSize(), acpar.nopciLossRate);
182 TestPCIWrapperNODMA pciw5(bpar.RecvPaquetSize(), acpar.nopciLossRate);
183 TestPCIWrapperNODMA pciw6(bpar.RecvPaquetSize(), acpar.nopciLossRate);
184 TestPCIWrapperNODMA pciw7(bpar.RecvPaquetSize(), acpar.nopciLossRate);
185 TestPCIWrapperNODMA pciw8(bpar.RecvPaquetSize(), acpar.nopciLossRate);
186 pciwp[0] = &pciw1;
187 pciwp[1] = &pciw2;
188 pciwp[2] = &pciw3;
189 pciwp[3] = &pciw4;
190 pciwp[4] = &pciw5;
191 pciwp[5] = &pciw6;
192 pciwp[6] = &pciw7;
193 pciwp[7] = &pciw8;
194#endif
195
196 cout <<"mfacq[2] Creating MultiDataSaver and MonitorProc thread objects ... " << endl;
197 MultiDataSaver DsThr(mmgr); // Utilise les parametres globaux BRAcqConfig
198 string ppath=bpar.OutputDirectory();
199 MonitorProc PrThr(mmgr);
200 vector<PCIEWrapperInterface*> vec_pciw;
201 for (int i=0 ;i<bpar.NFibers();i++) vec_pciw.push_back( pciwp[i]);
202 cout << "mfacq[3] Creating PCIEMultiReader thread object " << endl;
203 PCIEMultiReader PcierThr(vec_pciw, mmgr, bpar.GetParams());
204 // usleep(200); attente au cas ou ...
205 pPcierThr=&PcierThr;
206 tm.Split("Threads created");
207 if (acpar.fgdoProc>0)
208 cout << "mfacq[4] - starting three threads: PCIEMultiReader, MultiDataSaver, MonitorProc ... " << endl;
209 else
210 cout << "mfacq[4] - starting two threads: PCIEMultiReader, MultiDataSaver ... " << endl;
211
212 PcierThr.start();
213 DsThr.start();
214 if (acpar.fgdoProc>0) { // On ne demarre que si au moins NMaxProc>0
215 PrThr.start();
216 }
217
218 // On attend avant de declencher la terminaison des threads
219 usleep(200000);
220
221 cout << "mfacq[5] - Waiting for threads to finish ... " << endl;
222 PcierThr.join();
223 DsThr.join();
224 mmgr.Stop();
225 if (acpar.fgdoProc) { // On n'attend la fin que si le thread a ete demarre (NMaxProc>0)
226 PrThr.join();
227 }
228 pMmgr=NULL;
229 cout << "mfacq[6] ---------- threads finished ---------------- " << endl;
230 tm.Split("Threads Finished");
231
232 mmgr.Print(cout);
233#ifndef NOPCIECARD
234 for (int i=0 ;i <acpar.NbFibers ;i++) {
235 UINT32 card=(acpar.FiberNum[i]-1)/2+1;
236 UINT32 cardfiber=(acpar.FiberNum[i]-1)%2;
237 DeletePCIEWrapperV6(card,cardfiber);
238 }
239#endif
240return 0;
241
242}
243
244/* --Nouvelle-Fonction-- */
245int PCIEToEthernetTransfer()
246{
247 Timer tm("mfacq/PCIEToEthernetTransfer");
248 cout << " ---------- mfacq/ PCIEToEthernetTransfer() ------------- " << endl;
249 PCIEWrapperInterface* pciwp[16]={NULL,NULL,NULL,NULL,NULL,NULL,NULL,NULL,
250 NULL,NULL,NULL,NULL,NULL,NULL,NULL,NULL};
251
252 pMmgr=NULL;
253 BRAcqConfig bpar;
254 BRParList& acpar=bpar.GetParams();
255
256 cout << " mfacq[1]/Info: PCIEToEthernet for" << acpar.NbFibers << " fibers , nZones="
257 << acpar.nZones << " NbPaquet/Zone=" << acpar.nPaqZone
258 << " MmgrPaqSize=" << acpar.MMgrPaquetSize() << endl;
259
260#ifndef NOPCIECARD
261 for (int i=0 ;i <acpar.NFibers() ;i++) {
262 UINT32 card=(acpar.FiberNum[i]-1)/2+1;
263 UINT32 cardfiber=(acpar.FiberNum[i]-1)%2;
264 cout <<"mfacq[2] CreatePCIEWrapperV6- indice " << i << "INIT card " << card
265 << " fibre " << cardfiber << endl;
266 pciwp[i] = CreatePCIEWrapperV6(card,acpar.PatternSize(),acpar.DMASizeBytes(),acpar.activate_pattern,cardfiber);
267 }
268#else
269 TestPCIWrapperNODMA pciw1(bpar.RecvPaquetSize(), acpar.nopciLossRate);
270 TestPCIWrapperNODMA pciw2(bpar.RecvPaquetSize(), acpar.nopciLossRate);
271 TestPCIWrapperNODMA pciw3(bpar.RecvPaquetSize(), acpar.nopciLossRate);
272 TestPCIWrapperNODMA pciw4(bpar.RecvPaquetSize(), acpar.nopciLossRate);
273 TestPCIWrapperNODMA pciw5(bpar.RecvPaquetSize(), acpar.nopciLossRate);
274 TestPCIWrapperNODMA pciw6(bpar.RecvPaquetSize(), acpar.nopciLossRate);
275 TestPCIWrapperNODMA pciw7(bpar.RecvPaquetSize(), acpar.nopciLossRate);
276 TestPCIWrapperNODMA pciw8(bpar.RecvPaquetSize(), acpar.nopciLossRate);
277 pciwp[0] = &pciw1;
278 pciwp[1] = &pciw2;
279 pciwp[2] = &pciw3;
280 pciwp[3] = &pciw4;
281 pciwp[4] = &pciw5;
282 pciwp[5] = &pciw6;
283 pciwp[6] = &pciw7;
284 pciwp[7] = &pciw8;
285#endif
286
287 vector<PCIEWrapperInterface*> vec_pciw;
288 for (int i=0 ;i<bpar.NFibers();i++) vec_pciw.push_back( pciwp[i]);
289 cout <<"mfacq[2] Creating PCIEToEthernet thread object " << endl;
290 PCIEToEthernet pci2eth(vec_pciw, bpar.GetParams().GetEthTargets(), bpar.GetParams());
291 // usleep(200); attente au cas ou ...
292 pPcie2Eth=&pci2eth;
293 tm.Split("Threads created");
294 cout << "mfacq[3] - starting one threads: PCIEToEthernet... " << endl;
295 pci2eth.start();
296
297 // On attend avant de declencher la terminaison des threads
298 usleep(200000);
299
300 cout << "mfacq[5] - Waiting for threads to finish ... " << endl;
301 pci2eth.join();
302 cout << "mfacq[6] ---------- threads finished ---------------- " << endl;
303 tm.Split("Threads Finished");
304
305#ifndef NOPCIECARD
306 for (int i=0 ;i <acpar.NbFibers ;i++) {
307 UINT32 card=(acpar.FiberNum[i]-1)/2+1;
308 UINT32 cardfiber=(acpar.FiberNum[i]-1)%2;
309 DeletePCIEWrapperV6(card,cardfiber);
310 }
311#endif
312return 0;
313}
314
315/* --Nouvelle-Fonction-- */
316int EthernetToMemoryAcq()
317{
318 Timer tm("mfacq/EthernetToMemoryAcq");
319 cout << " ---------- mfacq/ EthernetToMemoryAcq() ------------- " << endl;
320
321 BRAcqConfig bpar;
322 BRParList& acpar=bpar.GetParams();
323
324 cout << " mfacq[1]/Info: Creating RAcqMemZoneMgr for" << acpar.NbEthLinks() << " Eth-links , nZones="
325 << acpar.nZones << " NbPaquet/Zone=" << acpar.nPaqZone
326 << " MmgrPaqSize=" << acpar.MMgrPaquetSize() << endl;
327 RAcqMemZoneMgr mmgr(acpar.nZones, acpar.NbEthLinks(), acpar.nPaqZone, acpar.MMgrPaquetSize());
328 pMmgr=&mmgr;
329 if (acpar.fgdoProc && (acpar.stepProc>0)) {
330 // Dans ce cas, toutes les zones doivent passer ds le thread de monitoring
331 // pour etre au moins marque comme traite - seul 1/acpar.stepProc sont effectivement traite
332 mmgr.SetFinalizedMask(((uint_4)MemZS_Saved) | ((uint_4)MemZS_Proc));
333 cout << " mfacq[1.b]/Info: Mmgr.SetFinalizedMask( MemZS_Saved | MemZS_Proc )" << endl;
334 }
335
336
337 cout <<"mfacq[2] Creating MultiDataSaver and MonitorProc thread objects ... " << endl;
338 MultiDataSaver DsThr(mmgr); // Utilise les parametres globaux BRAcqConfig
339 string ppath=bpar.OutputDirectory();
340 MonitorProc PrThr(mmgr);
341 cout << "mfacq[3] Creating EthernetReader thread object " << endl;
342 EthernetReader ethrdr(mmgr, bpar.GetParams(), bpar.GetParams().tcpportid, false);
343 // usleep(200); attente au cas ou ...
344 pEthRdr=&ethrdr;
345 tm.Split("Threads created");
346 if (acpar.fgdoProc>0)
347 cout << "mfacq[4] - starting three threads: EthernetReader, MultiDataSaver, MonitorProc ... " << endl;
348 else
349 cout << "mfacq[4] - starting two threads: EthernetReader, MultiDataSaver ... " << endl;
350
351 ethrdr.start();
352 DsThr.start();
353 if (acpar.fgdoProc>0) { // On ne demarre que si au moins NMaxProc>0
354 PrThr.start();
355 }
356
357 // On attend avant de declencher la terminaison des threads
358 usleep(200000);
359
360 cout << "mfacq[5] - Waiting for threads to finish ... " << endl;
361 ethrdr.join();
362 DsThr.join();
363 mmgr.Stop();
364 if (acpar.fgdoProc) { // On n'attend la fin que si le thread a ete demarre (NMaxProc>0)
365 PrThr.join();
366 }
367 pMmgr=NULL;
368 cout << "mfacq[6] ---------- threads finished ---------------- " << endl;
369 tm.Split("Threads Finished");
370
371 mmgr.Print(cout);
372
373return 0;
374
375}
Note: See TracBrowser for help on using the repository browser.