source: Sophya/trunk/SophyaExt/FitsIOServer/fitshdtable.cc@ 2998

Last change on this file since 2998 was 2963, checked in by ansari, 19 years ago

Ajout verification/correction noms de colonne lors de lecture FITS / DataTable, et remplacement throw par un warning lors de lecture fits-healpix avec nbcols>1 , Reza 2/6/2006
File size: 11.5 KB
Line 
1#include "machdefs.h"
2#include "sopnamsp.h"
3
4#include <stdio.h>
5#include <string.h>
6#include <iostream>
7#include <typeinfo>
8
9#include "datatable.h"
10#include "fitsblkrw.h"
11#include "fitshandler.h"
12#include "swfitsdtable.h"
13
14DECL_TEMP_SPEC /* equivalent a template <> , pour SGI-CC en particulier */
15int FitsHandler<BaseDataTable>::CheckReadability(FitsInOutFile& is)
16{
17 if (is.CurrentHDUType() == IMAGE_HDU ) return 0;
18 string key = "SOPCLSNM";
19 string clsnm = is.KeyValue(key);
20 if ( (clsnm == "SOPHYA::DataTable") || (clsnm == "SOPHYA::SwFitsDataTable") )
21 return 2;
22 else return 1;
23}
24
25DECL_TEMP_SPEC /* equivalent a template <> , pour SGI-CC en particulier */
26void FitsHandler<BaseDataTable>::Write(FitsInOutFile& os)
27{
28
29 if (dobj == NULL)
30 throw NullPtrError("FitsHandler<DataTable>::Write() NULL dobj pointer ");
31
32 DataTable* dt = dynamic_cast< DataTable *> (dobj);
33 SwFitsDataTable* swfdt = dynamic_cast< SwFitsDataTable *> (dobj);
34
35 int tbltyp = os.GetDef_TableType();
36 if ( swfdt && (tbltyp == ASCII_TBL) )
37 throw FitsIOException("FitsHandler<DataTable>::Write() ASCII_TBL not supported for SwFitsDataTable");
38
39 // On ne reecrit pas la definition d'une SwFitsDataTable dans son fichier de swap
40 if (swfdt && (swfdt->mSwF.FitsPtr()==os.FitsPtr()) && swfdt->NRows() ) return;
41
42 string strcoltag;
43 long strwidth = os.GetDef_StrColWidth();
44 if (strwidth < 1) strwidth = 16;
45 char buff[32];
46 if (tbltyp == ASCII_TBL)
47 sprintf(buff, "A%ld",strwidth);
48 else
49 sprintf(buff, "%ldA",strwidth);
50 strcoltag = buff;
51
52 vector<string> colnames, tform, tunit;
53 for(sa_size_t k=0; k<dobj->NVar(); k++) {
54 bool fgoknm = true;
55 bool fgoktun = true;
56 switch ( dobj->GetColumType(k) ) {
57 case BaseDataTable::IntegerField :
58 if (tbltyp == ASCII_TBL) tform.push_back("I9");
59 else tform.push_back("J");
60 break;
61 case BaseDataTable::LongField :
62 if (tbltyp == ASCII_TBL) tform.push_back("I12");
63 else tform.push_back("K");
64 break;
65 case BaseDataTable::FloatField :
66 if (tbltyp == ASCII_TBL) tform.push_back("E12.5");
67 else tform.push_back("E");
68 break;
69 case BaseDataTable::DoubleField :
70 case BaseDataTable::DateTimeField :
71 if (tbltyp == ASCII_TBL) tform.push_back("D15.8");
72 else tform.push_back("D");
73 if (dobj->GetColumType(k) == BaseDataTable::DateTimeField ) {
74 tunit.push_back("Days (DateTimeField)");
75 fgoktun = false;
76 }
77 break;
78 case BaseDataTable::ComplexField :
79 if (tbltyp == ASCII_TBL) {
80 cout << "FitsHandler<BaseDataTable>::Write()/Warning ComplexField not supported for ASCII_TBL "
81 << endl;
82 fgoknm = false;
83 }
84 else tform.push_back("C");
85 break;
86 case BaseDataTable::DoubleComplexField :
87 if (tbltyp == ASCII_TBL) {
88 cout << "FitsHandler<BaseDataTable>::Write()/Warning DoubleComplexField not supported for ASCII_TBL "
89 << endl;
90 fgoknm = false;
91 }
92 else tform.push_back("M");
93 break;
94 case BaseDataTable::StringField :
95 tform.push_back(strcoltag);
96 break;
97 default:
98 throw IOExc("FitsHandler<BaseDataTable>::Write() unknown column type ");
99 break;
100 }
101 if (fgoknm) {
102 colnames.push_back(dobj->GetColumName(k));
103 if (fgoktun) tunit.push_back("");
104 }
105 }
106
107 // On cree la table
108 string extname = os.NextExtensionName();
109 os.CreateTable(os.GetDef_TableType(), extname, colnames, tform, tunit);
110
111 // On n'ecrit pas les donnees d'une table SwFitsDataTable ds son fichier de swap
112 if (swfdt && (swfdt->mSwF.FitsPtr()==os.FitsPtr()) ) return;
113
114 // Ecriture des donnees des colonnes
115 for(sa_size_t l=0; l<dobj->NEntry(); l+=dobj->SegmentSize()) {
116 sa_size_t icol = 0;
117 sa_size_t sz = dobj->SegmentSize();
118 sa_size_t iseg = l/sz;
119 if ((l+sz) > dobj->NEntry()) sz = dobj->NEntry()-l;
120 for(sa_size_t k=0; k<dobj->NVar(); k++) {
121 sa_size_t sk = dobj->mNames[k].ser;
122 //DBG cout << "DBG-A k= " << k << " nom=" << dobj->mNames[k].nom << " ser=" << sk
123 //DBG << " type=" << dobj->GetColumType(k) << endl;
124 switch ( dobj->GetColumType(k) ) {
125 case BaseDataTable::IntegerField :
126 icol++;
127 FitsBlockRW<int_4>::WriteColumnData(os, icol, l+1, 1,
128 dobj->mIColsP[sk]->GetCstSegment(iseg), sz);
129 break;
130 case BaseDataTable::LongField :
131 icol++;
132 FitsBlockRW<int_8>::WriteColumnData(os, icol, l+1, 1,
133 dobj->mLColsP[sk]->GetCstSegment(iseg), sz);
134 break;
135 case BaseDataTable::FloatField :
136 icol++;
137 FitsBlockRW<r_4>::WriteColumnData(os, icol, l+1, 1,
138 dobj->mFColsP[sk]->GetCstSegment(iseg), sz);
139 break;
140 case BaseDataTable::DoubleField :
141 case BaseDataTable::DateTimeField :
142 icol++;
143 FitsBlockRW<r_8>::WriteColumnData(os, icol, l+1, 1,
144 dobj->mDColsP[sk]->GetCstSegment(iseg), sz);
145 break;
146 case BaseDataTable::ComplexField :
147 if (tbltyp == BINARY_TBL) {
148 icol++;
149 FitsBlockRW< complex<r_4> >::WriteColumnData(os, icol, l+1, 1,
150 dobj->mYColsP[sk]->GetCstSegment(iseg), sz);
151 }
152 break;
153 case BaseDataTable::DoubleComplexField :
154 if (tbltyp == BINARY_TBL) {
155 icol++;
156 FitsBlockRW< complex<r_8> >::WriteColumnData(os, icol, l+1, 1,
157 dobj->mZColsP[sk]->GetCstSegment(iseg), sz);
158 }
159 break;
160 case BaseDataTable::StringField :
161 icol++;
162 FitsBlockRW<std::string>::WriteColumnData(os, icol, l+1, 1,
163 dobj->mSColsP[sk]->GetCstSegment(iseg), sz);
164 break;
165 default:
166 break;
167 }
168 }
169 }
170
171 // Ecriture de SegmentSize et autre elements de DVList
172 os.WriteHeaderRecords(dobj->Info());
173 MuTyV mtv = dobj->SegmentSize();
174 os.WriteKey("SEGMSIZE",mtv," SOPHYA::DataTable SegmentSize");
175 mtv = "SOPHYA::DataTable";
176 os.WriteKey("SOPCLSNM",mtv," Object class name ");
177}
178
179
180
181DECL_TEMP_SPEC /* equivalent a template <> , pour SGI-CC en particulier */
182void FitsHandler<BaseDataTable>::Read(FitsInOutFile& is)
183{
184
185 int hdutyp = is.CurrentHDUType();
186 if ( (hdutyp != BINARY_TBL ) && (hdutyp != ASCII_TBL) )
187 throw FitsIOException("FitsHandler<DataTable>::Read() Not a binary or ascii table HDU");
188
189 // Determination de la taille de segment
190 sa_size_t segsz = is.GetNbRows() / 16; // Taille de segment par defaut
191 if (segsz > 2048) segsz = 2048;
192 string key = "SEGMSIZE";
193 bool knex = false;
194 string ssegsz = is.KeyValue(key, knex);
195 if (!knex && (ssegsz.length() > 0)) segsz = atoi(ssegsz.c_str());
196 if (segsz < 16) segsz = 16;
197
198 // Nb de lignes et de colonnes
199 vector<string> colnames;
200 vector<int> coltypes;
201 vector<long> repcnt, width;
202 vector<long> colpos;
203 is.GetColInfo(colnames, coltypes, repcnt, width);
204 long nbrows = is.GetNbRows();
205
206 if (dobj == NULL) { // On cree la table si besoin
207 string key = "SOPCLSNM";
208 string clsnm = is.KeyValue(key);
209 if ( (clsnm == "SOPHYA::SwFitsDataTable") || (nbrows*colnames.size() < 10000000) )
210 dobj = new DataTable(segsz);
211 else dobj = new SwFitsDataTable(is, segsz, false);
212 }
213 else {
214 dobj->Clear(); // On efface la table sinon
215 dobj->mSegSz = segsz;
216 }
217
218 // Type reel de table
219 DataTable* dt = dynamic_cast< DataTable *> (dobj);
220 SwFitsDataTable* swfdt = dynamic_cast< SwFitsDataTable *> (dobj);
221
222 vector<int_8> swpos;
223 // Initialize the fits swap stream for SwFitsDataTable if necessary
224 if (swfdt) {
225 if ( swfdt->FitsSwapFile().FitsPtr() != is.FitsPtr() )
226 swfdt->FitsSwapFile().ShareFitsPtr(is);
227 int_8 swp = 1;
228
229 while (swp < nbrows) {
230 swpos.push_back(swp); swp += segsz;
231 }
232 }
233
234 // --ATTENTION-- repcnt (contenu=vecteur) pas pris en compte pour le moment
235 for(sa_size_t k=0; k<colnames.size(); k++) {
236 string ocolnm = colnames[k];
237 if (dobj->CheckCorrectColName(colnames[k]) )
238 cout << "FitsHandler<BaseDataTable>::Read()/Warning Column name changed for col["
239 << k << "] " << ocolnm << " -> " << colnames[k] << endl;
240
241 switch ( coltypes[k] ) {
242 case TBYTE :
243 case TSHORT :
244 case TUSHORT :
245 case TINT :
246 if (swfdt)
247 swfdt->AddColRd(BaseDataTable::IntegerField, colnames[k], k+1, &swpos);
248 else dobj->AddIntegerColumn(colnames[k]);
249 colpos.push_back(k+1);
250 break;
251 case TUINT:
252 case TLONG :
253 case TULONG :
254#ifdef TLONGLONG
255 case TLONGLONG :
256#endif
257 if (swfdt)
258 swfdt->AddColRd(BaseDataTable::LongField, colnames[k], k+1, &swpos);
259 else dobj->AddLongColumn(colnames[k]);
260 colpos.push_back(k+1);
261 break;
262 case TFLOAT :
263 if (swfdt)
264 swfdt->AddColRd(BaseDataTable::FloatField, colnames[k], k+1, &swpos);
265 else dobj->AddFloatColumn(colnames[k]);
266 colpos.push_back(k+1);
267 break;
268 case TDOUBLE :
269 if (swfdt)
270 swfdt->AddColRd(BaseDataTable::DoubleField, colnames[k], k+1, &swpos);
271 else dobj->AddDoubleColumn(colnames[k]);
272 colpos.push_back(k+1);
273 break;
274 case TCOMPLEX :
275 if (swfdt)
276 swfdt->AddColRd(BaseDataTable::ComplexField, colnames[k], k+1, &swpos);
277 else dobj->AddComplexColumn(colnames[k]);
278 colpos.push_back(k+1);
279 break;
280 case TDBLCOMPLEX :
281 if (swfdt)
282 swfdt->AddColRd(BaseDataTable::DoubleComplexField, colnames[k], k+1, &swpos);
283 else dobj->AddDoubleComplexColumn(colnames[k]);
284 colpos.push_back(k+1);
285 break;
286 case TSTRING :
287 if (swfdt)
288 swfdt->AddColRd(BaseDataTable::StringField, colnames[k], k+1, &swpos);
289 else dobj->AddStringColumn(colnames[k]);
290 colpos.push_back(k+1);
291 break;
292 default:
293 cout << "FitsHandler<BaseDataTable>::Read() NOT handled field type "
294 << coltypes[k] << endl;
295 break;
296 }
297 }
298
299 // ------- Mise a jour des champs Nb d'entrees, nb segments ...
300 dobj->mNEnt = is.GetNbRows();
301 // Lecture DVList (=entete FITS)
302 is.GetHeaderRecords(dobj->Info());
303
304 // On ne doit pas lire les donnees de la table pour un SwFitsDataTable
305 if (swfdt) return;
306
307 while ((dobj->SegmentSize()*dobj->NbSegments()) < dobj->NEntry())
308 dobj->Extend();
309 //DBG cout << " DBG2 -- dobj->mNSeg = " << dobj->NbSegments() << " SegSize="
310 //DBG << dobj->SegmentSize() << " NEntry=" << dobj->NEntry() << endl;
311
312 // Lecture des donnees des colonnes
313 for(sa_size_t l=0; l<dobj->NEntry(); l+=dobj->SegmentSize()) {
314 sa_size_t icol = 0;
315 sa_size_t sz = dobj->SegmentSize();
316 sa_size_t iseg = l/sz;
317 if ((l+sz) > dobj->NEntry()) sz = dobj->NEntry()-l;
318 for(sa_size_t k=0; k<dobj->NVar(); k++) {
319 sa_size_t sk = dobj->mNames[k].ser;
320 icol = colpos[k];
321 // cout << " DBG-3 , k=" << k << " icol=" << icol << endl;
322 switch ( dobj->GetColumType(k) ) {
323 case BaseDataTable::IntegerField :
324 FitsBlockRW<int_4>::ReadColumnData(is, icol, l+1, 1,
325 dobj->mIColsP[sk]->GetSegment(iseg), sz);
326 break;
327 case BaseDataTable::LongField :
328 FitsBlockRW<int_8>::ReadColumnData(is, icol, l+1, 1,
329 dobj->mLColsP[sk]->GetSegment(iseg), sz);
330 break;
331 case BaseDataTable::FloatField :
332 FitsBlockRW<r_4>::ReadColumnData(is, icol, l+1, 1,
333 dobj->mFColsP[sk]->GetSegment(iseg), sz);
334 break;
335 case BaseDataTable::DoubleField :
336 case BaseDataTable::DateTimeField :
337 FitsBlockRW<r_8>::ReadColumnData(is, icol, l+1, 1,
338 dobj->mDColsP[sk]->GetSegment(iseg), sz);
339 break;
340 case BaseDataTable::ComplexField :
341 FitsBlockRW< complex<r_4> >::ReadColumnData(is, icol, l+1, 1,
342 dobj->mYColsP[sk]->GetSegment(iseg), sz);
343 break;
344 case BaseDataTable::DoubleComplexField :
345 FitsBlockRW< complex<r_8> >::ReadColumnData(is, icol, l+1, 1,
346 dobj->mZColsP[sk]->GetSegment(iseg), sz);
347 break;
348 case BaseDataTable::StringField :
349 FitsBlockRW<std::string>::ReadColumnData(is, icol, l+1, 1,
350 dobj->mSColsP[sk]->GetSegment(iseg), sz);
351 break;
352 default:
353 break;
354 }
355 }
356 }
357
358}
359
360
361
362
Note: See TracBrowser for help on using the repository browser.