1 | |
---|
2 | // |
---|
3 | // C++ Interface: MSFiller |
---|
4 | // |
---|
5 | // Description: |
---|
6 | // |
---|
7 | // This class is specific filler for MS format |
---|
8 | // New version that is implemented using TableVisitor instead of TableIterator |
---|
9 | // |
---|
10 | // Takeshi Nakazato <takeshi.nakazato@nao.ac.jp>, (C) 2011 |
---|
11 | // |
---|
12 | // Copyright: See COPYING file that comes with this distribution |
---|
13 | // |
---|
14 | // |
---|
15 | |
---|
16 | #include <assert.h> |
---|
17 | #include <iostream> |
---|
18 | #include <map> |
---|
19 | |
---|
20 | #include <tables/Tables/ExprNode.h> |
---|
21 | #include <tables/Tables/TableIter.h> |
---|
22 | #include <tables/Tables/TableColumn.h> |
---|
23 | #include <tables/Tables/ScalarColumn.h> |
---|
24 | #include <tables/Tables/ArrayColumn.h> |
---|
25 | #include <tables/Tables/TableParse.h> |
---|
26 | #include <tables/Tables/TableRow.h> |
---|
27 | |
---|
28 | #include <casa/Containers/RecordField.h> |
---|
29 | #include <casa/Logging/LogIO.h> |
---|
30 | #include <casa/Arrays/Slicer.h> |
---|
31 | #include <casa/Quanta/MVTime.h> |
---|
32 | #include <casa/OS/Path.h> |
---|
33 | |
---|
34 | #include <measures/Measures/Stokes.h> |
---|
35 | #include <measures/Measures/MEpoch.h> |
---|
36 | #include <measures/Measures/MCEpoch.h> |
---|
37 | #include <measures/Measures/MFrequency.h> |
---|
38 | #include <measures/Measures/MCFrequency.h> |
---|
39 | #include <measures/Measures/MPosition.h> |
---|
40 | #include <measures/Measures/MCPosition.h> |
---|
41 | #include <measures/Measures/MDirection.h> |
---|
42 | #include <measures/Measures/MCDirection.h> |
---|
43 | #include <measures/Measures/MeasConvert.h> |
---|
44 | #include <measures/TableMeasures/ScalarMeasColumn.h> |
---|
45 | #include <measures/TableMeasures/ArrayMeasColumn.h> |
---|
46 | #include <measures/TableMeasures/ScalarQuantColumn.h> |
---|
47 | #include <measures/TableMeasures/ArrayQuantColumn.h> |
---|
48 | |
---|
49 | #include <ms/MeasurementSets/MSAntennaIndex.h> |
---|
50 | |
---|
51 | #include <atnf/PKSIO/SrcType.h> |
---|
52 | |
---|
53 | #include "MSFiller.h" |
---|
54 | #include "STHeader.h" |
---|
55 | |
---|
56 | #include "MathUtils.h" |
---|
57 | |
---|
58 | using namespace casa ; |
---|
59 | using namespace std ; |
---|
60 | |
---|
61 | namespace asap { |
---|
62 | |
---|
63 | class BaseMSFillerVisitor: public TableVisitor { |
---|
64 | uInt lastRecordNo ; |
---|
65 | Int lastObservationId ; |
---|
66 | Int lastFeedId ; |
---|
67 | Int lastFieldId ; |
---|
68 | Int lastDataDescId ; |
---|
69 | Int lastScanNo ; |
---|
70 | Int lastStateId ; |
---|
71 | Double lastTime ; |
---|
72 | protected: |
---|
73 | const Table &table; |
---|
74 | uInt count; |
---|
75 | public: |
---|
76 | BaseMSFillerVisitor(const Table &table) |
---|
77 | : table(table) |
---|
78 | { |
---|
79 | count = 0; |
---|
80 | } |
---|
81 | |
---|
82 | virtual void enterObservationId(const uInt recordNo, Int columnValue) { } |
---|
83 | virtual void leaveObservationId(const uInt recordNo, Int columnValue) { } |
---|
84 | virtual void enterFeedId(const uInt recordNo, Int columnValue) { } |
---|
85 | virtual void leaveFeedId(const uInt recordNo, Int columnValue) { } |
---|
86 | virtual void enterFieldId(const uInt recordNo, Int columnValue) { } |
---|
87 | virtual void leaveFieldId(const uInt recordNo, Int columnValue) { } |
---|
88 | virtual void enterDataDescId(const uInt recordNo, Int columnValue) { } |
---|
89 | virtual void leaveDataDescId(const uInt recordNo, Int columnValue) { } |
---|
90 | virtual void enterScanNo(const uInt recordNo, Int columnValue) { } |
---|
91 | virtual void leaveScanNo(const uInt recordNo, Int columnValue) { } |
---|
92 | virtual void enterStateId(const uInt recordNo, Int columnValue) { } |
---|
93 | virtual void leaveStateId(const uInt recordNo, Int columnValue) { } |
---|
94 | virtual void enterTime(const uInt recordNo, Double columnValue) { } |
---|
95 | virtual void leaveTime(const uInt recordNo, Double columnValue) { } |
---|
96 | |
---|
97 | virtual Bool visitRecord(const uInt recordNo, |
---|
98 | const Int ObservationId, |
---|
99 | const Int feedId, |
---|
100 | const Int fieldId, |
---|
101 | const Int dataDescId, |
---|
102 | const Int scanNo, |
---|
103 | const Int stateId, |
---|
104 | const Double time) { return True ; } |
---|
105 | |
---|
106 | virtual Bool visit(Bool isFirst, const uInt recordNo, |
---|
107 | const uInt nCols, void const *const colValues[]) { |
---|
108 | Int observationId, feedId, fieldId, dataDescId, scanNo, stateId; |
---|
109 | Double time; |
---|
110 | { // prologue |
---|
111 | uInt i = 0; |
---|
112 | { |
---|
113 | const Int *col = (const Int *)colValues[i++]; |
---|
114 | observationId = col[recordNo]; |
---|
115 | } |
---|
116 | { |
---|
117 | const Int *col = (const Int *)colValues[i++]; |
---|
118 | feedId = col[recordNo]; |
---|
119 | } |
---|
120 | { |
---|
121 | const Int *col = (const Int *)colValues[i++]; |
---|
122 | fieldId = col[recordNo]; |
---|
123 | } |
---|
124 | { |
---|
125 | const Int *col = (const Int *)colValues[i++]; |
---|
126 | dataDescId = col[recordNo]; |
---|
127 | } |
---|
128 | { |
---|
129 | const Int *col = (const Int *)colValues[i++]; |
---|
130 | scanNo = col[recordNo]; |
---|
131 | } |
---|
132 | { |
---|
133 | const Int *col = (const Int *)colValues[i++]; |
---|
134 | stateId = col[recordNo]; |
---|
135 | } |
---|
136 | { |
---|
137 | const Double *col = (const Double *)colValues[i++]; |
---|
138 | time = col[recordNo]; |
---|
139 | } |
---|
140 | assert(nCols == i); |
---|
141 | } |
---|
142 | |
---|
143 | if (isFirst) { |
---|
144 | enterObservationId(recordNo, observationId); |
---|
145 | enterFeedId(recordNo, feedId); |
---|
146 | enterFieldId(recordNo, fieldId); |
---|
147 | enterDataDescId(recordNo, dataDescId); |
---|
148 | enterScanNo(recordNo, scanNo); |
---|
149 | enterStateId(recordNo, stateId); |
---|
150 | enterTime(recordNo, time); |
---|
151 | } else { |
---|
152 | if (lastObservationId != observationId) { |
---|
153 | leaveTime(lastRecordNo, lastTime); |
---|
154 | leaveStateId(lastRecordNo, lastStateId); |
---|
155 | leaveScanNo(lastRecordNo, lastScanNo); |
---|
156 | leaveDataDescId(lastRecordNo, lastDataDescId); |
---|
157 | leaveFieldId(lastRecordNo, lastFieldId); |
---|
158 | leaveFeedId(lastRecordNo, lastFeedId); |
---|
159 | leaveObservationId(lastRecordNo, lastObservationId); |
---|
160 | |
---|
161 | enterObservationId(recordNo, observationId); |
---|
162 | enterFeedId(recordNo, feedId); |
---|
163 | enterFieldId(recordNo, fieldId); |
---|
164 | enterDataDescId(recordNo, dataDescId); |
---|
165 | enterScanNo(recordNo, scanNo); |
---|
166 | enterStateId(recordNo, stateId); |
---|
167 | enterTime(recordNo, time); |
---|
168 | } else if (lastFeedId != feedId) { |
---|
169 | leaveTime(lastRecordNo, lastTime); |
---|
170 | leaveStateId(lastRecordNo, lastStateId); |
---|
171 | leaveScanNo(lastRecordNo, lastScanNo); |
---|
172 | leaveDataDescId(lastRecordNo, lastDataDescId); |
---|
173 | leaveFieldId(lastRecordNo, lastFieldId); |
---|
174 | leaveFeedId(lastRecordNo, lastFeedId); |
---|
175 | |
---|
176 | enterFeedId(recordNo, feedId); |
---|
177 | enterFieldId(recordNo, fieldId); |
---|
178 | enterDataDescId(recordNo, dataDescId); |
---|
179 | enterScanNo(recordNo, scanNo); |
---|
180 | enterStateId(recordNo, stateId); |
---|
181 | enterTime(recordNo, time); |
---|
182 | } else if (lastFieldId != fieldId) { |
---|
183 | leaveTime(lastRecordNo, lastTime); |
---|
184 | leaveStateId(lastRecordNo, lastStateId); |
---|
185 | leaveScanNo(lastRecordNo, lastScanNo); |
---|
186 | leaveDataDescId(lastRecordNo, lastDataDescId); |
---|
187 | leaveFieldId(lastRecordNo, lastFieldId); |
---|
188 | |
---|
189 | enterFieldId(recordNo, fieldId); |
---|
190 | enterDataDescId(recordNo, dataDescId); |
---|
191 | enterScanNo(recordNo, scanNo); |
---|
192 | enterStateId(recordNo, stateId); |
---|
193 | enterTime(recordNo, time); |
---|
194 | } else if (lastDataDescId != dataDescId) { |
---|
195 | leaveTime(lastRecordNo, lastTime); |
---|
196 | leaveStateId(lastRecordNo, lastStateId); |
---|
197 | leaveScanNo(lastRecordNo, lastScanNo); |
---|
198 | leaveDataDescId(lastRecordNo, lastDataDescId); |
---|
199 | |
---|
200 | enterDataDescId(recordNo, dataDescId); |
---|
201 | enterScanNo(recordNo, scanNo); |
---|
202 | enterStateId(recordNo, stateId); |
---|
203 | enterTime(recordNo, time); |
---|
204 | } else if (lastScanNo != scanNo) { |
---|
205 | leaveTime(lastRecordNo, lastTime); |
---|
206 | leaveStateId(lastRecordNo, lastStateId); |
---|
207 | leaveScanNo(lastRecordNo, lastScanNo); |
---|
208 | |
---|
209 | enterScanNo(recordNo, scanNo); |
---|
210 | enterStateId(recordNo, stateId); |
---|
211 | enterTime(recordNo, time); |
---|
212 | } else if (lastStateId != stateId) { |
---|
213 | leaveTime(lastRecordNo, lastTime); |
---|
214 | leaveStateId(lastRecordNo, lastStateId); |
---|
215 | |
---|
216 | enterStateId(recordNo, stateId); |
---|
217 | enterTime(recordNo, time); |
---|
218 | } else if (lastTime != time) { |
---|
219 | leaveTime(lastRecordNo, lastTime); |
---|
220 | enterTime(recordNo, time); |
---|
221 | } |
---|
222 | } |
---|
223 | count++; |
---|
224 | Bool result = visitRecord(recordNo, observationId, feedId, fieldId, dataDescId, |
---|
225 | scanNo, stateId, time); |
---|
226 | |
---|
227 | { // epilogue |
---|
228 | lastRecordNo = recordNo; |
---|
229 | |
---|
230 | lastObservationId = observationId; |
---|
231 | lastFeedId = feedId; |
---|
232 | lastFieldId = fieldId; |
---|
233 | lastDataDescId = dataDescId; |
---|
234 | lastScanNo = scanNo; |
---|
235 | lastStateId = stateId; |
---|
236 | lastTime = time; |
---|
237 | } |
---|
238 | return result ; |
---|
239 | } |
---|
240 | |
---|
241 | virtual void finish() { |
---|
242 | if (count > 0) { |
---|
243 | leaveTime(lastRecordNo, lastTime); |
---|
244 | leaveStateId(lastRecordNo, lastStateId); |
---|
245 | leaveScanNo(lastRecordNo, lastScanNo); |
---|
246 | leaveDataDescId(lastRecordNo, lastDataDescId); |
---|
247 | leaveFieldId(lastRecordNo, lastFieldId); |
---|
248 | leaveFeedId(lastRecordNo, lastFeedId); |
---|
249 | leaveObservationId(lastRecordNo, lastObservationId); |
---|
250 | } |
---|
251 | } |
---|
252 | }; |
---|
253 | |
---|
254 | class MSFillerVisitor: public BaseMSFillerVisitor, public MSFillerUtils { |
---|
255 | public: |
---|
256 | MSFillerVisitor(const Table &from, Scantable &to) |
---|
257 | : BaseMSFillerVisitor(from), |
---|
258 | scantable( to ) |
---|
259 | { |
---|
260 | antennaId = 0 ; |
---|
261 | rowidx = 0 ; |
---|
262 | tablerow = TableRow( scantable.table() ) ; |
---|
263 | feedEntry = Vector<Int>( 64, -1 ) ; |
---|
264 | nbeam = 0 ; |
---|
265 | ifmap.clear() ; |
---|
266 | const TableDesc &desc = table.tableDesc() ; |
---|
267 | if ( desc.isColumn( "DATA" ) ) |
---|
268 | dataColumnName = "DATA" ; |
---|
269 | else if ( desc.isColumn( "FLOAT_DATA" ) ) |
---|
270 | dataColumnName = "FLOAT_DATA" ; |
---|
271 | getpt = False ; |
---|
272 | isWeather = False ; |
---|
273 | isSysCal = False ; |
---|
274 | isTcal = False ; |
---|
275 | cycleNo = 0 ; |
---|
276 | numSysCalRow = 0 ; |
---|
277 | header = scantable.getHeader() ; |
---|
278 | fluxUnit( header.fluxunit ) ; |
---|
279 | |
---|
280 | // MS subtables |
---|
281 | const TableRecord &hdr = table.keywordSet(); |
---|
282 | obstab = hdr.asTable( "OBSERVATION" ) ; |
---|
283 | spwtab = hdr.asTable( "SPECTRAL_WINDOW" ) ; |
---|
284 | statetab = hdr.asTable( "STATE" ) ; |
---|
285 | ddtab = hdr.asTable( "DATA_DESCRIPTION" ) ; |
---|
286 | poltab = hdr.asTable( "POLARIZATION" ) ; |
---|
287 | fieldtab = hdr.asTable( "FIELD" ) ; |
---|
288 | anttab = hdr.asTable( "ANTENNA" ) ; |
---|
289 | if ( hdr.isDefined( "SYSCAL" ) ) |
---|
290 | sctab = hdr.asTable( "SYSCAL" ) ; |
---|
291 | if ( hdr.isDefined( "SOURCE" ) ) |
---|
292 | srctab = hdr.asTable( "SOURCE" ) ; |
---|
293 | |
---|
294 | // attach to columns |
---|
295 | // MS MAIN |
---|
296 | intervalCol.attach( table, "INTERVAL" ) ; |
---|
297 | flagRowCol.attach( table, "FLAG_ROW" ) ; |
---|
298 | flagCol.attach( table, "FLAG" ) ; |
---|
299 | if ( dataColumnName.compare( "DATA" ) == 0 ) |
---|
300 | dataCol.attach( table, dataColumnName ) ; |
---|
301 | else |
---|
302 | floatDataCol.attach( table, dataColumnName ) ; |
---|
303 | |
---|
304 | // set dummy epoch |
---|
305 | mf.set( currentTime ) ; |
---|
306 | |
---|
307 | // |
---|
308 | // add rows to scantable |
---|
309 | // |
---|
310 | // number of polarization is up to 4 |
---|
311 | uInt addrow = table.nrow() * maxNumPol() ; |
---|
312 | scantable.table().addRow( addrow ) ; |
---|
313 | |
---|
314 | // attach to columns |
---|
315 | // Scantable MAIN |
---|
316 | TableRecord &r = tablerow.record() ; |
---|
317 | timeRF.attachToRecord( r, "TIME" ) ; |
---|
318 | intervalRF.attachToRecord( r, "INTERVAL" ) ; |
---|
319 | directionRF.attachToRecord( r, "DIRECTION" ) ; |
---|
320 | azimuthRF.attachToRecord( r, "AZIMUTH" ) ; |
---|
321 | elevationRF.attachToRecord( r, "ELEVATION" ) ; |
---|
322 | scanRateRF.attachToRecord( r, "SCANRATE" ) ; |
---|
323 | weatherIdRF.attachToRecord( r, "WEATHER_ID" ) ; |
---|
324 | cycleNoRF.attachToRecord( r, "CYCLENO" ) ; |
---|
325 | flagRowRF.attachToRecord( r, "FLAGROW" ) ; |
---|
326 | polNoRF.attachToRecord( r, "POLNO" ) ; |
---|
327 | tcalIdRF.attachToRecord( r, "TCAL_ID" ) ; |
---|
328 | spectraRF.attachToRecord( r, "SPECTRA" ) ; |
---|
329 | flagtraRF.attachToRecord( r, "FLAGTRA" ) ; |
---|
330 | tsysRF.attachToRecord( r, "TSYS" ) ; |
---|
331 | beamNoRF.attachToRecord( r, "BEAMNO" ) ; |
---|
332 | ifNoRF.attachToRecord( r, "IFNO" ) ; |
---|
333 | freqIdRF.attachToRecord( r, "FREQ_ID" ) ; |
---|
334 | moleculeIdRF.attachToRecord( r, "MOLECULE_ID" ) ; |
---|
335 | sourceNameRF.attachToRecord( r, "SRCNAME" ) ; |
---|
336 | sourceProperMotionRF.attachToRecord( r, "SRCPROPERMOTION" ) ; |
---|
337 | sourceDirectionRF.attachToRecord( r, "SRCDIRECTION" ) ; |
---|
338 | sourceVelocityRF.attachToRecord( r, "SRCVELOCITY" ) ; |
---|
339 | focusIdRF.attachToRecord( r, "FOCUS_ID" ) ; |
---|
340 | fieldNameRF.attachToRecord( r, "FIELDNAME" ) ; |
---|
341 | sourceTypeRF.attachToRecord( r, "SRCTYPE" ) ; |
---|
342 | scanNoRF.attachToRecord( r, "SCANNO" ) ; |
---|
343 | |
---|
344 | // put values |
---|
345 | RecordFieldPtr<Int> refBeamNoRF( r, "REFBEAMNO" ) ; |
---|
346 | *refBeamNoRF = -1 ; |
---|
347 | RecordFieldPtr<Int> fitIdRF( r, "FIT_ID" ) ; |
---|
348 | *fitIdRF = -1 ; |
---|
349 | RecordFieldPtr<Float> opacityRF( r, "OPACITY" ) ; |
---|
350 | *opacityRF = 0.0 ; |
---|
351 | } |
---|
352 | |
---|
353 | virtual void enterObservationId(const uInt recordNo, Int columnValue) { |
---|
354 | //printf("%u: ObservationId: %d\n", recordNo, columnValue); |
---|
355 | // update header |
---|
356 | if ( header.observer.empty() ) |
---|
357 | getScalar( String("OBSERVER"), (uInt)columnValue, obstab, header.observer ) ; |
---|
358 | if ( header.project.empty() ) |
---|
359 | getScalar( "PROJECT", (uInt)columnValue, obstab, header.project ) ; |
---|
360 | if ( header.utc == 0.0 ) { |
---|
361 | Vector<MEpoch> amp ; |
---|
362 | getArrayMeas( "TIME_RANGE", (uInt)columnValue, obstab, amp ) ; |
---|
363 | header.utc = amp[0].get( "d" ).getValue() ; |
---|
364 | } |
---|
365 | if ( header.antennaname.empty() ) |
---|
366 | getScalar( "TELESCOPE_NAME", (uInt)columnValue, obstab, header.antennaname ) ; |
---|
367 | } |
---|
368 | virtual void leaveObservationId(const uInt recordNo, Int columnValue) { |
---|
369 | // update header |
---|
370 | header.nbeam = max( header.nbeam, (Int)nbeam ) ; |
---|
371 | |
---|
372 | nbeam = 0 ; |
---|
373 | feedEntry = -1 ; |
---|
374 | } |
---|
375 | virtual void enterFeedId(const uInt recordNo, Int columnValue) { |
---|
376 | //printf("%u: FeedId: %d\n", recordNo, columnValue); |
---|
377 | |
---|
378 | // update feed entry |
---|
379 | if ( allNE( feedEntry, columnValue ) ) { |
---|
380 | feedEntry[nbeam] = columnValue ; |
---|
381 | nbeam++ ; |
---|
382 | } |
---|
383 | |
---|
384 | // put values |
---|
385 | *beamNoRF = (uInt)columnValue ; |
---|
386 | *focusIdRF = (uInt)0 ; |
---|
387 | } |
---|
388 | virtual void leaveFeedId(const uInt recordNo, Int columnValue) { |
---|
389 | Int nelem = (Int)feedEntry.nelements() ; |
---|
390 | if ( nbeam > nelem ) { |
---|
391 | feedEntry.resize( nelem+64, True ) ; |
---|
392 | Slicer slice( IPosition( 1, nelem ), IPosition( 1, feedEntry.nelements()-1 ) ) ; |
---|
393 | feedEntry( slice ) = -1 ; |
---|
394 | } |
---|
395 | } |
---|
396 | virtual void enterFieldId(const uInt recordNo, Int columnValue) { |
---|
397 | //printf("%u: FieldId: %d\n", recordNo, columnValue); |
---|
398 | // update sourceId and fieldName |
---|
399 | getScalar( "SOURCE_ID", (uInt)columnValue, fieldtab, sourceId ) ; |
---|
400 | String fieldName ; |
---|
401 | getScalar( "NAME", (uInt)columnValue, fieldtab, fieldName ) ; |
---|
402 | fieldName += "__" + String::toString( columnValue ) ; |
---|
403 | |
---|
404 | // put values |
---|
405 | *fieldNameRF = fieldName ; |
---|
406 | } |
---|
407 | virtual void leaveFieldId(const uInt recordNo, Int columnValue) { |
---|
408 | sourceId = -1 ; |
---|
409 | } |
---|
410 | virtual void enterDataDescId(const uInt recordNo, Int columnValue) { |
---|
411 | //printf("%u: DataDescId: %d\n", recordNo, columnValue); |
---|
412 | // update polarization and spectral window ids |
---|
413 | getScalar( "POLARIZATION_ID", (uInt)columnValue, ddtab, polId ) ; |
---|
414 | getScalar( "SPECTRAL_WINDOW_ID", (uInt)columnValue, ddtab, spwId ) ; |
---|
415 | |
---|
416 | // polarization setup |
---|
417 | getScalar( "NUM_CORR", (uInt)polId, poltab, npol ) ; |
---|
418 | Vector<Int> corrtype ; |
---|
419 | getArray( "CORR_TYPE", (uInt)polId, poltab, corrtype ) ; |
---|
420 | polnos = getPolNos( corrtype ) ; |
---|
421 | |
---|
422 | // process SOURCE table |
---|
423 | String sourceName ; |
---|
424 | Vector<Double> sourcePM, restFreqs, sysVels ; |
---|
425 | Vector<String> transition ; |
---|
426 | processSource( sourceId, spwId, sourceName, sourceDir, sourcePM, |
---|
427 | restFreqs, transition, sysVels ) ; |
---|
428 | |
---|
429 | // spectral setup |
---|
430 | uInt freqId ; |
---|
431 | Double reffreq, bandwidth ; |
---|
432 | String freqref ; |
---|
433 | getScalar( "NUM_CHAN", (uInt)spwId, spwtab, nchan ) ; |
---|
434 | Bool iswvr = (Bool)(nchan == 4) ; |
---|
435 | map<Int,uInt>::iterator iter = ifmap.find( spwId ) ; |
---|
436 | if ( iter == ifmap.end() ) { |
---|
437 | MEpoch me ; |
---|
438 | getScalarMeas( "TIME", recordNo, table, me ) ; |
---|
439 | spectralSetup( spwId, me, antpos, sourceDir, |
---|
440 | freqId, nchan, |
---|
441 | freqref, reffreq, bandwidth ) ; |
---|
442 | ifmap.insert( pair<Int,uInt>(spwId,freqId) ) ; |
---|
443 | } |
---|
444 | else { |
---|
445 | freqId = iter->second ; |
---|
446 | } |
---|
447 | sp.resize( npol, nchan ) ; |
---|
448 | fl.resize( npol, nchan ) ; |
---|
449 | |
---|
450 | |
---|
451 | // molecular setup |
---|
452 | STMolecules mtab = scantable.molecules() ; |
---|
453 | uInt molId = mtab.addEntry( restFreqs, transition, transition ) ; |
---|
454 | |
---|
455 | // process SYSCAL table |
---|
456 | if ( isSysCal ) |
---|
457 | processSysCal( spwId ) ; |
---|
458 | |
---|
459 | // update header |
---|
460 | if ( !iswvr ) { |
---|
461 | header.nchan = max( header.nchan, nchan ) ; |
---|
462 | header.bandwidth = max( header.bandwidth, bandwidth ) ; |
---|
463 | if ( header.reffreq == -1.0 ) |
---|
464 | header.reffreq = reffreq ; |
---|
465 | header.npol = max( header.npol, npol ) ; |
---|
466 | if ( header.poltype.empty() ) |
---|
467 | header.poltype = getPolType( corrtype[0] ) ; |
---|
468 | if ( header.freqref.empty() ) |
---|
469 | header.freqref = freqref ; |
---|
470 | } |
---|
471 | |
---|
472 | // put values |
---|
473 | *ifNoRF = (uInt)spwId ; |
---|
474 | *freqIdRF = freqId ; |
---|
475 | *moleculeIdRF = molId ; |
---|
476 | *sourceNameRF = sourceName ; |
---|
477 | sourceProperMotionRF.define( sourcePM ) ; |
---|
478 | Vector<Double> srcD = sourceDir.getAngle().getValue( "rad" ) ; |
---|
479 | sourceDirectionRF.define( srcD ) ; |
---|
480 | if ( !sysVels.empty() ) |
---|
481 | *sourceVelocityRF = sysVels[0] ; |
---|
482 | else { |
---|
483 | *sourceVelocityRF = (Double)0.0 ; |
---|
484 | } |
---|
485 | } |
---|
486 | virtual void leaveDataDescId(const uInt recordNo, Int columnValue) { |
---|
487 | npol = 0 ; |
---|
488 | nchan = 0 ; |
---|
489 | numSysCalRow = 0 ; |
---|
490 | } |
---|
491 | virtual void enterScanNo(const uInt recordNo, Int columnValue) { |
---|
492 | //printf("%u: ScanNo: %d\n", recordNo, columnValue); |
---|
493 | // put value |
---|
494 | // scan number is 1-based in MS while 0-based in Scantable |
---|
495 | *scanNoRF = (uInt)columnValue - 1 ; |
---|
496 | } |
---|
497 | virtual void leaveScanNo(const uInt recordNo, Int columnValue) { |
---|
498 | cycleNo = 0 ; |
---|
499 | } |
---|
500 | virtual void enterStateId(const uInt recordNo, Int columnValue) { |
---|
501 | //printf("%u: StateId: %d\n", recordNo, columnValue); |
---|
502 | // SRCTYPE |
---|
503 | Int srcType = getSrcType( columnValue ) ; |
---|
504 | |
---|
505 | // update header |
---|
506 | if ( header.obstype.empty() ) |
---|
507 | getScalar( "OBS_MODE", (uInt)columnValue, statetab, header.obstype ) ; |
---|
508 | |
---|
509 | // put value |
---|
510 | *sourceTypeRF = srcType ; |
---|
511 | } |
---|
512 | virtual void leaveStateId(const uInt recordNo, Int columnValue) { } |
---|
513 | virtual void enterTime(const uInt recordNo, Double columnValue) { |
---|
514 | //printf("%u: Time: %f\n", recordNo, columnValue); |
---|
515 | currentTime = MEpoch( Quantity( columnValue, "s" ), MEpoch::UTC ) ; |
---|
516 | |
---|
517 | // DIRECTION, AZEL, and SCANRATE |
---|
518 | Vector<Double> direction, azel ; |
---|
519 | Vector<Double> scanrate( 2, 0.0 ) ; |
---|
520 | if ( getpt ) |
---|
521 | getDirection( direction, azel, scanrate ) ; |
---|
522 | else |
---|
523 | getSourceDirection( direction, azel, scanrate ) ; |
---|
524 | |
---|
525 | // INTERVAL |
---|
526 | Double interval = intervalCol.asdouble( recordNo ) ; |
---|
527 | |
---|
528 | // WEATHER_ID |
---|
529 | uInt wid = 0 ; |
---|
530 | if ( isWeather ) |
---|
531 | wid = getWeatherId() ; |
---|
532 | |
---|
533 | // put value |
---|
534 | Double t = currentTime.get( "d" ).getValue() ; |
---|
535 | *timeRF = t ; |
---|
536 | *intervalRF = interval ; |
---|
537 | directionRF.define( direction ) ; |
---|
538 | *azimuthRF = (Float)azel[0] ; |
---|
539 | *elevationRF = (Float)azel[1] ; |
---|
540 | scanRateRF.define( scanrate ) ; |
---|
541 | *weatherIdRF = wid ; |
---|
542 | } |
---|
543 | virtual void leaveTime(const uInt recordNo, Double columnValue) { } |
---|
544 | virtual Bool visitRecord(const uInt recordNo, |
---|
545 | const Int observationId, |
---|
546 | const Int feedId, |
---|
547 | const Int fieldId, |
---|
548 | const Int dataDescId, |
---|
549 | const Int scanNo, |
---|
550 | const Int stateId, |
---|
551 | const Double time) |
---|
552 | { |
---|
553 | //printf("%u: %d, %d, %d, %d, %d, %d, %f\n", recordNo, |
---|
554 | //observationId, feedId, fieldId, dataDescId, scanNo, stateId, time); |
---|
555 | |
---|
556 | // SPECTRA and FLAGTRA |
---|
557 | //Matrix<Float> sp; |
---|
558 | //Matrix<uChar> fl; |
---|
559 | spectraAndFlagtra( recordNo, sp, fl ) ; |
---|
560 | |
---|
561 | // FLAGROW |
---|
562 | Bool flr = flagRowCol.asBool( recordNo ) ; |
---|
563 | |
---|
564 | // TSYS |
---|
565 | Matrix<Float> tsys ; |
---|
566 | uInt scIdx = getSysCalIndex() ; |
---|
567 | if ( numSysCalRow > 0 ) { |
---|
568 | tsys = sysCalTsysCol( syscalRow[scIdx] ) ; |
---|
569 | } |
---|
570 | else { |
---|
571 | tsys.resize( npol, 1 ) ; |
---|
572 | tsys = 1.0 ; |
---|
573 | } |
---|
574 | |
---|
575 | // TCAL_ID |
---|
576 | Block<uInt> tcalids( npol, 0 ) ; |
---|
577 | if ( numSysCalRow > 0 ) { |
---|
578 | tcalids = getTcalId( syscalTime[scIdx] ) ; |
---|
579 | } |
---|
580 | |
---|
581 | // put value |
---|
582 | *cycleNoRF = cycleNo ; |
---|
583 | *flagRowRF = (uInt)flr ; |
---|
584 | |
---|
585 | // for each polarization component |
---|
586 | for ( Int ipol = 0 ; ipol < npol ; ipol++ ) { |
---|
587 | // put value depending on polarization component |
---|
588 | *polNoRF = polnos[ipol] ; |
---|
589 | *tcalIdRF = tcalids[ipol] ; |
---|
590 | spectraRF.define( sp.row( ipol ) ) ; |
---|
591 | flagtraRF.define( fl.row( ipol ) ) ; |
---|
592 | tsysRF.define( tsys.row( ipol ) ) ; |
---|
593 | |
---|
594 | // commit row |
---|
595 | tablerow.put( rowidx ) ; |
---|
596 | rowidx++ ; |
---|
597 | } |
---|
598 | |
---|
599 | // increment CYCLENO |
---|
600 | cycleNo++ ; |
---|
601 | |
---|
602 | return True ; |
---|
603 | } |
---|
604 | virtual void finish() |
---|
605 | { |
---|
606 | BaseMSFillerVisitor::finish(); |
---|
607 | //printf("Total: %u\n", count); |
---|
608 | // remove redundant rows |
---|
609 | //cout << "filled " << rowidx << " rows out of " << scantable.nrow() << " rows" << endl ; |
---|
610 | if ( scantable.nrow() > rowidx ) { |
---|
611 | uInt numRemove = scantable.nrow() - rowidx ; |
---|
612 | //cout << "numRemove = " << numRemove << endl ; |
---|
613 | Vector<uInt> rows( numRemove ) ; |
---|
614 | indgen( rows, rowidx ) ; |
---|
615 | scantable.table().removeRow( rows ) ; |
---|
616 | } |
---|
617 | |
---|
618 | // antenna name and station name |
---|
619 | String antennaName ; |
---|
620 | getScalar( "NAME", (uInt)antennaId, anttab, antennaName ) ; |
---|
621 | String stationName ; |
---|
622 | getScalar( "STATION", (uInt)antennaId, anttab, stationName ) ; |
---|
623 | |
---|
624 | // update header |
---|
625 | header.nif = ifmap.size() ; |
---|
626 | header.antennaposition = antpos.get( "m" ).getValue() ; |
---|
627 | if ( header.antennaname.empty() || header.antennaname == antennaName ) |
---|
628 | header.antennaname = antennaName ; |
---|
629 | else |
---|
630 | header.antennaname += "//" + antennaName ; |
---|
631 | if ( !stationName.empty() && stationName != antennaName ) |
---|
632 | header.antennaname += "@" + stationName ; |
---|
633 | if ( header.fluxunit.empty() || header.fluxunit == "CNTS" ) |
---|
634 | header.fluxunit = "K" ; |
---|
635 | header.epoch = "UTC" ; |
---|
636 | header.equinox = 2000.0 ; |
---|
637 | if (header.freqref == "TOPO") { |
---|
638 | header.freqref = "TOPOCENT"; |
---|
639 | } else if (header.freqref == "GEO") { |
---|
640 | header.freqref = "GEOCENTR"; |
---|
641 | } else if (header.freqref == "BARY") { |
---|
642 | header.freqref = "BARYCENT"; |
---|
643 | } else if (header.freqref == "GALACTO") { |
---|
644 | header.freqref = "GALACTOC"; |
---|
645 | } else if (header.freqref == "LGROUP") { |
---|
646 | header.freqref = "LOCALGRP"; |
---|
647 | } else if (header.freqref == "CMB") { |
---|
648 | header.freqref = "CMBDIPOL"; |
---|
649 | } else if (header.freqref == "REST") { |
---|
650 | header.freqref = "SOURCE"; |
---|
651 | } |
---|
652 | scantable.setHeader( header ) ; |
---|
653 | } |
---|
654 | void setAntenna( Int id ) |
---|
655 | { |
---|
656 | antennaId = id ; |
---|
657 | |
---|
658 | Vector< Quantum<Double> > pos ; |
---|
659 | getArrayQuant( "POSITION", (uInt)antennaId, anttab, pos ) ; |
---|
660 | antpos = MPosition( MVPosition( pos ), MPosition::ITRF ) ; |
---|
661 | mf.set( antpos ) ; |
---|
662 | } |
---|
663 | void setPointingTable( const Table &tab, String columnToUse="DIRECTION" ) |
---|
664 | { |
---|
665 | // input POINTING table must be |
---|
666 | // 1) selected by antenna |
---|
667 | // 2) sorted by TIME |
---|
668 | ROScalarColumn<Double> tcol( tab, "TIME" ) ; |
---|
669 | ROArrayColumn<Double> dcol( tab, columnToUse ) ; |
---|
670 | tcol.getColumn( pointingTime ) ; |
---|
671 | dcol.getColumn( pointingDirection ) ; |
---|
672 | const TableRecord &rec = dcol.keywordSet() ; |
---|
673 | String pointingRef = rec.asRecord( "MEASINFO" ).asString( "Ref" ) ; |
---|
674 | MDirection::getType( dirType, pointingRef ) ; |
---|
675 | getpt = True ; |
---|
676 | |
---|
677 | // initialize toj2000 and toazel |
---|
678 | initConvert() ; |
---|
679 | } |
---|
680 | void setWeatherTime( const Vector<Double> &t, const Vector<Double> &it ) |
---|
681 | { |
---|
682 | isWeather = True ; |
---|
683 | weatherTime = t ; |
---|
684 | weatherInterval = it ; |
---|
685 | } |
---|
686 | void setSysCalRecord( const Record &r ) |
---|
687 | //void setSysCalRecord( const map< String,Vector<uInt> > &r ) |
---|
688 | { |
---|
689 | isSysCal = True ; |
---|
690 | isTcal = True ; |
---|
691 | syscalRecord = r ; |
---|
692 | if ( syscalRecord.nfields() == 0 ) |
---|
693 | isTcal = False ; |
---|
694 | |
---|
695 | const TableDesc &desc = sctab.tableDesc() ; |
---|
696 | uInt nrow = sctab.nrow() ; |
---|
697 | syscalRow.resize( nrow ) ; |
---|
698 | syscalTime.resize( nrow ) ; |
---|
699 | syscalInterval.resize( nrow ) ; |
---|
700 | String tsysCol = "NONE" ; |
---|
701 | Vector<String> tsysCols = stringToVector( "TSYS_SPECTRUM,TSYS" ) ; |
---|
702 | for ( uInt i = 0 ; i < tsysCols.nelements() ; i++ ) { |
---|
703 | if ( tsysCol == "NONE" && desc.isColumn( tsysCols[i] ) ) |
---|
704 | tsysCol = tsysCols[i] ; |
---|
705 | } |
---|
706 | sysCalTsysCol.attach( sctab, tsysCol ) ; |
---|
707 | } |
---|
708 | STHeader getHeader() { return header ; } |
---|
709 | uInt getNumBeam() { return nbeam ; } |
---|
710 | uInt getFilledRowNum() { return rowidx ; } |
---|
711 | private: |
---|
712 | void initConvert() |
---|
713 | { |
---|
714 | toj2000 = MDirection::Convert( dirType, MDirection::Ref( MDirection::J2000, mf ) ) ; |
---|
715 | toazel = MDirection::Convert( dirType, MDirection::Ref( MDirection::AZELGEO, mf ) ) ; |
---|
716 | } |
---|
717 | |
---|
718 | void fluxUnit( String &u ) |
---|
719 | { |
---|
720 | ROTableColumn col( table, dataColumnName ) ; |
---|
721 | const TableRecord &rec = col.keywordSet() ; |
---|
722 | if ( rec.isDefined( "UNIT" ) ) |
---|
723 | u = rec.asString( "UNIT" ) ; |
---|
724 | else if ( rec.isDefined( "QuantumUnits" ) ) |
---|
725 | u = rec.asString( "QuantumUnits" ) ; |
---|
726 | if ( u.empty() ) |
---|
727 | u = "K" ; |
---|
728 | } |
---|
729 | void processSource( Int sourceId, Int spwId, |
---|
730 | String &name, MDirection &dir, Vector<Double> &pm, |
---|
731 | Vector<Double> &rf, Vector<String> &trans, Vector<Double> &vel ) |
---|
732 | { |
---|
733 | // find row |
---|
734 | uInt nrow = srctab.nrow() ; |
---|
735 | Int idx = -1 ; |
---|
736 | ROTableRow row( srctab ) ; |
---|
737 | for ( uInt irow = 0 ; irow < nrow ; irow++ ) { |
---|
738 | const TableRecord &r = row.get( irow ) ; |
---|
739 | if ( r.asInt( "SOURCE_ID" ) == sourceId ) { |
---|
740 | Int tmpSpwId = r.asInt( "SPECTRAL_WINDOW_ID" ) ; |
---|
741 | if ( tmpSpwId == spwId || tmpSpwId == -1 ) { |
---|
742 | idx = (Int)irow ; |
---|
743 | break ; |
---|
744 | } |
---|
745 | } |
---|
746 | } |
---|
747 | |
---|
748 | // fill |
---|
749 | Int numLines = 0 ; |
---|
750 | if ( idx != -1 ) { |
---|
751 | const TableRecord &r = row.get( idx ) ; |
---|
752 | name = r.asString( "NAME" ) ; |
---|
753 | getScalarMeas( "DIRECTION", idx, srctab, dir ) ; |
---|
754 | pm = r.toArrayDouble( "PROPER_MOTION" ) ; |
---|
755 | numLines = r.asInt( "NUM_LINES" ) ; |
---|
756 | } |
---|
757 | else { |
---|
758 | name = "" ; |
---|
759 | pm = Vector<Double>( 2, 0.0 ) ; |
---|
760 | dir = MDirection( Quantum<Double>(0.0,Unit("rad")), Quantum<Double>(0.0,Unit("rad")) ) ; |
---|
761 | } |
---|
762 | if ( !getpt ) { |
---|
763 | String ref = dir.getRefString() ; |
---|
764 | MDirection::getType( dirType, ref ) ; |
---|
765 | |
---|
766 | // initialize toj2000 and toazel |
---|
767 | initConvert() ; |
---|
768 | } |
---|
769 | |
---|
770 | rf.resize( numLines ) ; |
---|
771 | trans.resize( numLines ) ; |
---|
772 | vel.resize( numLines ) ; |
---|
773 | if ( numLines > 0 ) { |
---|
774 | Block<Bool> isDefined = row.getDefined() ; |
---|
775 | Vector<String> colNames = row.columnNames() ; |
---|
776 | Vector<Int> indexes( 3, -1 ) ; |
---|
777 | Vector<String> cols = stringToVector( "REST_FREQUENCY,TRANSITION,SYSVEL" ) ; |
---|
778 | for ( uInt icol = 0 ; icol < colNames.nelements() ; icol++ ) { |
---|
779 | if ( anyEQ( indexes, -1 ) ) { |
---|
780 | for ( uInt jcol = 0 ; jcol < cols.nelements() ; jcol++ ) { |
---|
781 | if ( colNames[icol] == cols[jcol] ) |
---|
782 | indexes[jcol] = icol ; |
---|
783 | } |
---|
784 | } |
---|
785 | } |
---|
786 | if ( indexes[0] != -1 && isDefined[indexes[0]] == True ) { |
---|
787 | Vector< Quantum<Double> > qrf ; |
---|
788 | getArrayQuant( "REST_FREQUENCY", idx, srctab, qrf ) ; |
---|
789 | for ( int i = 0 ; i < numLines ; i++ ) |
---|
790 | rf[i] = qrf[i].getValue( "Hz" ) ; |
---|
791 | } |
---|
792 | if ( indexes[1] != -1 && isDefined[indexes[1]] == True ) { |
---|
793 | getArray( "TRANSITION", idx, srctab, trans ) ; |
---|
794 | } |
---|
795 | if ( indexes[2] != -1 && isDefined[indexes[2]] == True ) { |
---|
796 | Vector< Quantum<Double> > qsv ; |
---|
797 | getArrayQuant( "SYSVEL", idx, srctab, qsv ) ; |
---|
798 | for ( int i = 0 ; i < numLines ; i++ ) |
---|
799 | vel[i] = qsv[i].getValue( "m/s" ) ; |
---|
800 | } |
---|
801 | } |
---|
802 | } |
---|
803 | void spectralSetup( Int &spwId, MEpoch &me, MPosition &mp, MDirection &md, |
---|
804 | uInt &freqId, Int &nchan, |
---|
805 | String &freqref, Double &reffreq, Double &bandwidth ) |
---|
806 | { |
---|
807 | // fill |
---|
808 | Int measFreqRef ; |
---|
809 | getScalar( "MEAS_FREQ_REF", spwId, spwtab, measFreqRef ) ; |
---|
810 | MFrequency::Types freqRef = MFrequency::castType( measFreqRef ) ; |
---|
811 | //freqref = MFrequency::showType( freqRef ) ; |
---|
812 | freqref = "LSRK" ; |
---|
813 | Quantum<Double> q ; |
---|
814 | getScalarQuant( "TOTAL_BANDWIDTH", spwId, spwtab, q ) ; |
---|
815 | bandwidth = q.getValue( "Hz" ) ; |
---|
816 | getScalarQuant( "REF_FREQUENCY", spwId, spwtab, q ) ; |
---|
817 | reffreq = q.getValue( "Hz" ) ; |
---|
818 | Double refpix = 0.5 * ( (Double)nchan-1.0 ) ; |
---|
819 | Int refchan = ( nchan - 1 ) / 2 ; |
---|
820 | Bool even = (Bool)( nchan % 2 == 0 ) ; |
---|
821 | Vector< Quantum<Double> > qa ; |
---|
822 | getArrayQuant( "CHAN_WIDTH", spwId, spwtab, qa ) ; |
---|
823 | // Double increment = qa[refchan].getValue( "Hz" ) ; |
---|
824 | Double increment = abs(qa[refchan].getValue( "Hz" )) ; |
---|
825 | getArrayQuant( "CHAN_FREQ", spwId, spwtab, qa ) ; |
---|
826 | if ( nchan == 1 ) { |
---|
827 | Int netSideband ; |
---|
828 | getScalar( "NET_SIDEBAND", spwId, spwtab, netSideband ) ; |
---|
829 | if ( netSideband == 1 ) increment *= -1.0 ; |
---|
830 | } |
---|
831 | else { |
---|
832 | if ( qa[0].getValue( "Hz" ) > qa[1].getValue( "Hz" ) ) |
---|
833 | increment *= -1.0 ; |
---|
834 | } |
---|
835 | Double refval = qa[refchan].getValue( "Hz" ) ; |
---|
836 | if ( even ) |
---|
837 | refval = 0.5 * ( refval + qa[refchan+1].getValue( "Hz" ) ) ; |
---|
838 | if ( freqRef != MFrequency::LSRK ) { |
---|
839 | MeasFrame mframe( me, mp, md ) ; |
---|
840 | MFrequency::Convert tolsr( freqRef, MFrequency::Ref( MFrequency::LSRK, mframe ) ) ; |
---|
841 | refval = tolsr( Quantum<Double>( refval, "Hz" ) ).get( "Hz" ).getValue() ; |
---|
842 | } |
---|
843 | |
---|
844 | // add new row to FREQUENCIES |
---|
845 | Table ftab = scantable.frequencies().table() ; |
---|
846 | freqId = ftab.nrow() ; |
---|
847 | ftab.addRow() ; |
---|
848 | TableRow row( ftab ) ; |
---|
849 | TableRecord &r = row.record() ; |
---|
850 | RecordFieldPtr<uInt> idRF( r, "ID" ) ; |
---|
851 | *idRF = freqId ; |
---|
852 | RecordFieldPtr<Double> refpixRF( r, "REFPIX" ) ; |
---|
853 | RecordFieldPtr<Double> refvalRF( r, "REFVAL" ) ; |
---|
854 | RecordFieldPtr<Double> incrRF( r, "INCREMENT" ) ; |
---|
855 | *refpixRF = refpix ; |
---|
856 | *refvalRF = refval ; |
---|
857 | *incrRF = increment ; |
---|
858 | row.put( freqId ) ; |
---|
859 | } |
---|
860 | void spectraAndFlagtra( uInt recordNo, Matrix<Float> &sp, Matrix<uChar> &fl ) |
---|
861 | { |
---|
862 | Matrix<Bool> b = flagCol( recordNo ) ; |
---|
863 | if ( dataColumnName.compare( "FLOAT_DATA" ) == 0 ) { |
---|
864 | sp = floatDataCol( recordNo ) ; |
---|
865 | convertArray( fl, b ) ; |
---|
866 | } |
---|
867 | else { |
---|
868 | Bool notyet = True ; |
---|
869 | Matrix<Complex> c = dataCol( recordNo ) ; |
---|
870 | for ( Int ipol = 0 ; ipol < npol ; ipol++ ) { |
---|
871 | if ( ( header.poltype == "linear" || header.poltype == "circular" ) |
---|
872 | && ( polnos[ipol] == 2 || polnos[ipol] == 3 ) ) { |
---|
873 | if ( notyet ) { |
---|
874 | Vector<Float> tmp = ComplexToReal( c.row( ipol ) ) ; |
---|
875 | IPosition start( 1, 0 ) ; |
---|
876 | IPosition end( 1, 2*nchan-1 ) ; |
---|
877 | IPosition inc( 1, 2 ) ; |
---|
878 | if ( polnos[ipol] == 2 ) { |
---|
879 | sp.row( ipol ) = tmp( start, end, inc ) ; |
---|
880 | Vector<Bool> br = b.row( ipol ) ; |
---|
881 | Vector<uChar> flr = fl.row( ipol ) ; |
---|
882 | convertArray( flr, br ) ; |
---|
883 | start = IPosition( 1, 1 ) ; |
---|
884 | Int jpol = ipol+1 ; |
---|
885 | while( polnos[jpol] != 3 && jpol < npol ) |
---|
886 | jpol++ ; |
---|
887 | sp.row( jpol ) = tmp( start, end, inc ) ; |
---|
888 | flr.reference( fl.row( jpol ) ) ; |
---|
889 | convertArray( flr, br ) ; |
---|
890 | } |
---|
891 | else if ( polnos[ipol] == 3 ) { |
---|
892 | sp.row( ipol ) = sp.row( ipol ) * (Float)(-1.0) ; |
---|
893 | Int jpol = ipol+1 ; |
---|
894 | while( polnos[jpol] != 2 && jpol < npol ) |
---|
895 | jpol++ ; |
---|
896 | Vector<Bool> br = b.row( ipol ) ; |
---|
897 | Vector<uChar> flr = fl.row( jpol ) ; |
---|
898 | sp.row( jpol ) = tmp( start, end, inc ) ; |
---|
899 | convertArray( flr, br ) ; |
---|
900 | start = IPosition( 1, 1 ) ; |
---|
901 | sp.row( ipol ) = tmp( start, end, inc ) * (Float)(-1.0) ; |
---|
902 | flr.reference( fl.row( ipol ) ) ; |
---|
903 | convertArray( flr, br ) ; |
---|
904 | } |
---|
905 | notyet = False ; |
---|
906 | } |
---|
907 | } |
---|
908 | else { |
---|
909 | Vector<Float> tmp = ComplexToReal( c.row( ipol ) ) ; |
---|
910 | IPosition start( 1, 0 ) ; |
---|
911 | IPosition end( 1, 2*nchan-1 ) ; |
---|
912 | IPosition inc( 1, 2 ) ; |
---|
913 | sp.row( ipol ) = tmp( start, end, inc ) ; |
---|
914 | Vector<Bool> br = b.row( ipol ) ; |
---|
915 | Vector<uChar> flr = fl.row( ipol ) ; |
---|
916 | convertArray( flr, br ) ; |
---|
917 | } |
---|
918 | } |
---|
919 | } |
---|
920 | } |
---|
921 | uInt binarySearch( Vector<Double> &timeList, Double target ) |
---|
922 | { |
---|
923 | Int low = 0 ; |
---|
924 | Int high = timeList.nelements() ; |
---|
925 | uInt idx = 0 ; |
---|
926 | |
---|
927 | while ( low <= high ) { |
---|
928 | idx = (Int)( 0.5 * ( low + high ) ) ; |
---|
929 | Double t = timeList[idx] ; |
---|
930 | if ( t < target ) |
---|
931 | low = idx + 1 ; |
---|
932 | else if ( t > target ) |
---|
933 | high = idx - 1 ; |
---|
934 | else { |
---|
935 | return idx ; |
---|
936 | } |
---|
937 | } |
---|
938 | |
---|
939 | idx = max( 0, min( low, high ) ) ; |
---|
940 | return idx ; |
---|
941 | } |
---|
942 | void getDirection( Vector<Double> &dir, Vector<Double> &azel, Vector<Double> &srate ) |
---|
943 | { |
---|
944 | // @todo At the moment, do binary search every time |
---|
945 | // if this is bottleneck, frequency of binary search must be reduced |
---|
946 | Double t = currentTime.get( "s" ).getValue() ; |
---|
947 | uInt idx = min( binarySearch( pointingTime, t ), pointingTime.nelements()-1 ) ; |
---|
948 | Matrix<Double> d ; |
---|
949 | if ( pointingTime[idx] == t ) |
---|
950 | d = pointingDirection.xyPlane( idx ) ; |
---|
951 | else if ( pointingTime[idx] < t ) { |
---|
952 | if ( idx == pointingTime.nelements()-1 ) |
---|
953 | d = pointingDirection.xyPlane( idx ) ; |
---|
954 | else |
---|
955 | d = interp( pointingTime[idx], pointingTime[idx+1], t, |
---|
956 | pointingDirection.xyPlane( idx ), pointingDirection.xyPlane( idx+1 ) ) ; |
---|
957 | } |
---|
958 | else { |
---|
959 | if ( idx == 0 ) |
---|
960 | d = pointingDirection.xyPlane( idx ) ; |
---|
961 | else |
---|
962 | d = interp( pointingTime[idx-1], pointingTime[idx], t, |
---|
963 | pointingDirection.xyPlane( idx-1 ), pointingDirection.xyPlane( idx ) ) ; |
---|
964 | } |
---|
965 | mf.set( currentTime ) ; |
---|
966 | Quantum< Vector<Double> > tmp( d.column( 0 ), Unit( "rad" ) ) ; |
---|
967 | if ( dirType != MDirection::J2000 ) { |
---|
968 | dir = toj2000( tmp ).getAngle( "rad" ).getValue() ; |
---|
969 | } |
---|
970 | else { |
---|
971 | dir = d.column( 0 ) ; |
---|
972 | } |
---|
973 | if ( dirType != MDirection::AZELGEO ) { |
---|
974 | azel = toazel( tmp ).getAngle( "rad" ).getValue() ; |
---|
975 | } |
---|
976 | else { |
---|
977 | azel = d.column( 0 ) ; |
---|
978 | } |
---|
979 | if ( d.ncolumn() > 1 ) |
---|
980 | srate = d.column( 1 ) ; |
---|
981 | } |
---|
982 | void getSourceDirection( Vector<Double> &dir, Vector<Double> &azel, Vector<Double> &srate ) |
---|
983 | { |
---|
984 | dir = sourceDir.getAngle( "rad" ).getValue() ; |
---|
985 | mf.set( currentTime ) ; |
---|
986 | azel = toazel( Quantum< Vector<Double> >( dir, Unit("rad") ) ).getAngle( "rad" ).getValue() ; |
---|
987 | if ( dirType != MDirection::J2000 ) { |
---|
988 | dir = toj2000( Quantum< Vector<Double> >( dir, Unit("rad") ) ).getAngle( "rad" ).getValue() ; |
---|
989 | } |
---|
990 | } |
---|
991 | String detectSeparator( String &s ) |
---|
992 | { |
---|
993 | String tmp = s.substr( 0, s.find_first_of( "," ) ) ; |
---|
994 | Char *separators[] = { ":", "#", ".", "_" } ; |
---|
995 | uInt nsep = 4 ; |
---|
996 | for ( uInt i = 0 ; i < nsep ; i++ ) { |
---|
997 | if ( tmp.find( separators[i] ) != String::npos ) |
---|
998 | return separators[i] ; |
---|
999 | } |
---|
1000 | return "" ; |
---|
1001 | } |
---|
1002 | Int getSrcType( Int stateId ) |
---|
1003 | { |
---|
1004 | // get values |
---|
1005 | Bool sig ; |
---|
1006 | getScalar( "SIG", stateId, statetab, sig ) ; |
---|
1007 | Bool ref ; |
---|
1008 | getScalar( "REF", stateId, statetab, ref ) ; |
---|
1009 | Double cal ; |
---|
1010 | getScalar( "CAL", stateId, statetab, cal ) ; |
---|
1011 | String obsmode ; |
---|
1012 | getScalar( "OBS_MODE", stateId, statetab, obsmode ) ; |
---|
1013 | String sep = detectSeparator( obsmode ) ; |
---|
1014 | |
---|
1015 | Int srcType = SrcType::NOTYPE ; |
---|
1016 | if ( sep == ":" ) |
---|
1017 | srcTypeGBT( srcType, sep, obsmode, sig, ref, cal ) ; |
---|
1018 | else if ( sep == "." || sep == "#" ) |
---|
1019 | srcTypeALMA( srcType, sep, obsmode ) ; |
---|
1020 | else if ( sep == "_" ) |
---|
1021 | srcTypeOldALMA( srcType, sep, obsmode, sig, ref ) ; |
---|
1022 | else |
---|
1023 | srcTypeDefault( srcType, sig, ref ) ; |
---|
1024 | |
---|
1025 | return srcType ; |
---|
1026 | } |
---|
1027 | void srcTypeDefault( Int &st, Bool &sig, Bool &ref ) |
---|
1028 | { |
---|
1029 | if ( sig ) st = SrcType::SIG ; |
---|
1030 | else if ( ref ) st = SrcType::REF ; |
---|
1031 | } |
---|
1032 | void srcTypeGBT( Int &st, String &sep, String &mode, Bool &sig, Bool &ref, Double &cal ) |
---|
1033 | { |
---|
1034 | Int epos = mode.find_first_of( sep ) ; |
---|
1035 | Int nextpos = mode.find_first_of( sep, epos+1 ) ; |
---|
1036 | String m1 = mode.substr( 0, epos ) ; |
---|
1037 | String m2 = mode.substr( epos+1, nextpos-epos-1 ) ; |
---|
1038 | if ( m1 == "Nod" ) { |
---|
1039 | st = SrcType::NOD ; |
---|
1040 | } |
---|
1041 | else if ( m1 == "OffOn" ) { |
---|
1042 | if ( m2 == "PSWITCHON" ) st = SrcType::PSON ; |
---|
1043 | if ( m2 == "PSWITCHOFF" ) st = SrcType::PSOFF ; |
---|
1044 | } |
---|
1045 | else { |
---|
1046 | if ( m2 == "FSWITCH" ) { |
---|
1047 | if ( sig ) st = SrcType::FSON ; |
---|
1048 | else if ( ref ) st = SrcType::FSOFF ; |
---|
1049 | } |
---|
1050 | } |
---|
1051 | if ( cal > 0.0 ) { |
---|
1052 | if ( st == SrcType::NOD ) |
---|
1053 | st = SrcType::NODCAL ; |
---|
1054 | else if ( st == SrcType::PSON ) |
---|
1055 | st = SrcType::PONCAL ; |
---|
1056 | else if ( st == SrcType::PSOFF ) |
---|
1057 | st = SrcType::POFFCAL ; |
---|
1058 | else if ( st == SrcType::FSON ) |
---|
1059 | st = SrcType::FONCAL ; |
---|
1060 | else if ( st == SrcType::FSOFF ) |
---|
1061 | st = SrcType::FOFFCAL ; |
---|
1062 | else |
---|
1063 | st = SrcType::CAL ; |
---|
1064 | } |
---|
1065 | } |
---|
1066 | void srcTypeALMA( Int &st, String &sep, String &mode ) |
---|
1067 | { |
---|
1068 | Int epos = mode.find_first_of( "," ) ; |
---|
1069 | String first = mode.substr( 0, epos ) ; |
---|
1070 | epos = first.find_first_of( sep ) ; |
---|
1071 | Int nextpos = first.find_first_of( sep, epos+1 ) ; |
---|
1072 | String m1 = first.substr( 0, epos ) ; |
---|
1073 | String m2 = first.substr( epos+1, nextpos-epos-1 ) ; |
---|
1074 | if ( m1.find( "CALIBRATE_" ) == 0 ) { |
---|
1075 | if ( m2.find( "ON_SOURCE" ) == 0 ) |
---|
1076 | st = SrcType::PONCAL ; |
---|
1077 | else if ( m2.find( "OFF_SOURCE" ) == 0 ) |
---|
1078 | st = SrcType::POFFCAL ; |
---|
1079 | } |
---|
1080 | else if ( m1.find( "OBSERVE_TARGET" ) == 0 ) { |
---|
1081 | if ( m2.find( "ON_SOURCE" ) == 0 ) |
---|
1082 | st = SrcType::PSON ; |
---|
1083 | else if ( m2.find( "OFF_SOURCE" ) == 0 ) |
---|
1084 | st = SrcType::PSOFF ; |
---|
1085 | } |
---|
1086 | } |
---|
1087 | void srcTypeOldALMA( Int &st, String &sep, String &mode, Bool &sig, Bool &ref ) |
---|
1088 | { |
---|
1089 | Int epos = mode.find_first_of( "," ) ; |
---|
1090 | String first = mode.substr( 0, epos ) ; |
---|
1091 | string substr[4] ; |
---|
1092 | int numSubstr = split( first, substr, 4, sep ) ; |
---|
1093 | String m1( substr[0] ) ; |
---|
1094 | String m2( substr[2] ) ; |
---|
1095 | if ( numSubstr == 4 ) { |
---|
1096 | if ( m1.find( "CALIBRATE" ) == 0 ) { |
---|
1097 | if ( m2.find( "ON" ) == 0 ) |
---|
1098 | st = SrcType::PONCAL ; |
---|
1099 | else if ( m2.find( "OFF" ) == 0 ) |
---|
1100 | st = SrcType::POFFCAL ; |
---|
1101 | } |
---|
1102 | else if ( m1.find( "OBSERVE" ) == 0 ) { |
---|
1103 | if ( m2.find( "ON" ) == 0 ) |
---|
1104 | st = SrcType::PSON ; |
---|
1105 | else if ( m2.find( "OFF" ) == 0 ) |
---|
1106 | st = SrcType::PSOFF ; |
---|
1107 | } |
---|
1108 | } |
---|
1109 | else { |
---|
1110 | if ( sig ) st = SrcType::SIG ; |
---|
1111 | else if ( ref ) st = SrcType::REF ; |
---|
1112 | } |
---|
1113 | } |
---|
1114 | Block<uInt> getPolNos( Vector<Int> &corr ) |
---|
1115 | { |
---|
1116 | Block<uInt> polnos( npol ) ; |
---|
1117 | for ( Int ipol = 0 ; ipol < npol ; ipol++ ) { |
---|
1118 | if ( corr[ipol] == Stokes::I || corr[ipol] == Stokes::RR || corr[ipol] == Stokes::XX ) |
---|
1119 | polnos[ipol] = 0 ; |
---|
1120 | else if ( corr[ipol] == Stokes::Q || corr[ipol] == Stokes::LL || corr[ipol] == Stokes::YY ) |
---|
1121 | polnos[ipol] = 1 ; |
---|
1122 | else if ( corr[ipol] == Stokes::U || corr[ipol] == Stokes::RL || corr[ipol] == Stokes::XY ) |
---|
1123 | polnos[ipol] = 2 ; |
---|
1124 | else if ( corr[ipol] == Stokes::V || corr[ipol] == Stokes::LR || corr[ipol] == Stokes::YX ) |
---|
1125 | polnos[ipol] = 3 ; |
---|
1126 | } |
---|
1127 | return polnos ; |
---|
1128 | } |
---|
1129 | String getPolType( Int &corr ) |
---|
1130 | { |
---|
1131 | String poltype = "" ; |
---|
1132 | if ( corr == Stokes::I || corr == Stokes::Q || corr == Stokes::U || corr == Stokes::V ) |
---|
1133 | poltype = "stokes" ; |
---|
1134 | else if ( corr == Stokes::XX || corr == Stokes::YY || corr == Stokes::XY || corr == Stokes::YX ) |
---|
1135 | poltype = "linear" ; |
---|
1136 | else if ( corr == Stokes::RR || corr == Stokes::LL || corr == Stokes::RL || corr == Stokes::LR ) |
---|
1137 | poltype = "circular" ; |
---|
1138 | else if ( corr == Stokes::Plinear || corr == Stokes::Pangle ) |
---|
1139 | poltype = "linpol" ; |
---|
1140 | return poltype ; |
---|
1141 | } |
---|
1142 | uInt getWeatherId() |
---|
1143 | { |
---|
1144 | // if only one row, return 0 |
---|
1145 | if ( weatherTime.nelements() == 1 ) |
---|
1146 | return 0 ; |
---|
1147 | |
---|
1148 | // @todo At the moment, do binary search every time |
---|
1149 | // if this is bottleneck, frequency of binary search must be reduced |
---|
1150 | Double t = currentTime.get( "s" ).getValue() ; |
---|
1151 | uInt idx = min( binarySearch( weatherTime, t ), weatherTime.nelements()-1 ) ; |
---|
1152 | if ( weatherTime[idx] < t ) { |
---|
1153 | if ( idx != weatherTime.nelements()-1 ) { |
---|
1154 | if ( weatherTime[idx+1] - t < 0.5 * weatherInterval[idx+1] ) |
---|
1155 | idx++ ; |
---|
1156 | } |
---|
1157 | } |
---|
1158 | else if ( weatherTime[idx] > t ) { |
---|
1159 | if ( idx != 0 ) { |
---|
1160 | if ( weatherTime[idx] - t > 0.5 * weatherInterval[idx] ) |
---|
1161 | idx-- ; |
---|
1162 | } |
---|
1163 | } |
---|
1164 | return idx ; |
---|
1165 | } |
---|
1166 | void processSysCal( Int &spwId ) |
---|
1167 | { |
---|
1168 | // get feedId from row |
---|
1169 | Int feedId = (Int)tablerow.record().asuInt( "BEAMNO" ) ; |
---|
1170 | |
---|
1171 | uInt nrow = sctab.nrow() ; |
---|
1172 | ROScalarColumn<Int> col( sctab, "ANTENNA_ID" ) ; |
---|
1173 | Vector<Int> aids = col.getColumn() ; |
---|
1174 | col.attach( sctab, "FEED_ID" ) ; |
---|
1175 | Vector<Int> fids = col.getColumn() ; |
---|
1176 | col.attach( sctab, "SPECTRAL_WINDOW_ID" ) ; |
---|
1177 | Vector<Int> sids = col.getColumn() ; |
---|
1178 | ROScalarColumn<Double> timeCol( sctab, "TIME" ) ; |
---|
1179 | ROScalarColumn<Double> intCol( sctab, "INTERVAL" ) ; |
---|
1180 | for ( uInt irow = 0 ; irow < nrow ; irow++ ) { |
---|
1181 | if ( aids[irow] == antennaId |
---|
1182 | && fids[irow] == feedId |
---|
1183 | && sids[irow] == spwId ) { |
---|
1184 | syscalRow[numSysCalRow] = irow ; |
---|
1185 | syscalTime[numSysCalRow] = timeCol( irow ) ; |
---|
1186 | syscalInterval[numSysCalRow] = intCol( irow ) ; |
---|
1187 | numSysCalRow++ ; |
---|
1188 | } |
---|
1189 | } |
---|
1190 | } |
---|
1191 | uInt getSysCalIndex() |
---|
1192 | { |
---|
1193 | // if only one row, return 0 |
---|
1194 | if ( numSysCalRow == 1 || !isSysCal ) |
---|
1195 | return 0 ; |
---|
1196 | |
---|
1197 | // @todo At the moment, do binary search every time |
---|
1198 | // if this is bottleneck, frequency of binary search must be reduced |
---|
1199 | Double t = currentTime.get( "s" ).getValue() ; |
---|
1200 | Vector<Double> tslice = syscalTime( Slice(0, numSysCalRow) ) ; |
---|
1201 | uInt idx = min( binarySearch( tslice, t ), numSysCalRow-1 ) ; |
---|
1202 | if ( syscalTime[idx] < t ) { |
---|
1203 | if ( idx != numSysCalRow-1 ) { |
---|
1204 | if ( syscalTime[idx+1] - t < 0.5 * syscalInterval[idx+1] ) |
---|
1205 | idx++ ; |
---|
1206 | } |
---|
1207 | } |
---|
1208 | else if ( syscalTime[idx] > t ) { |
---|
1209 | if ( idx != 0 ) { |
---|
1210 | if ( syscalTime[idx] - t > 0.5 * syscalInterval[idx] ) |
---|
1211 | idx-- ; |
---|
1212 | } |
---|
1213 | } |
---|
1214 | return idx ; |
---|
1215 | } |
---|
1216 | Block<uInt> getTcalId( Double &t ) |
---|
1217 | { |
---|
1218 | // return 0 if no SysCal table |
---|
1219 | if ( !isSysCal or !isTcal ) { |
---|
1220 | return Block<uInt>( 4, 0 ) ; |
---|
1221 | } |
---|
1222 | |
---|
1223 | // get feedId from row |
---|
1224 | Int feedId = (Int)tablerow.record().asuInt( "BEAMNO" ) ; |
---|
1225 | |
---|
1226 | // key |
---|
1227 | String key = keyTcal( feedId, spwId, t ) ; |
---|
1228 | |
---|
1229 | // retrieve ids |
---|
1230 | Vector<uInt> ids = syscalRecord.asArrayuInt( key ) ; |
---|
1231 | //Vector<uInt> ids = syscalRecord[key] ; |
---|
1232 | uInt np = ids[1] - ids[0] + 1 ; |
---|
1233 | Block<uInt> tcalids( np ) ; |
---|
1234 | if ( np > 0 ) { |
---|
1235 | tcalids[0] = ids[0] ; |
---|
1236 | if ( np > 1 ) { |
---|
1237 | tcalids[1] = ids[1] ; |
---|
1238 | for ( uInt ip = 2 ; ip < np ; ip++ ) |
---|
1239 | tcalids[ip] = ids[0] + ip - 1 ; |
---|
1240 | } |
---|
1241 | } |
---|
1242 | return tcalids ; |
---|
1243 | } |
---|
1244 | uInt maxNumPol() |
---|
1245 | { |
---|
1246 | ROScalarColumn<Int> numCorrCol( poltab, "NUM_CORR" ) ; |
---|
1247 | return max( numCorrCol.getColumn() ) ; |
---|
1248 | } |
---|
1249 | |
---|
1250 | Scantable &scantable; |
---|
1251 | Int antennaId; |
---|
1252 | uInt rowidx; |
---|
1253 | String dataColumnName; |
---|
1254 | TableRow tablerow; |
---|
1255 | STHeader header; |
---|
1256 | Vector<Int> feedEntry; |
---|
1257 | uInt nbeam; |
---|
1258 | Int npol; |
---|
1259 | Int nchan; |
---|
1260 | Int sourceId; |
---|
1261 | Int polId; |
---|
1262 | Int spwId; |
---|
1263 | uInt cycleNo; |
---|
1264 | MDirection sourceDir; |
---|
1265 | MPosition antpos; |
---|
1266 | MEpoch currentTime; |
---|
1267 | MeasFrame mf; |
---|
1268 | MDirection::Convert toj2000; |
---|
1269 | MDirection::Convert toazel; |
---|
1270 | map<Int,uInt> ifmap; |
---|
1271 | Block<uInt> polnos; |
---|
1272 | Bool getpt; |
---|
1273 | Vector<Double> pointingTime; |
---|
1274 | Cube<Double> pointingDirection; |
---|
1275 | MDirection::Types dirType; |
---|
1276 | Bool isWeather; |
---|
1277 | Vector<Double> weatherTime; |
---|
1278 | Vector<Double> weatherInterval; |
---|
1279 | Bool isSysCal; |
---|
1280 | Bool isTcal; |
---|
1281 | Record syscalRecord; |
---|
1282 | //map< String,Vector<uInt> > syscalRecord; |
---|
1283 | uInt numSysCalRow ; |
---|
1284 | Vector<uInt> syscalRow; |
---|
1285 | Vector<Double> syscalTime; |
---|
1286 | Vector<Double> syscalInterval; |
---|
1287 | //String tsysCol; |
---|
1288 | //String tcalCol; |
---|
1289 | |
---|
1290 | // MS subtables |
---|
1291 | Table obstab; |
---|
1292 | Table sctab; |
---|
1293 | Table spwtab; |
---|
1294 | Table statetab; |
---|
1295 | Table ddtab; |
---|
1296 | Table poltab; |
---|
1297 | Table fieldtab; |
---|
1298 | Table anttab; |
---|
1299 | Table srctab; |
---|
1300 | Matrix<Float> sp; |
---|
1301 | Matrix<uChar> fl; |
---|
1302 | |
---|
1303 | // MS MAIN columns |
---|
1304 | ROTableColumn intervalCol; |
---|
1305 | ROTableColumn flagRowCol; |
---|
1306 | ROArrayColumn<Float> floatDataCol; |
---|
1307 | ROArrayColumn<Complex> dataCol; |
---|
1308 | ROArrayColumn<Bool> flagCol; |
---|
1309 | |
---|
1310 | // MS SYSCAL columns |
---|
1311 | ROArrayColumn<Float> sysCalTsysCol; |
---|
1312 | |
---|
1313 | // Scantable MAIN columns |
---|
1314 | RecordFieldPtr<Double> timeRF,intervalRF,sourceVelocityRF; |
---|
1315 | RecordFieldPtr< Vector<Double> > directionRF,scanRateRF, |
---|
1316 | sourceProperMotionRF,sourceDirectionRF; |
---|
1317 | RecordFieldPtr<Float> azimuthRF,elevationRF; |
---|
1318 | RecordFieldPtr<uInt> weatherIdRF,cycleNoRF,flagRowRF,polNoRF,tcalIdRF, |
---|
1319 | ifNoRF,freqIdRF,moleculeIdRF,beamNoRF,focusIdRF,scanNoRF; |
---|
1320 | RecordFieldPtr< Vector<Float> > spectraRF,tsysRF; |
---|
1321 | RecordFieldPtr< Vector<uChar> > flagtraRF; |
---|
1322 | RecordFieldPtr<String> sourceNameRF,fieldNameRF; |
---|
1323 | RecordFieldPtr<Int> sourceTypeRF; |
---|
1324 | }; |
---|
1325 | |
---|
1326 | class BaseTcalVisitor: public TableVisitor { |
---|
1327 | uInt lastRecordNo ; |
---|
1328 | Int lastAntennaId ; |
---|
1329 | Int lastFeedId ; |
---|
1330 | Int lastSpwId ; |
---|
1331 | Double lastTime ; |
---|
1332 | protected: |
---|
1333 | const Table &table; |
---|
1334 | uInt count; |
---|
1335 | public: |
---|
1336 | BaseTcalVisitor(const Table &table) |
---|
1337 | : table(table) |
---|
1338 | { |
---|
1339 | count = 0; |
---|
1340 | } |
---|
1341 | |
---|
1342 | virtual void enterAntennaId(const uInt recordNo, Int columnValue) { } |
---|
1343 | virtual void leaveAntennaId(const uInt recordNo, Int columnValue) { } |
---|
1344 | virtual void enterFeedId(const uInt recordNo, Int columnValue) { } |
---|
1345 | virtual void leaveFeedId(const uInt recordNo, Int columnValue) { } |
---|
1346 | virtual void enterSpwId(const uInt recordNo, Int columnValue) { } |
---|
1347 | virtual void leaveSpwId(const uInt recordNo, Int columnValue) { } |
---|
1348 | virtual void enterTime(const uInt recordNo, Double columnValue) { } |
---|
1349 | virtual void leaveTime(const uInt recordNo, Double columnValue) { } |
---|
1350 | |
---|
1351 | virtual Bool visitRecord(const uInt recordNo, |
---|
1352 | const Int antennaId, |
---|
1353 | const Int feedId, |
---|
1354 | const Int spwId, |
---|
1355 | const Double time) { return True ; } |
---|
1356 | |
---|
1357 | virtual Bool visit(Bool isFirst, const uInt recordNo, |
---|
1358 | const uInt nCols, void const *const colValues[]) { |
---|
1359 | Int antennaId, feedId, spwId; |
---|
1360 | Double time; |
---|
1361 | { // prologue |
---|
1362 | uInt i = 0; |
---|
1363 | { |
---|
1364 | const Int *col = (const Int *)colValues[i++]; |
---|
1365 | antennaId = col[recordNo]; |
---|
1366 | } |
---|
1367 | { |
---|
1368 | const Int *col = (const Int *)colValues[i++]; |
---|
1369 | feedId = col[recordNo]; |
---|
1370 | } |
---|
1371 | { |
---|
1372 | const Int *col = (const Int *)colValues[i++]; |
---|
1373 | spwId = col[recordNo]; |
---|
1374 | } |
---|
1375 | { |
---|
1376 | const Double *col = (const Double *)colValues[i++]; |
---|
1377 | time = col[recordNo]; |
---|
1378 | } |
---|
1379 | assert(nCols == i); |
---|
1380 | } |
---|
1381 | |
---|
1382 | if (isFirst) { |
---|
1383 | enterAntennaId(recordNo, antennaId); |
---|
1384 | enterFeedId(recordNo, feedId); |
---|
1385 | enterSpwId(recordNo, spwId); |
---|
1386 | enterTime(recordNo, time); |
---|
1387 | } else { |
---|
1388 | if ( lastAntennaId != antennaId ) { |
---|
1389 | leaveTime(lastRecordNo, lastTime); |
---|
1390 | leaveSpwId(lastRecordNo, lastSpwId); |
---|
1391 | leaveFeedId(lastRecordNo, lastFeedId); |
---|
1392 | leaveAntennaId(lastRecordNo, lastAntennaId); |
---|
1393 | |
---|
1394 | enterAntennaId(recordNo, antennaId); |
---|
1395 | enterFeedId(recordNo, feedId); |
---|
1396 | enterSpwId(recordNo, spwId); |
---|
1397 | enterTime(recordNo, time); |
---|
1398 | } |
---|
1399 | else if (lastFeedId != feedId) { |
---|
1400 | leaveTime(lastRecordNo, lastTime); |
---|
1401 | leaveSpwId(lastRecordNo, lastSpwId); |
---|
1402 | leaveFeedId(lastRecordNo, lastFeedId); |
---|
1403 | |
---|
1404 | enterFeedId(recordNo, feedId); |
---|
1405 | enterSpwId(recordNo, spwId); |
---|
1406 | enterTime(recordNo, time); |
---|
1407 | } else if (lastSpwId != spwId) { |
---|
1408 | leaveTime(lastRecordNo, lastTime); |
---|
1409 | leaveSpwId(lastRecordNo, lastSpwId); |
---|
1410 | |
---|
1411 | enterSpwId(recordNo, spwId); |
---|
1412 | enterTime(recordNo, time); |
---|
1413 | } else if (lastTime != time) { |
---|
1414 | leaveTime(lastRecordNo, lastTime); |
---|
1415 | enterTime(recordNo, time); |
---|
1416 | } |
---|
1417 | } |
---|
1418 | count++; |
---|
1419 | Bool result = visitRecord(recordNo, antennaId, feedId, spwId, time); |
---|
1420 | |
---|
1421 | { // epilogue |
---|
1422 | lastRecordNo = recordNo; |
---|
1423 | |
---|
1424 | lastAntennaId = antennaId; |
---|
1425 | lastFeedId = feedId; |
---|
1426 | lastSpwId = spwId; |
---|
1427 | lastTime = time; |
---|
1428 | } |
---|
1429 | return result ; |
---|
1430 | } |
---|
1431 | |
---|
1432 | virtual void finish() { |
---|
1433 | if (count > 0) { |
---|
1434 | leaveTime(lastRecordNo, lastTime); |
---|
1435 | leaveSpwId(lastRecordNo, lastSpwId); |
---|
1436 | leaveFeedId(lastRecordNo, lastFeedId); |
---|
1437 | leaveAntennaId(lastRecordNo, lastAntennaId); |
---|
1438 | } |
---|
1439 | } |
---|
1440 | }; |
---|
1441 | |
---|
1442 | class TcalVisitor: public BaseTcalVisitor, public MSFillerUtils { |
---|
1443 | public: |
---|
1444 | TcalVisitor(const Table &table, Table &tcaltab, Record &r, Int aid ) |
---|
1445 | //TcalVisitor(const Table &table, Table &tcaltab, map< String,Vector<uInt> > &r, Int aid ) |
---|
1446 | : BaseTcalVisitor( table ), |
---|
1447 | tcal(tcaltab), |
---|
1448 | rec(r), |
---|
1449 | antenna(aid) |
---|
1450 | { |
---|
1451 | process = False ; |
---|
1452 | rowidx = 0 ; |
---|
1453 | |
---|
1454 | // attach to SYSCAL columns |
---|
1455 | timeCol.attach( table, "TIME" ) ; |
---|
1456 | |
---|
1457 | // add rows |
---|
1458 | uInt addrow = table.nrow() * 4 ; |
---|
1459 | tcal.addRow( addrow ) ; |
---|
1460 | |
---|
1461 | // attach to TCAL columns |
---|
1462 | row = TableRow( tcal ) ; |
---|
1463 | TableRecord &trec = row.record() ; |
---|
1464 | idRF.attachToRecord( trec, "ID" ) ; |
---|
1465 | timeRF.attachToRecord( trec, "TIME" ) ; |
---|
1466 | tcalRF.attachToRecord( trec, "TCAL" ) ; |
---|
1467 | } |
---|
1468 | |
---|
1469 | virtual void enterAntennaId(const uInt recordNo, Int columnValue) { |
---|
1470 | if ( columnValue == antenna ) |
---|
1471 | process = True ; |
---|
1472 | } |
---|
1473 | virtual void leaveAntennaId(const uInt recordNo, Int columnValue) { |
---|
1474 | process = False ; |
---|
1475 | } |
---|
1476 | virtual void enterFeedId(const uInt recordNo, Int columnValue) { } |
---|
1477 | virtual void leaveFeedId(const uInt recordNo, Int columnValue) { } |
---|
1478 | virtual void enterSpwId(const uInt recordNo, Int columnValue) { } |
---|
1479 | virtual void leaveSpwId(const uInt recordNo, Int columnValue) { } |
---|
1480 | virtual void enterTime(const uInt recordNo, Double columnValue) { |
---|
1481 | qtime = timeCol( recordNo ) ; |
---|
1482 | } |
---|
1483 | virtual void leaveTime(const uInt recordNo, Double columnValue) { } |
---|
1484 | virtual Bool visitRecord(const uInt recordNo, |
---|
1485 | const Int antennaId, |
---|
1486 | const Int feedId, |
---|
1487 | const Int spwId, |
---|
1488 | const Double time) |
---|
1489 | { |
---|
1490 | //cout << "(" << recordNo << "," << antennaId << "," << feedId << "," << spwId << ")" << endl ; |
---|
1491 | if ( process ) { |
---|
1492 | String sTime = MVTime( qtime ).string( MVTime::YMD ) ; |
---|
1493 | *timeRF = sTime ; |
---|
1494 | uInt oldidx = rowidx ; |
---|
1495 | Matrix<Float> subtcal = tcalCol( recordNo ) ; |
---|
1496 | Vector<uInt> idminmax( 2 ) ; |
---|
1497 | for ( uInt ipol = 0 ; ipol < subtcal.nrow() ; ipol++ ) { |
---|
1498 | *idRF = rowidx ; |
---|
1499 | tcalRF.define( subtcal.row( ipol ) ) ; |
---|
1500 | |
---|
1501 | // commit row |
---|
1502 | row.put( rowidx ) ; |
---|
1503 | rowidx++ ; |
---|
1504 | } |
---|
1505 | |
---|
1506 | idminmax[0] = oldidx ; |
---|
1507 | idminmax[1] = rowidx - 1 ; |
---|
1508 | |
---|
1509 | String key = keyTcal( feedId, spwId, sTime ) ; |
---|
1510 | rec.define( key, idminmax ) ; |
---|
1511 | //rec[key] = idminmax ; |
---|
1512 | } |
---|
1513 | return True ; |
---|
1514 | } |
---|
1515 | virtual void finish() |
---|
1516 | { |
---|
1517 | BaseTcalVisitor::finish() ; |
---|
1518 | |
---|
1519 | if ( tcal.nrow() > rowidx ) { |
---|
1520 | uInt numRemove = tcal.nrow() - rowidx ; |
---|
1521 | //cout << "numRemove = " << numRemove << endl ; |
---|
1522 | Vector<uInt> rows( numRemove ) ; |
---|
1523 | indgen( rows, rowidx ) ; |
---|
1524 | tcal.removeRow( rows ) ; |
---|
1525 | } |
---|
1526 | |
---|
1527 | } |
---|
1528 | void setTcalColumn( String &col ) |
---|
1529 | { |
---|
1530 | //colName = col ; |
---|
1531 | tcalCol.attach( table, col ) ; |
---|
1532 | } |
---|
1533 | private: |
---|
1534 | Table &tcal; |
---|
1535 | Record &rec; |
---|
1536 | //map< String,Vector<uInt> > &rec; |
---|
1537 | Int antenna; |
---|
1538 | uInt rowidx; |
---|
1539 | Bool process; |
---|
1540 | Quantum<Double> qtime; |
---|
1541 | TableRow row; |
---|
1542 | String colName; |
---|
1543 | |
---|
1544 | // MS SYSCAL columns |
---|
1545 | ROScalarQuantColumn<Double> timeCol; |
---|
1546 | ROArrayColumn<Float> tcalCol; |
---|
1547 | |
---|
1548 | // TCAL columns |
---|
1549 | RecordFieldPtr<uInt> idRF; |
---|
1550 | RecordFieldPtr<String> timeRF; |
---|
1551 | RecordFieldPtr< Vector<Float> > tcalRF; |
---|
1552 | }; |
---|
1553 | |
---|
1554 | MSFiller::MSFiller( casa::CountedPtr<Scantable> stable ) |
---|
1555 | : table_( stable ), |
---|
1556 | tablename_( "" ), |
---|
1557 | antenna_( -1 ), |
---|
1558 | antennaStr_(""), |
---|
1559 | getPt_( True ), |
---|
1560 | isFloatData_( False ), |
---|
1561 | isData_( False ), |
---|
1562 | isDoppler_( False ), |
---|
1563 | isFlagCmd_( False ), |
---|
1564 | isFreqOffset_( False ), |
---|
1565 | isHistory_( False ), |
---|
1566 | isProcessor_( False ), |
---|
1567 | isSysCal_( False ), |
---|
1568 | isWeather_( False ), |
---|
1569 | colTsys_( "TSYS_SPECTRUM" ), |
---|
1570 | colTcal_( "TCAL_SPECTRUM" ) |
---|
1571 | { |
---|
1572 | os_ = LogIO() ; |
---|
1573 | os_.origin( LogOrigin( "MSFiller", "MSFiller()", WHERE ) ) ; |
---|
1574 | } |
---|
1575 | |
---|
1576 | MSFiller::~MSFiller() |
---|
1577 | { |
---|
1578 | os_.origin( LogOrigin( "MSFiller", "~MSFiller()", WHERE ) ) ; |
---|
1579 | } |
---|
1580 | |
---|
1581 | bool MSFiller::open( const std::string &filename, const casa::Record &rec ) |
---|
1582 | { |
---|
1583 | os_.origin( LogOrigin( "MSFiller", "open()", WHERE ) ) ; |
---|
1584 | //double startSec = mathutil::gettimeofday_sec() ; |
---|
1585 | //os_ << "start MSFiller::open() startsec=" << startSec << LogIO::POST ; |
---|
1586 | //os_ << " filename = " << filename << endl ; |
---|
1587 | |
---|
1588 | // parsing MS options |
---|
1589 | if ( rec.isDefined( "ms" ) ) { |
---|
1590 | Record msrec = rec.asRecord( "ms" ) ; |
---|
1591 | if ( msrec.isDefined( "getpt" ) ) { |
---|
1592 | getPt_ = msrec.asBool( "getpt" ) ; |
---|
1593 | } |
---|
1594 | if ( msrec.isDefined( "antenna" ) ) { |
---|
1595 | if ( msrec.type( msrec.fieldNumber( "antenna" ) ) == TpInt ) { |
---|
1596 | antenna_ = msrec.asInt( "antenna" ) ; |
---|
1597 | } |
---|
1598 | else { |
---|
1599 | //antenna_ = atoi( msrec.asString( "antenna" ).c_str() ) ; |
---|
1600 | antennaStr_ = msrec.asString( "antenna" ) ; |
---|
1601 | } |
---|
1602 | } |
---|
1603 | else { |
---|
1604 | antenna_ = 0 ; |
---|
1605 | } |
---|
1606 | } |
---|
1607 | |
---|
1608 | MeasurementSet *tmpMS = new MeasurementSet( filename, Table::Old ) ; |
---|
1609 | tablename_ = tmpMS->tableName() ; |
---|
1610 | if ( antenna_ == -1 && antennaStr_.size() > 0 ) { |
---|
1611 | MSAntennaIndex msAntIdx( tmpMS->antenna() ) ; |
---|
1612 | Vector<Int> id = msAntIdx.matchAntennaName( antennaStr_ ) ; |
---|
1613 | if ( id.size() > 0 ) |
---|
1614 | antenna_ = id[0] ; |
---|
1615 | else { |
---|
1616 | delete tmpMS ; |
---|
1617 | //throw( AipsError( "Antenna " + antennaStr_ + " doesn't exist." ) ) ; |
---|
1618 | os_ << LogIO::SEVERE << "Antenna " << antennaStr_ << " doesn't exist." << LogIO::POST ; |
---|
1619 | return False ; |
---|
1620 | } |
---|
1621 | } |
---|
1622 | |
---|
1623 | os_ << "Parsing MS options" << endl ; |
---|
1624 | os_ << " getPt = " << getPt_ << endl ; |
---|
1625 | os_ << " antenna = " << antenna_ << endl ; |
---|
1626 | os_ << " antennaStr = " << antennaStr_ << LogIO::POST ; |
---|
1627 | |
---|
1628 | mstable_ = MeasurementSet( (*tmpMS)( tmpMS->col("ANTENNA1") == antenna_ |
---|
1629 | && tmpMS->col("ANTENNA1") == tmpMS->col("ANTENNA2") ) ) ; |
---|
1630 | |
---|
1631 | delete tmpMS ; |
---|
1632 | |
---|
1633 | // check which data column exists |
---|
1634 | isFloatData_ = mstable_.tableDesc().isColumn( "FLOAT_DATA" ) ; |
---|
1635 | isData_ = mstable_.tableDesc().isColumn( "DATA" ) ; |
---|
1636 | |
---|
1637 | //double endSec = mathutil::gettimeofday_sec() ; |
---|
1638 | //os_ << "end MSFiller::open() endSec=" << endSec << " (" << endSec-startSec << "sec)" << LogIO::POST ; |
---|
1639 | return true ; |
---|
1640 | } |
---|
1641 | |
---|
1642 | void MSFiller::fill() |
---|
1643 | { |
---|
1644 | //double startSec = mathutil::gettimeofday_sec() ; |
---|
1645 | //os_ << "start MSFiller::fill() startSec=" << startSec << LogIO::POST ; |
---|
1646 | |
---|
1647 | os_.origin( LogOrigin( "MSFiller", "fill()", WHERE ) ) ; |
---|
1648 | |
---|
1649 | // Initialize header |
---|
1650 | STHeader sdh ; |
---|
1651 | initHeader( sdh ) ; |
---|
1652 | table_->setHeader( sdh ) ; |
---|
1653 | |
---|
1654 | // check if optional table exists |
---|
1655 | const TableRecord &msrec = mstable_.keywordSet() ; |
---|
1656 | isDoppler_ = msrec.isDefined( "DOPPLER" ) ; |
---|
1657 | if ( isDoppler_ ) |
---|
1658 | if ( mstable_.doppler().nrow() == 0 ) |
---|
1659 | isDoppler_ = False ; |
---|
1660 | isFlagCmd_ = msrec.isDefined( "FLAG_CMD" ) ; |
---|
1661 | if ( isFlagCmd_ ) |
---|
1662 | if ( mstable_.flagCmd().nrow() == 0 ) |
---|
1663 | isFlagCmd_ = False ; |
---|
1664 | isFreqOffset_ = msrec.isDefined( "FREQ_OFFSET" ) ; |
---|
1665 | if ( isFreqOffset_ ) |
---|
1666 | if ( mstable_.freqOffset().nrow() == 0 ) |
---|
1667 | isFreqOffset_ = False ; |
---|
1668 | isHistory_ = msrec.isDefined( "HISTORY" ) ; |
---|
1669 | if ( isHistory_ ) |
---|
1670 | if ( mstable_.history().nrow() == 0 ) |
---|
1671 | isHistory_ = False ; |
---|
1672 | isProcessor_ = msrec.isDefined( "PROCESSOR" ) ; |
---|
1673 | if ( isProcessor_ ) |
---|
1674 | if ( mstable_.processor().nrow() == 0 ) |
---|
1675 | isProcessor_ = False ; |
---|
1676 | isSysCal_ = msrec.isDefined( "SYSCAL" ) ; |
---|
1677 | if ( isSysCal_ ) |
---|
1678 | if ( mstable_.sysCal().nrow() == 0 ) |
---|
1679 | isSysCal_ = False ; |
---|
1680 | isWeather_ = msrec.isDefined( "WEATHER" ) ; |
---|
1681 | if ( isWeather_ ) |
---|
1682 | if ( mstable_.weather().nrow() == 0 ) |
---|
1683 | isWeather_ = False ; |
---|
1684 | |
---|
1685 | // column name for Tsys and Tcal |
---|
1686 | if ( isSysCal_ ) { |
---|
1687 | const MSSysCal &caltab = mstable_.sysCal() ; |
---|
1688 | if ( !caltab.tableDesc().isColumn( colTcal_ ) ) { |
---|
1689 | colTcal_ = "TCAL" ; |
---|
1690 | if ( !caltab.tableDesc().isColumn( colTcal_ ) ) |
---|
1691 | colTcal_ = "NONE" ; |
---|
1692 | } |
---|
1693 | if ( !caltab.tableDesc().isColumn( colTsys_ ) ) { |
---|
1694 | colTsys_ = "TSYS" ; |
---|
1695 | if ( !caltab.tableDesc().isColumn( colTcal_ ) ) |
---|
1696 | colTsys_ = "NONE" ; |
---|
1697 | } |
---|
1698 | } |
---|
1699 | else { |
---|
1700 | colTcal_ = "NONE" ; |
---|
1701 | colTsys_ = "NONE" ; |
---|
1702 | } |
---|
1703 | |
---|
1704 | // Access to MS subtables |
---|
1705 | //MSField &fieldtab = mstable_.field() ; |
---|
1706 | //MSPolarization &poltab = mstable_.polarization() ; |
---|
1707 | //MSDataDescription &ddtab = mstable_.dataDescription() ; |
---|
1708 | //MSObservation &obstab = mstable_.observation() ; |
---|
1709 | //MSSource &srctab = mstable_.source() ; |
---|
1710 | //MSSpectralWindow &spwtab = mstable_.spectralWindow() ; |
---|
1711 | //MSSysCal &caltab = mstable_.sysCal() ; |
---|
1712 | MSPointing &pointtab = mstable_.pointing() ; |
---|
1713 | //MSState &stattab = mstable_.state() ; |
---|
1714 | //MSAntenna &anttab = mstable_.antenna() ; |
---|
1715 | |
---|
1716 | // SUBTABLES: FREQUENCIES |
---|
1717 | //string freqFrame = getFrame() ; |
---|
1718 | string freqFrame = "LSRK" ; |
---|
1719 | table_->frequencies().setFrame( freqFrame ) ; |
---|
1720 | table_->frequencies().setFrame( freqFrame, True ) ; |
---|
1721 | |
---|
1722 | // SUBTABLES: WEATHER |
---|
1723 | fillWeather() ; |
---|
1724 | |
---|
1725 | // SUBTABLES: FOCUS |
---|
1726 | fillFocus() ; |
---|
1727 | |
---|
1728 | // SUBTABLES: TCAL |
---|
1729 | fillTcal() ; |
---|
1730 | |
---|
1731 | // SUBTABLES: FIT |
---|
1732 | //fillFit() ; |
---|
1733 | |
---|
1734 | // SUBTABLES: HISTORY |
---|
1735 | //fillHistory() ; |
---|
1736 | |
---|
1737 | /*** |
---|
1738 | * Start iteration using TableVisitor |
---|
1739 | ***/ |
---|
1740 | Table stab = table_->table() ; |
---|
1741 | { |
---|
1742 | static const char *cols[] = { |
---|
1743 | "OBSERVATION_ID", "FEED1", "FIELD_ID", "DATA_DESC_ID", "SCAN_NUMBER", |
---|
1744 | "STATE_ID", "TIME", |
---|
1745 | NULL |
---|
1746 | }; |
---|
1747 | static const TypeManagerImpl<Int> tmInt; |
---|
1748 | static const TypeManagerImpl<Double> tmDouble; |
---|
1749 | static const TypeManager *const tms[] = { |
---|
1750 | &tmInt, &tmInt, &tmInt, &tmInt, &tmInt, &tmInt, &tmDouble, NULL |
---|
1751 | }; |
---|
1752 | //double t0 = mathutil::gettimeofday_sec() ; |
---|
1753 | MSFillerVisitor myVisitor(mstable_, *table_ ); |
---|
1754 | //double t1 = mathutil::gettimeofday_sec() ; |
---|
1755 | //cout << "MSFillerVisitor(): elapsed time " << t1-t0 << " sec" << endl ; |
---|
1756 | myVisitor.setAntenna( antenna_ ) ; |
---|
1757 | //myVisitor.setHeader( sdh ) ; |
---|
1758 | if ( getPt_ ) { |
---|
1759 | Table ptsel = pointtab( pointtab.col("ANTENNA_ID")==antenna_ ).sort( "TIME" ) ; |
---|
1760 | myVisitor.setPointingTable( ptsel ) ; |
---|
1761 | } |
---|
1762 | if ( isWeather_ ) |
---|
1763 | myVisitor.setWeatherTime( mwTime_, mwInterval_ ) ; |
---|
1764 | if ( isSysCal_ ) |
---|
1765 | myVisitor.setSysCalRecord( tcalrec_ ) ; |
---|
1766 | |
---|
1767 | //double t2 = mathutil::gettimeofday_sec() ; |
---|
1768 | traverseTable(mstable_, cols, tms, &myVisitor); |
---|
1769 | //double t3 = mathutil::gettimeofday_sec() ; |
---|
1770 | //cout << "traverseTable(): elapsed time " << t3-t2 << " sec" << endl ; |
---|
1771 | |
---|
1772 | sdh = myVisitor.getHeader() ; |
---|
1773 | } |
---|
1774 | /*** |
---|
1775 | * End iteration using TableVisitor |
---|
1776 | ***/ |
---|
1777 | |
---|
1778 | // set header |
---|
1779 | //sdh = myVisitor.getHeader() ; |
---|
1780 | //table_->setHeader( sdh ) ; |
---|
1781 | |
---|
1782 | // save path to POINTING table |
---|
1783 | // 2011/07/06 TN |
---|
1784 | // Path to POINTING table in original MS will not be written |
---|
1785 | // if getPt_ is True |
---|
1786 | Path datapath( tablename_ ) ; |
---|
1787 | if ( !getPt_ ) { |
---|
1788 | String pTabName = datapath.absoluteName() + "/POINTING" ; |
---|
1789 | stab.rwKeywordSet().define( "POINTING", pTabName ) ; |
---|
1790 | } |
---|
1791 | |
---|
1792 | // for GBT |
---|
1793 | if ( sdh.antennaname.contains( "GBT" ) ) { |
---|
1794 | String goTabName = datapath.absoluteName() + "/GBT_GO" ; |
---|
1795 | stab.rwKeywordSet().define( "GBT_GO", goTabName ) ; |
---|
1796 | } |
---|
1797 | |
---|
1798 | // for MS created from ASDM |
---|
1799 | const TableRecord &msKeys = mstable_.keywordSet() ; |
---|
1800 | uInt nfields = msKeys.nfields() ; |
---|
1801 | for ( uInt ifield = 0 ; ifield < nfields ; ifield++ ) { |
---|
1802 | String name = msKeys.name( ifield ) ; |
---|
1803 | //os_ << "name = " << name << LogIO::POST ; |
---|
1804 | if ( name.find( "ASDM" ) != String::npos ) { |
---|
1805 | String asdmpath = msKeys.asTable( ifield ).tableName() ; |
---|
1806 | os_ << "ASDM table: " << asdmpath << LogIO::POST ; |
---|
1807 | stab.rwKeywordSet().define( name, asdmpath ) ; |
---|
1808 | } |
---|
1809 | } |
---|
1810 | |
---|
1811 | //double endSec = mathutil::gettimeofday_sec() ; |
---|
1812 | //os_ << "end MSFiller::fill() endSec=" << endSec << " (" << endSec-startSec << "sec)" << LogIO::POST ; |
---|
1813 | } |
---|
1814 | |
---|
1815 | void MSFiller::close() |
---|
1816 | { |
---|
1817 | //tablesel_.closeSubTables() ; |
---|
1818 | mstable_.closeSubTables() ; |
---|
1819 | //tablesel_.unlock() ; |
---|
1820 | mstable_.unlock() ; |
---|
1821 | } |
---|
1822 | |
---|
1823 | void MSFiller::fillWeather() |
---|
1824 | { |
---|
1825 | //double startSec = mathutil::gettimeofday_sec() ; |
---|
1826 | //os_ << "start MSFiller::fillWeather() startSec=" << startSec << LogIO::POST ; |
---|
1827 | |
---|
1828 | if ( !isWeather_ ) { |
---|
1829 | // add dummy row |
---|
1830 | table_->weather().table().addRow(1,True) ; |
---|
1831 | return ; |
---|
1832 | } |
---|
1833 | |
---|
1834 | Table mWeather = mstable_.weather() ; |
---|
1835 | //Table mWeatherSel = mWeather( mWeather.col("ANTENNA_ID") == antenna_ ).sort("TIME") ; |
---|
1836 | Table mWeatherSel( mWeather( mWeather.col("ANTENNA_ID") == antenna_ ).sort("TIME") ) ; |
---|
1837 | //os_ << "mWeatherSel.nrow() = " << mWeatherSel.nrow() << LogIO::POST ; |
---|
1838 | if ( mWeatherSel.nrow() == 0 ) { |
---|
1839 | os_ << "No rows with ANTENNA_ID = " << antenna_ << " in WEATHER table, Try -1..." << LogIO::POST ; |
---|
1840 | mWeatherSel = Table( MSWeather( mWeather( mWeather.col("ANTENNA_ID") == -1 ) ) ) ; |
---|
1841 | if ( mWeatherSel.nrow() == 0 ) { |
---|
1842 | os_ << "No rows in WEATHER table" << LogIO::POST ; |
---|
1843 | } |
---|
1844 | } |
---|
1845 | uInt wnrow = mWeatherSel.nrow() ; |
---|
1846 | //os_ << "wnrow = " << wnrow << LogIO::POST ; |
---|
1847 | |
---|
1848 | if ( wnrow == 0 ) |
---|
1849 | return ; |
---|
1850 | |
---|
1851 | Table wtab = table_->weather().table() ; |
---|
1852 | wtab.addRow( wnrow ) ; |
---|
1853 | |
---|
1854 | Bool stationInfoExists = mWeatherSel.tableDesc().isColumn( "NS_WX_STATION_ID" ) ; |
---|
1855 | Int stationId = -1 ; |
---|
1856 | if ( stationInfoExists ) { |
---|
1857 | // determine which station is closer |
---|
1858 | ROScalarColumn<Int> stationCol( mWeatherSel, "NS_WX_STATION_ID" ) ; |
---|
1859 | ROArrayColumn<Double> stationPosCol( mWeatherSel, "NS_WX_STATION_POSITION" ) ; |
---|
1860 | Vector<Int> stationIds = stationCol.getColumn() ; |
---|
1861 | Vector<Int> stationIdList( 0 ) ; |
---|
1862 | Matrix<Double> stationPosList( 0, 3, 0.0 ) ; |
---|
1863 | uInt numStation = 0 ; |
---|
1864 | for ( uInt i = 0 ; i < stationIds.size() ; i++ ) { |
---|
1865 | if ( !anyEQ( stationIdList, stationIds[i] ) ) { |
---|
1866 | numStation++ ; |
---|
1867 | stationIdList.resize( numStation, True ) ; |
---|
1868 | stationIdList[numStation-1] = stationIds[i] ; |
---|
1869 | stationPosList.resize( numStation, 3, True ) ; |
---|
1870 | stationPosList.row( numStation-1 ) = stationPosCol( i ) ; |
---|
1871 | } |
---|
1872 | } |
---|
1873 | //os_ << "staionIdList = " << stationIdList << endl ; |
---|
1874 | Table mAntenna = mstable_.antenna() ; |
---|
1875 | ROArrayColumn<Double> antposCol( mAntenna, "POSITION" ) ; |
---|
1876 | Vector<Double> antpos = antposCol( antenna_ ) ; |
---|
1877 | Double minDiff = -1.0 ; |
---|
1878 | for ( uInt i = 0 ; i < stationIdList.size() ; i++ ) { |
---|
1879 | Double diff = sum( square( antpos - stationPosList.row( i ) ) ) ; |
---|
1880 | if ( minDiff < 0.0 || minDiff > diff ) { |
---|
1881 | minDiff = diff ; |
---|
1882 | stationId = stationIdList[i] ; |
---|
1883 | } |
---|
1884 | } |
---|
1885 | } |
---|
1886 | //os_ << "stationId = " << stationId << endl ; |
---|
1887 | |
---|
1888 | ScalarColumn<Float> *fCol ; |
---|
1889 | ROScalarColumn<Float> *sharedFloatCol ; |
---|
1890 | if ( mWeatherSel.tableDesc().isColumn( "TEMPERATURE" ) ) { |
---|
1891 | fCol = new ScalarColumn<Float>( wtab, "TEMPERATURE" ) ; |
---|
1892 | sharedFloatCol = new ROScalarColumn<Float>( mWeatherSel, "TEMPERATURE" ) ; |
---|
1893 | fCol->putColumn( *sharedFloatCol ) ; |
---|
1894 | delete sharedFloatCol ; |
---|
1895 | delete fCol ; |
---|
1896 | } |
---|
1897 | if ( mWeatherSel.tableDesc().isColumn( "PRESSURE" ) ) { |
---|
1898 | fCol = new ScalarColumn<Float>( wtab, "PRESSURE" ) ; |
---|
1899 | sharedFloatCol = new ROScalarColumn<Float>( mWeatherSel, "PRESSURE" ) ; |
---|
1900 | fCol->putColumn( *sharedFloatCol ) ; |
---|
1901 | delete sharedFloatCol ; |
---|
1902 | delete fCol ; |
---|
1903 | } |
---|
1904 | if ( mWeatherSel.tableDesc().isColumn( "REL_HUMIDITY" ) ) { |
---|
1905 | fCol = new ScalarColumn<Float>( wtab, "HUMIDITY" ) ; |
---|
1906 | sharedFloatCol = new ROScalarColumn<Float>( mWeatherSel, "REL_HUMIDITY" ) ; |
---|
1907 | fCol->putColumn( *sharedFloatCol ) ; |
---|
1908 | delete sharedFloatCol ; |
---|
1909 | delete fCol ; |
---|
1910 | } |
---|
1911 | if ( mWeatherSel.tableDesc().isColumn( "WIND_SPEED" ) ) { |
---|
1912 | fCol = new ScalarColumn<Float>( wtab, "WINDSPEED" ) ; |
---|
1913 | sharedFloatCol = new ROScalarColumn<Float>( mWeatherSel, "WIND_SPEED" ) ; |
---|
1914 | fCol->putColumn( *sharedFloatCol ) ; |
---|
1915 | delete sharedFloatCol ; |
---|
1916 | delete fCol ; |
---|
1917 | } |
---|
1918 | if ( mWeatherSel.tableDesc().isColumn( "WIND_DIRECTION" ) ) { |
---|
1919 | fCol = new ScalarColumn<Float>( wtab, "WINDAZ" ) ; |
---|
1920 | sharedFloatCol = new ROScalarColumn<Float>( mWeatherSel, "WIND_DIRECTION" ) ; |
---|
1921 | fCol->putColumn( *sharedFloatCol ) ; |
---|
1922 | delete sharedFloatCol ; |
---|
1923 | delete fCol ; |
---|
1924 | } |
---|
1925 | ScalarColumn<uInt> idCol( wtab, "ID" ) ; |
---|
1926 | for ( uInt irow = 0 ; irow < wnrow ; irow++ ) |
---|
1927 | idCol.put( irow, irow ) ; |
---|
1928 | |
---|
1929 | ROScalarQuantColumn<Double> tqCol( mWeatherSel, "TIME" ) ; |
---|
1930 | ROScalarColumn<Double> tCol( mWeatherSel, "TIME" ) ; |
---|
1931 | String tUnit = tqCol.getUnits() ; |
---|
1932 | Vector<Double> mwTime = tCol.getColumn() ; |
---|
1933 | if ( tUnit == "d" ) |
---|
1934 | mwTime *= 86400.0 ; |
---|
1935 | tqCol.attach( mWeatherSel, "INTERVAL" ) ; |
---|
1936 | tCol.attach( mWeatherSel, "INTERVAL" ) ; |
---|
1937 | String iUnit = tqCol.getUnits() ; |
---|
1938 | Vector<Double> mwInterval = tCol.getColumn() ; |
---|
1939 | if ( iUnit == "d" ) |
---|
1940 | mwInterval *= 86400.0 ; |
---|
1941 | |
---|
1942 | if ( stationId > 0 ) { |
---|
1943 | ROScalarColumn<Int> stationCol( mWeatherSel, "NS_WX_STATION_ID" ) ; |
---|
1944 | Vector<Int> stationVec = stationCol.getColumn() ; |
---|
1945 | uInt wsnrow = ntrue( stationVec == stationId ) ; |
---|
1946 | mwTime_.resize( wsnrow ) ; |
---|
1947 | mwInterval_.resize( wsnrow ) ; |
---|
1948 | mwIndex_.resize( wsnrow ) ; |
---|
1949 | uInt wsidx = 0 ; |
---|
1950 | for ( uInt irow = 0 ; irow < wnrow ; irow++ ) { |
---|
1951 | if ( stationId == stationVec[irow] ) { |
---|
1952 | mwTime_[wsidx] = mwTime[irow] ; |
---|
1953 | mwInterval_[wsidx] = mwInterval[irow] ; |
---|
1954 | mwIndex_[wsidx] = irow ; |
---|
1955 | wsidx++ ; |
---|
1956 | } |
---|
1957 | } |
---|
1958 | } |
---|
1959 | else { |
---|
1960 | mwTime_ = mwTime ; |
---|
1961 | mwInterval_ = mwInterval ; |
---|
1962 | mwIndex_.resize( mwTime_.size() ) ; |
---|
1963 | indgen( mwIndex_ ) ; |
---|
1964 | } |
---|
1965 | //os_ << "mwTime[0] = " << mwTime_[0] << " mwInterval[0] = " << mwInterval_[0] << LogIO::POST ; |
---|
1966 | //double endSec = mathutil::gettimeofday_sec() ; |
---|
1967 | //os_ << "end MSFiller::fillWeather() endSec=" << endSec << " (" << endSec-startSec << "sec)" << LogIO::POST ; |
---|
1968 | } |
---|
1969 | |
---|
1970 | void MSFiller::fillFocus() |
---|
1971 | { |
---|
1972 | //double startSec = mathutil::gettimeofday_sec() ; |
---|
1973 | //os_ << "start MSFiller::fillFocus() startSec=" << startSec << LogIO::POST ; |
---|
1974 | // tentative |
---|
1975 | table_->focus().addEntry( 0.0, 0.0, 0.0, 0.0 ) ; |
---|
1976 | //double endSec = mathutil::gettimeofday_sec() ; |
---|
1977 | //os_ << "end MSFiller::fillFocus() endSec=" << endSec << " (" << endSec-startSec << "sec)" << LogIO::POST ; |
---|
1978 | } |
---|
1979 | |
---|
1980 | void MSFiller::fillTcal() |
---|
1981 | { |
---|
1982 | //double startSec = mathutil::gettimeofday_sec() ; |
---|
1983 | //os_ << "start MSFiller::fillTcal() startSec=" << startSec << LogIO::POST ; |
---|
1984 | |
---|
1985 | if ( !isSysCal_ ) { |
---|
1986 | // add dummy row |
---|
1987 | os_ << "No SYSCAL rows" << LogIO::POST ; |
---|
1988 | table_->tcal().table().addRow(1,True) ; |
---|
1989 | Vector<Float> defaultTcal( 1, 1.0 ) ; |
---|
1990 | ArrayColumn<Float> tcalCol( table_->tcal().table(), "TCAL" ) ; |
---|
1991 | tcalCol.put( 0, defaultTcal ) ; |
---|
1992 | return ; |
---|
1993 | } |
---|
1994 | |
---|
1995 | if ( colTcal_ == "NONE" ) { |
---|
1996 | // add dummy row |
---|
1997 | os_ << "No TCAL column" << LogIO::POST ; |
---|
1998 | table_->tcal().table().addRow(1,True) ; |
---|
1999 | Vector<Float> defaultTcal( 1, 1.0 ) ; |
---|
2000 | ArrayColumn<Float> tcalCol( table_->tcal().table(), "TCAL" ) ; |
---|
2001 | tcalCol.put( 0, defaultTcal ) ; |
---|
2002 | return ; |
---|
2003 | } |
---|
2004 | |
---|
2005 | Table &sctab = mstable_.sysCal() ; |
---|
2006 | if ( sctab.nrow() == 0 ) { |
---|
2007 | os_ << "No SYSCAL rows" << LogIO::POST ; |
---|
2008 | return ; |
---|
2009 | } |
---|
2010 | ROScalarColumn<Int> antCol( sctab, "ANTENNA_ID" ) ; |
---|
2011 | Vector<Int> ant = antCol.getColumn() ; |
---|
2012 | if ( allNE( ant, antenna_ ) ) { |
---|
2013 | os_ << "No SYSCAL rows" << LogIO::POST ; |
---|
2014 | return ; |
---|
2015 | } |
---|
2016 | ROTableColumn tcalCol( sctab, colTcal_ ) ; |
---|
2017 | Bool notDefined = False ; |
---|
2018 | for ( uInt irow = 0 ; irow < sctab.nrow() ; irow++ ) { |
---|
2019 | if ( ant[irow] == antenna_ && !tcalCol.isDefined( irow ) ) { |
---|
2020 | notDefined = True ; |
---|
2021 | break ; |
---|
2022 | } |
---|
2023 | } |
---|
2024 | if ( notDefined ) { |
---|
2025 | os_ << "No TCAL value" << LogIO::POST ; |
---|
2026 | table_->tcal().table().addRow(1,True) ; |
---|
2027 | Vector<Float> defaultTcal( 1, 1.0 ) ; |
---|
2028 | ArrayColumn<Float> tcalCol( table_->tcal().table(), "TCAL" ) ; |
---|
2029 | tcalCol.put( 0, defaultTcal ) ; |
---|
2030 | return ; |
---|
2031 | } |
---|
2032 | |
---|
2033 | static const char *cols[] = { |
---|
2034 | "ANTENNA_ID", "FEED_ID", "SPECTRAL_WINDOW_ID", "TIME", |
---|
2035 | NULL |
---|
2036 | }; |
---|
2037 | static const TypeManagerImpl<Int> tmInt; |
---|
2038 | static const TypeManagerImpl<Double> tmDouble; |
---|
2039 | static const TypeManager *const tms[] = { |
---|
2040 | &tmInt, &tmInt, &tmInt, &tmDouble, NULL |
---|
2041 | }; |
---|
2042 | Table tab = table_->tcal().table() ; |
---|
2043 | TcalVisitor visitor( sctab, tab, tcalrec_, antenna_ ) ; |
---|
2044 | visitor.setTcalColumn( colTcal_ ) ; |
---|
2045 | |
---|
2046 | traverseTable(sctab, cols, tms, &visitor); |
---|
2047 | |
---|
2048 | //tcalrec_.print( std::cout ) ; |
---|
2049 | //double endSec = mathutil::gettimeofday_sec() ; |
---|
2050 | //os_ << "end MSFiller::fillTcal() endSec=" << endSec << " (" << endSec-startSec << "sec)" << LogIO::POST ; |
---|
2051 | } |
---|
2052 | |
---|
2053 | string MSFiller::getFrame() |
---|
2054 | { |
---|
2055 | MFrequency::Types frame = MFrequency::DEFAULT ; |
---|
2056 | ROTableColumn numChanCol( mstable_.spectralWindow(), "NUM_CHAN" ) ; |
---|
2057 | ROTableColumn measFreqRefCol( mstable_.spectralWindow(), "MEAS_FREQ_REF" ) ; |
---|
2058 | uInt nrow = numChanCol.nrow() ; |
---|
2059 | Vector<Int> measFreqRef( nrow, MFrequency::DEFAULT ) ; |
---|
2060 | uInt nref = 0 ; |
---|
2061 | for ( uInt irow = 0 ; irow < nrow ; irow++ ) { |
---|
2062 | if ( numChanCol.asInt( irow ) != 4 ) { // exclude WVR |
---|
2063 | measFreqRef[nref] = measFreqRefCol.asInt( irow ) ; |
---|
2064 | nref++ ; |
---|
2065 | } |
---|
2066 | } |
---|
2067 | if ( nref > 0 ) |
---|
2068 | frame = (MFrequency::Types)measFreqRef[0] ; |
---|
2069 | |
---|
2070 | return MFrequency::showType( frame ) ; |
---|
2071 | } |
---|
2072 | |
---|
2073 | void MSFiller::initHeader( STHeader &header ) |
---|
2074 | { |
---|
2075 | header.nchan = 0 ; |
---|
2076 | header.npol = 0 ; |
---|
2077 | header.nif = 0 ; |
---|
2078 | header.nbeam = 0 ; |
---|
2079 | header.observer = "" ; |
---|
2080 | header.project = "" ; |
---|
2081 | header.obstype = "" ; |
---|
2082 | header.antennaname = "" ; |
---|
2083 | header.antennaposition.resize( 3 ) ; |
---|
2084 | header.equinox = 0.0 ; |
---|
2085 | header.freqref = "" ; |
---|
2086 | header.reffreq = -1.0 ; |
---|
2087 | header.bandwidth = 0.0 ; |
---|
2088 | header.utc = 0.0 ; |
---|
2089 | header.fluxunit = "" ; |
---|
2090 | header.epoch = "" ; |
---|
2091 | header.poltype = "" ; |
---|
2092 | } |
---|
2093 | |
---|
2094 | }; |
---|