source: trunk/src/MSWriter.cpp @ 2244

Last change on this file since 2244 was 2244, checked in by Takeshi Nakazato, 13 years ago

New Development: No

JIRA Issue: No

Ready for Test: Yes

Interface Changes: No

What Interface Changed: Please list interface changes

Test Programs: List test programs

Put in Release Notes: Yes/No?

Module(s): Module Names change impacts.

Description: Describe your changes here...

Added maxRow = 1 in selection using TableExprNode? when
finding at least one row is enough.

Minor bug fix on MSWriter.cpp
File size: 63.5 KB
Line 
1//
2// C++ Interface: MSWriter
3//
4// Description:
5//
6// This class is specific writer for MS format
7//
8// Takeshi Nakazato <takeshi.nakazato@nao.ac.jp>, (C) 2010
9//
10// Copyright: See COPYING file that comes with this distribution
11//
12//
13
14#include <casa/OS/File.h>
15#include <casa/OS/RegularFile.h>
16#include <casa/OS/Directory.h>
17#include <casa/OS/SymLink.h>
18#include <casa/BasicSL/String.h>
19#include <casa/Containers/RecordField.h>
20#include <casa/Arrays/Cube.h>
21
22#include <tables/Tables/ExprNode.h>
23#include <tables/Tables/TableDesc.h>
24#include <tables/Tables/SetupNewTab.h>
25#include <tables/Tables/TableIter.h>
26#include <tables/Tables/RefRows.h>
27#include <tables/Tables/TableRow.h>
28
29#include <ms/MeasurementSets/MeasurementSet.h>
30#include <ms/MeasurementSets/MSColumns.h>
31#include <ms/MeasurementSets/MSPolIndex.h>
32#include <ms/MeasurementSets/MSDataDescIndex.h>
33#include <ms/MeasurementSets/MSSourceIndex.h>
34
35#include "MSWriter.h"
36#include "STHeader.h"
37#include "STFrequencies.h"
38#include "STMolecules.h"
39#include "STTcal.h"
40
41#include <ctime>
42#include <sys/time.h>
43
44using namespace casa ;
45using namespace std ;
46
47namespace asap {
48double MSWriter::gettimeofday_sec()
49{
50  struct timeval tv ;
51  gettimeofday( &tv, NULL ) ;
52  return tv.tv_sec + (double)tv.tv_usec*1.0e-6 ;
53}
54
55MSWriter::MSWriter(CountedPtr<Scantable> stable)
56  : table_(stable),
57    isTcal_(False),
58    isWeather_(False),
59    tcalSpec_(False),
60    tsysSpec_(False),
61    ptTabName_("")
62{
63  os_ = LogIO() ;
64  os_.origin( LogOrigin( "MSWriter", "MSWriter()", WHERE ) ) ;
65//   os_ << "MSWriter::MSWriter()" << LogIO::POST ;
66
67  // initialize writer
68  init() ;
69}
70
71MSWriter::~MSWriter()
72{
73  os_.origin( LogOrigin( "MSWriter", "~MSWriter()", WHERE ) ) ;
74//   os_ << "MSWriter::~MSWriter()" << LogIO::POST ;
75
76  if ( mstable_ != 0 )
77    delete mstable_ ;
78}
79 
80bool MSWriter::write(const string& filename, const Record& rec)
81{
82  os_.origin( LogOrigin( "MSWriter", "write()", WHERE ) ) ;
83//   double startSec = gettimeofday_sec() ;
84//   os_ << "start MSWriter::write() startSec=" << startSec << LogIO::POST ;
85
86  filename_ = filename ;
87
88  // parsing MS options
89  Bool overwrite = False ;
90  if ( rec.isDefined( "ms" ) ) {
91    Record msrec = rec.asRecord( "ms" ) ;
92    if ( msrec.isDefined( "overwrite" ) ) {
93      overwrite = msrec.asBool( "overwrite" ) ;
94    }
95  }
96
97  os_ << "Parsing MS options" << endl ;
98  os_ << "   overwrite = " << overwrite << LogIO::POST ;
99
100  File file( filename_ ) ;
101  if ( file.exists() ) {
102    if ( overwrite ) {
103      os_ << filename_ << " exists. Overwrite existing data... " << LogIO::POST ;
104      if ( file.isRegular() ) RegularFile(file).remove() ;
105      else if ( file.isDirectory() ) Directory(file).removeRecursive() ;
106      else SymLink(file).remove() ;
107    }
108    else {
109      os_ << LogIO::SEVERE << "ERROR: " << filename_ << " exists..." << LogIO::POST ;
110      return False ;
111    }
112  }
113
114  // set up MS
115  setupMS() ;
116 
117  // subtables
118  // OBSERVATION
119  fillObservation() ;
120
121  // ANTENNA
122  fillAntenna() ;
123
124  // PROCESSOR
125  fillProcessor() ;
126
127  // SOURCE
128  fillSource() ;
129
130  // WEATHER
131  if ( isWeather_ )
132    fillWeather() ;
133
134  // MAIN
135  // Iterate over several ids
136  Vector<uInt> processedFreqId( 0 ) ;
137  Int defaultFieldId = 0 ;
138
139  // row based
140  TableRow row( *mstable_ ) ;
141  TableRecord &trec = row.record() ;
142  NoticeTarget *dataRF = 0 ;
143  if ( useFloatData_ )
144    dataRF = new RecordFieldPtr< Array<Float> >( trec, "FLOAT_DATA" ) ;
145  else if ( useData_ )
146    dataRF = new RecordFieldPtr< Array<Complex> >( trec, "DATA" ) ;
147  RecordFieldPtr< Array<Bool> > flagRF( trec, "FLAG" ) ;
148  RecordFieldPtr<Bool> flagrowRF( trec, "FLAG_ROW" ) ;
149  RecordFieldPtr<Double> timeRF( trec, "TIME" ) ;
150  RecordFieldPtr<Double> timecRF( trec, "TIME_CENTROID" ) ;
151  RecordFieldPtr<Double> intervalRF( trec, "INTERVAL" ) ;
152  RecordFieldPtr<Double> exposureRF( trec, "EXPOSURE" ) ;
153  RecordFieldPtr< Array<Float> > weightRF( trec, "WEIGHT" ) ;
154  RecordFieldPtr< Array<Float> > sigmaRF( trec, "SIGMA" ) ;
155  RecordFieldPtr<Int> ddidRF( trec, "DATA_DESC_ID" ) ;
156  RecordFieldPtr<Int> stateidRF( trec, "STATE_ID" ) ;
157  RecordFieldPtr< Array<Bool> > flagcatRF( trec, "FLAG_CATEGORY" ) ;
158
159  // OBSERVATION_ID is always 0
160  RecordFieldPtr<Int> intRF( trec, "OBSERVATION_ID" ) ;
161  *intRF = 0 ;
162 
163  // ANTENNA1 and ANTENNA2 are always 0
164  intRF.attachToRecord( trec, "ANTENNA1" ) ;
165  *intRF = 0 ;
166  intRF.attachToRecord( trec, "ANTENNA2" ) ;
167  *intRF = 0 ;
168 
169  // ARRAY_ID is tentatively set to 0
170  intRF.attachToRecord( trec, "ARRAY_ID" ) ;
171  *intRF = 0 ;
172
173  // PROCESSOR_ID is tentatively set to 0
174  intRF.attachToRecord( trec, "PROCESSOR_ID" ) ;
175  *intRF = 0 ;
176
177  // UVW is always [0,0,0]
178  RecordFieldPtr< Array<Double> > uvwRF( trec, "UVW" ) ;
179  *uvwRF = Vector<Double>( 3, 0.0 ) ;
180
181  //
182  // ITERATION: FIELDNAME
183  //
184  TableIterator iter0( table_->table(), "FIELDNAME" ) ;
185  while( !iter0.pastEnd() ) {
186    //Table t0( iter0.table() ) ;
187    Table t0 = iter0.table() ;
188    ROTableColumn sharedCol( t0, "FIELDNAME" ) ;
189    String fieldName = sharedCol.asString( 0 ) ;
190    sharedCol.attach( t0, "SRCNAME" ) ;
191    String srcName = sharedCol.asString( 0 ) ;
192    sharedCol.attach( t0, "TIME" ) ;
193    Double minTime = (Double)sharedCol.asdouble( 0 ) * 86400.0 ; // day->sec
194    ROArrayColumn<Double> scanRateCol( t0, "SCANRATE" ) ;
195    Vector<Double> scanRate = scanRateCol( 0 ) ;
196    String::size_type pos = fieldName.find( "__" ) ;
197    Int fieldId = -1 ;
198    if ( pos != String::npos ) {
199//       os_ << "fieldName.substr( pos+2 )=" << fieldName.substr( pos+2 ) << LogIO::POST ;
200      fieldId = String::toInt( fieldName.substr( pos+2 ) ) ;
201      fieldName = fieldName.substr( 0, pos ) ;
202    }
203    else {
204//       os_ << "use default field id" << LogIO::POST ;
205      fieldId = defaultFieldId ;
206      defaultFieldId++ ;
207    }
208//     os_ << "fieldId" << fieldId << ": " << fieldName << LogIO::POST ;
209
210    // FIELD_ID
211    intRF.attachToRecord( trec, "FIELD_ID" ) ;
212    *intRF = fieldId ;
213
214    //
215    // ITERATION: BEAMNO
216    //
217    TableIterator iter1( t0, "BEAMNO" ) ;
218    while( !iter1.pastEnd() ) {
219      Table t1 = iter1.table() ;
220      sharedCol.attach( t1, "BEAMNO" ) ;
221      uInt beamNo = sharedCol.asuInt( 0 ) ;
222//       os_ << "beamNo = " << beamNo << LogIO::POST ;
223
224      // FEED1 and FEED2
225      intRF.attachToRecord( trec, "FEED1" ) ;
226      *intRF = beamNo ;
227      intRF.attachToRecord( trec, "FEED2" ) ;
228      *intRF = beamNo ;
229
230      //
231      // ITERATION: SCANNO
232      //
233      TableIterator iter2( t1, "SCANNO" ) ;
234      while( !iter2.pastEnd() ) {
235        Table t2 = iter2.table() ;
236        sharedCol.attach( t2, "SCANNO" ) ;
237        uInt scanNo = sharedCol.asuInt( 0 ) ;
238//         os_ << "scanNo = " << scanNo << LogIO::POST ;
239
240        // SCAN_NUMBER
241        // MS: 1-based
242        // Scantable: 0-based
243        intRF.attachToRecord( trec, "SCAN_NUMBER" ) ;
244        *intRF = scanNo + 1 ;
245
246        //
247        // ITERATION: IFNO
248        //
249        TableIterator iter3( t2, "IFNO" ) ;
250        while( !iter3.pastEnd() ) {
251          Table t3 = iter3.table() ;
252          sharedCol.attach( t3, "IFNO" ) ;
253          uInt ifNo = sharedCol.asuInt( 0 ) ;
254//           os_ << "ifNo = " << ifNo << LogIO::POST ;
255          sharedCol.attach( t3, "FREQ_ID" ) ;
256          uInt freqId = sharedCol.asuInt( 0 ) ;
257//           os_ << "freqId = " << freqId << LogIO::POST ;
258          Int subscan = 1 ; // 1-base
259          //
260          // ITERATION: SRCTYPE
261          //
262          TableIterator iter4( t3, "SRCTYPE" ) ;
263          while( !iter4.pastEnd() ) {
264            Table t4 = iter4.table() ;
265            sharedCol.attach( t4, "SRCTYPE" ) ;
266            Int srcType = sharedCol.asInt( 0 ) ;
267            Int stateId = addState( srcType, subscan ) ;
268            *stateidRF = stateId ;
269            //
270            // ITERATION: CYCLENO and TIME
271            //
272            Block<String> cols( 2 ) ;
273            cols[0] = "CYCLENO" ;
274            cols[1] = "TIME" ;
275            TableIterator iter5( t4, cols ) ;
276            while( !iter5.pastEnd() ) {
277              Table t5 =  iter5.table().sort("POLNO") ;
278              //sharedCol.attach( t5, "CYCLENO" ) ;
279              //uInt cycleNo = sharedCol.asuInt( 0 ) ;
280              Int nrow = t5.nrow() ;
281//               os_ << "nrow = " << nrow << LogIO::POST ;
282             
283              Vector<Int> polnos( nrow ) ;
284              indgen( polnos, 0 ) ;
285              Int polid = addPolarization( polnos ) ;
286//               os_ << "polid = " << polid << LogIO::POST ;
287             
288              // DATA/FLOAT_DATA
289              ROArrayColumn<Float> specCol( t5, "SPECTRA" ) ;
290              ROArrayColumn<uChar> flagCol( t5, "FLAGTRA" ) ;
291              uInt nchan = specCol( 0 ).size() ;
292              IPosition cellshape( 2, nrow, nchan ) ;
293              if ( useFloatData_ ) {
294                // FLOAT_DATA
295                Matrix<Float> dataArr( cellshape ) ;
296                Matrix<Bool> flagArr( cellshape ) ;
297                Vector<Bool> tmpB ;
298                for ( Int ipol = 0 ; ipol < nrow ; ipol++ ) {
299                  dataArr.row( ipol ) = specCol( ipol ) ;
300                  tmpB.reference( flagArr.row( ipol ) ) ;
301                  convertArray( tmpB, flagCol( ipol ) ) ;
302                }
303                ((RecordFieldPtr< Array<Float> > *)dataRF)->define( dataArr ) ;
304               
305                // FLAG
306                flagRF.define( flagArr ) ;
307              }
308              else if ( useData_ ) {
309                // DATA
310                // assume nrow = 4
311                Matrix<Complex> dataArr( cellshape ) ;
312                Vector<Float> zeroIm( nchan, 0 ) ;
313                Matrix<Float> dummy( IPosition( 2, 2, nchan ) ) ;
314                dummy.row( 0 ) = specCol( 0 ) ;
315                dummy.row( 1 ) = zeroIm ;
316                dataArr.row( 0 ) = RealToComplex( dummy ) ;
317                dummy.row( 0 ) = specCol( 1 ) ;
318                dataArr.row( 3 ) = RealToComplex( dummy ) ;
319                dummy.row( 0 ) = specCol( 2 ) ;
320                dummy.row( 1 ) = specCol( 3 ) ;
321                dataArr.row( 1 ) = RealToComplex( dummy ) ;
322                dataArr.row( 2 ) = conj( dataArr.row( 1 ) ) ;
323                ((RecordFieldPtr< Array<Complex> > *)dataRF)->define( dataArr ) ;
324               
325               
326                // FLAG
327                Matrix<Bool> flagArr( cellshape ) ;
328                Vector<Bool> tmpB ;
329                tmpB.reference( flagArr.row( 0 ) ) ;
330                convertArray( tmpB, flagCol( 0 ) ) ;
331                tmpB.reference( flagArr.row( 3 ) ) ;
332                convertArray( tmpB, flagCol( 3 ) ) ;
333                tmpB.reference( flagArr.row( 1 ) ) ;
334                convertArray( tmpB, ( flagCol( 2 ) | flagCol( 3 ) ) ) ;
335                flagArr.row( 2 ) = flagArr.row( 1 ) ;
336                flagRF.define( flagArr ) ;
337              }
338
339              // FLAG_ROW
340              sharedCol.attach( t5, "FLAGROW" ) ;
341              Vector<uInt> flagRowArr( nrow ) ;
342              for ( Int irow = 0 ; irow < nrow ; irow++ )
343                flagRowArr[irow] = sharedCol.asuInt( irow ) ;
344              *flagrowRF = anyNE( flagRowArr, (uInt)0 ) ;
345
346              // TIME and TIME_CENTROID
347              sharedCol.attach( t5, "TIME" ) ;
348              Double mTimeV = (Double)sharedCol.asdouble( 0 ) * 86400.0 ; // day -> sec
349              *timeRF = mTimeV ;
350              *timecRF = mTimeV ;
351
352              // INTERVAL and EXPOSURE
353              sharedCol.attach( t5, "INTERVAL" ) ;
354              Double interval = (Double)sharedCol.asdouble( 0 ) ;
355              *intervalRF = interval ;
356              *exposureRF = interval ;
357             
358              // WEIGHT and SIGMA
359              // always 1 at the moment
360              Vector<Float> wArr( nrow, 1.0 ) ;
361              weightRF.define( wArr ) ;
362              sigmaRF.define( wArr ) ;
363             
364              // add DATA_DESCRIPTION row
365              Int ddid = addDataDescription( polid, ifNo ) ;
366//               os_ << "ddid = " << ddid << LogIO::POST ;
367              *ddidRF = ddid ;
368             
369              // for SYSCAL table
370              sharedCol.attach( t5, "TCAL_ID" ) ;
371              Vector<uInt> tcalIdArr( nrow ) ;
372              for ( Int irow = 0 ; irow < nrow ; irow++ )
373                tcalIdArr[irow] = sharedCol.asuInt( irow ) ;
374//               os_ << "tcalIdArr = " << tcalIdArr << LogIO::POST ;
375              String key = String::toString( tcalIdArr[0] ) ;
376              if ( !tcalIdRec_.isDefined( key ) ) {
377                tcalIdRec_.define( key, tcalIdArr ) ;
378                tcalRowRec_.define( key, t5.rowNumbers() ) ;
379              }
380              else {
381                Vector<uInt> pastrows = tcalRowRec_.asArrayuInt( key ) ;
382                tcalRowRec_.define( key, concatenateArray( pastrows, t5.rowNumbers() ) ) ;
383              }
384                           
385              // for POINTING table
386              if ( ptTabName_ == "" ) {
387                ROArrayColumn<Double> dirCol( t5, "DIRECTION" ) ;
388                Vector<Double> dir = dirCol( 0 ) ;
389                dirCol.attach( t5, "SCANRATE" ) ;
390                Vector<Double> rate = dirCol( 0 ) ;
391                Matrix<Double> msDir( 2, 1 ) ;
392                msDir.column( 0 ) = dir ;
393                if ( anyNE( rate, 0.0 ) ) {
394                  msDir.resize( 2, 2, True ) ;
395                  msDir.column( 1 ) = rate ;
396                }
397                addPointing( fieldName, mTimeV, interval, msDir ) ;
398              }
399             
400              // FLAG_CATEGORY is tentatively set
401              flagcatRF.define( Cube<Bool>( nrow, nchan, 1, False ) ) ;
402             
403              // add row
404              mstable_->addRow( 1, True ) ;
405              row.put( mstable_->nrow()-1 ) ;
406             
407              iter5.next() ;
408            }
409           
410            iter4.next() ;
411          }
412
413          // add SPECTRAL_WINDOW row
414          if ( allNE( processedFreqId, freqId ) ) {
415            uInt vsize = processedFreqId.size() ;
416            processedFreqId.resize( vsize+1, True ) ;
417            processedFreqId[vsize] = freqId ;
418            addSpectralWindow( ifNo, freqId ) ;
419          }
420         
421          iter3.next() ;
422        }
423       
424        iter2.next() ;
425      }
426     
427      // add FEED row
428      addFeed( beamNo ) ;
429     
430      iter1.next() ;
431    }
432   
433    // add FIELD row
434    addField( fieldId, fieldName, srcName, minTime, scanRate ) ;
435
436    iter0.next() ;
437  }
438
439//   delete tpoolr ;
440  delete dataRF ;
441
442  // SYSCAL
443  if ( isTcal_ )
444    fillSysCal() ;
445
446  // fill empty SPECTRAL_WINDOW rows
447  infillSpectralWindow() ;
448
449  // ASDM tables
450  const TableRecord &stKeys = table_->table().keywordSet() ;
451  TableRecord &msKeys = mstable_->rwKeywordSet() ;
452  uInt nfields = stKeys.nfields() ;
453  for ( uInt ifield = 0 ; ifield < nfields ; ifield++ ) {
454    String kname = stKeys.name( ifield ) ;
455    if ( kname.find( "ASDM" ) != String::npos ) {
456      String asdmpath = stKeys.asString( ifield ) ;
457      os_ << "found ASDM table: " << asdmpath << LogIO::POST ;
458      if ( Table::isReadable( asdmpath ) ) {
459        Table newAsdmTab( asdmpath, Table::Old ) ;
460        newAsdmTab.copy( filename_+"/"+kname, Table::New ) ;
461        os_ << "add subtable: " << kname << LogIO::POST ;
462        msKeys.defineTable( kname, Table( filename_+"/"+kname, Table::Old ) ) ;
463      }
464    }
465  }
466
467  // replace POINTING table with original one if exists
468  if ( ptTabName_ != "" ) {
469    delete mstable_ ;
470    mstable_ = 0 ;
471    Table newPtTab( ptTabName_, Table::Old ) ;
472    newPtTab.copy( filename_+"/POINTING", Table::New ) ;
473  }
474
475//   double endSec = gettimeofday_sec() ;
476//   os_ << "end MSWriter::write() endSec=" << endSec << " (" << endSec-startSec << "sec)" << LogIO::POST ;
477
478  return True ;
479}
480 
481void MSWriter::init()
482{
483//   os_.origin( LogOrigin( "MSWriter", "init()", WHERE ) ) ;
484//   double startSec = gettimeofday_sec() ;
485//   os_ << "start MSWriter::init() startSec=" << startSec << LogIO::POST ;
486 
487  // access to scantable
488  header_ = table_->getHeader() ;
489
490  // FLOAT_DATA? or DATA?
491  if ( header_.npol > 2 ) {
492    useFloatData_ = False ;
493    useData_ = True ;
494  }
495  else {
496    useFloatData_ = True ;
497    useData_ = False ;
498  }
499
500  // polarization type
501  polType_ = header_.poltype ;
502  if ( polType_ == "" )
503    polType_ = "stokes" ;
504  else if ( polType_.find( "linear" ) != String::npos )
505    polType_ = "linear" ;
506  else if ( polType_.find( "circular" ) != String::npos )
507    polType_ = "circular" ;
508  else if ( polType_.find( "stokes" ) != String::npos )
509    polType_ = "stokes" ;
510  else if ( polType_.find( "linpol" ) != String::npos )
511    polType_ = "linpol" ;
512  else
513    polType_ = "notype" ;
514
515  // Check if some subtables are exists
516  if ( table_->tcal().table().nrow() != 0 ) {
517    ROTableColumn col( table_->tcal().table(), "TCAL" ) ;
518    if ( col.isDefined( 0 ) ) {
519      os_ << "TCAL table exists: nrow=" << table_->tcal().table().nrow() << LogIO::POST ;
520      isTcal_ = True ;
521    }
522    else {
523      os_ << "No TCAL rows" << LogIO::POST ;
524    }
525  }
526  else {
527    os_ << "No TCAL rows" << LogIO::POST ;
528  }
529  if ( table_->weather().table().nrow() != 0 ) {
530    ROTableColumn col( table_->weather().table(), "TEMPERATURE" ) ;
531    if ( col.isDefined( 0 ) ) {
532      os_ << "WEATHER table exists: nrow=" << table_->weather().table().nrow() << LogIO::POST ;
533      isWeather_ =True ;
534    }
535    else {
536      os_ << "No WEATHER rows" << LogIO::POST ;
537    }
538  }
539  else {
540    os_ << "No WEATHER rows" << LogIO::POST ;
541  }
542
543  // Are TCAL_SPECTRUM and TSYS_SPECTRUM necessary?
544  if ( isTcal_ && header_.nchan != 1 ) {
545    // examine TCAL subtable
546    Table tcaltab = table_->tcal().table() ;
547    ROArrayColumn<Float> tcalCol( tcaltab, "TCAL" ) ;
548    for ( uInt irow = 0 ; irow < tcaltab.nrow() ; irow++ ) {
549      if ( tcalCol( irow ).size() != 1 )
550        tcalSpec_ = True ;
551    }
552    // examine spectral data
553    TableIterator iter0( table_->table(), "IFNO" ) ;
554    while( !iter0.pastEnd() ) {
555      Table t0( iter0.table() ) ;
556      ROArrayColumn<Float> sharedFloatArrCol( t0, "SPECTRA" ) ;
557      uInt len = sharedFloatArrCol( 0 ).size() ;
558      if ( len != 1 ) {
559        sharedFloatArrCol.attach( t0, "TSYS" ) ;
560        if ( sharedFloatArrCol( 0 ).size() != 1 )
561          tsysSpec_ = True ;
562      }
563      iter0.next() ;
564    }
565  }
566
567  // check if reference for POINTING table exists
568  const TableRecord &rec = table_->table().keywordSet() ;
569  if ( rec.isDefined( "POINTING" ) ) {
570    ptTabName_ = rec.asString( "POINTING" ) ;
571    if ( !Table::isReadable( ptTabName_ ) ) {
572      ptTabName_ = "" ;
573    }
574  }
575
576//   double endSec = gettimeofday_sec() ;
577//   os_ << "end MSWriter::init() endSec=" << endSec << " (" << endSec-startSec << "sec)" << LogIO::POST ;
578}
579
580void MSWriter::setupMS()
581{
582//   os_.origin( LogOrigin( "MSWriter", "setupMS()", WHERE ) ) ;
583//   double startSec = gettimeofday_sec() ;
584//   os_ << "start MSWriter::setupMS() startSec=" << startSec << LogIO::POST ;
585 
586  String dunit = table_->getHeader().fluxunit ;
587
588  TableDesc msDesc = MeasurementSet::requiredTableDesc() ;
589  if ( useFloatData_ )
590    MeasurementSet::addColumnToDesc( msDesc, MSMainEnums::FLOAT_DATA, 2 ) ;
591  else if ( useData_ )
592    MeasurementSet::addColumnToDesc( msDesc, MSMainEnums::DATA, 2 ) ;
593
594  SetupNewTable newtab( filename_, msDesc, Table::New ) ;
595
596  mstable_ = new MeasurementSet( newtab ) ;
597
598  TableColumn col ;
599  if ( useFloatData_ )
600    col.attach( *mstable_, "FLOAT_DATA" ) ;
601  else if ( useData_ )
602    col.attach( *mstable_, "DATA" ) ;
603  col.rwKeywordSet().define( "UNIT", dunit ) ;
604
605  // create subtables
606  TableDesc antennaDesc = MSAntenna::requiredTableDesc() ;
607  SetupNewTable antennaTab( mstable_->antennaTableName(), antennaDesc, Table::New ) ;
608  mstable_->rwKeywordSet().defineTable( MeasurementSet::keywordName( MeasurementSet::ANTENNA ), Table( antennaTab ) ) ;
609
610  TableDesc dataDescDesc = MSDataDescription::requiredTableDesc() ;
611  SetupNewTable dataDescTab( mstable_->dataDescriptionTableName(), dataDescDesc, Table::New ) ;
612  mstable_->rwKeywordSet().defineTable( MeasurementSet::keywordName( MeasurementSet::DATA_DESCRIPTION ), Table( dataDescTab ) ) ;
613
614  TableDesc dopplerDesc = MSDoppler::requiredTableDesc() ;
615  SetupNewTable dopplerTab( mstable_->dopplerTableName(), dopplerDesc, Table::New ) ;
616  mstable_->rwKeywordSet().defineTable( MeasurementSet::keywordName( MeasurementSet::DOPPLER ), Table( dopplerTab ) ) ;
617
618  TableDesc feedDesc = MSFeed::requiredTableDesc() ;
619  SetupNewTable feedTab( mstable_->feedTableName(), feedDesc, Table::New ) ;
620  mstable_->rwKeywordSet().defineTable( MeasurementSet::keywordName( MeasurementSet::FEED ), Table( feedTab ) ) ;
621
622  TableDesc fieldDesc = MSField::requiredTableDesc() ;
623  SetupNewTable fieldTab( mstable_->fieldTableName(), fieldDesc, Table::New ) ;
624  mstable_->rwKeywordSet().defineTable( MeasurementSet::keywordName( MeasurementSet::FIELD ), Table( fieldTab ) ) ;
625
626  TableDesc flagCmdDesc = MSFlagCmd::requiredTableDesc() ;
627  SetupNewTable flagCmdTab( mstable_->flagCmdTableName(), flagCmdDesc, Table::New ) ;
628  mstable_->rwKeywordSet().defineTable( MeasurementSet::keywordName( MeasurementSet::FLAG_CMD ), Table( flagCmdTab ) ) ;
629
630  TableDesc freqOffsetDesc = MSFreqOffset::requiredTableDesc() ;
631  SetupNewTable freqOffsetTab( mstable_->freqOffsetTableName(), freqOffsetDesc, Table::New ) ;
632  mstable_->rwKeywordSet().defineTable( MeasurementSet::keywordName( MeasurementSet::FREQ_OFFSET ), Table( freqOffsetTab ) ) ;
633
634  TableDesc historyDesc = MSHistory::requiredTableDesc() ;
635  SetupNewTable historyTab( mstable_->historyTableName(), historyDesc, Table::New ) ;
636  mstable_->rwKeywordSet().defineTable( MeasurementSet::keywordName( MeasurementSet::HISTORY ), Table( historyTab ) ) ;
637
638  TableDesc observationDesc = MSObservation::requiredTableDesc() ;
639  SetupNewTable observationTab( mstable_->observationTableName(), observationDesc, Table::New ) ;
640  mstable_->rwKeywordSet().defineTable( MeasurementSet::keywordName( MeasurementSet::OBSERVATION ), Table( observationTab ) ) ;
641
642  TableDesc pointingDesc = MSPointing::requiredTableDesc() ;
643  SetupNewTable pointingTab( mstable_->pointingTableName(), pointingDesc, Table::New ) ;
644  mstable_->rwKeywordSet().defineTable( MeasurementSet::keywordName( MeasurementSet::POINTING ), Table( pointingTab ) ) ;
645
646  TableDesc polarizationDesc = MSPolarization::requiredTableDesc() ;
647  SetupNewTable polarizationTab( mstable_->polarizationTableName(), polarizationDesc, Table::New ) ;
648  mstable_->rwKeywordSet().defineTable( MeasurementSet::keywordName( MeasurementSet::POLARIZATION ), Table( polarizationTab ) ) ;
649
650  TableDesc processorDesc = MSProcessor::requiredTableDesc() ;
651  SetupNewTable processorTab( mstable_->processorTableName(), processorDesc, Table::New ) ;
652  mstable_->rwKeywordSet().defineTable( MeasurementSet::keywordName( MeasurementSet::PROCESSOR ), Table( processorTab ) ) ;
653
654  TableDesc sourceDesc = MSSource::requiredTableDesc() ;
655  MSSource::addColumnToDesc( sourceDesc, MSSourceEnums::TRANSITION, 1 ) ;
656  MSSource::addColumnToDesc( sourceDesc, MSSourceEnums::REST_FREQUENCY, 1 ) ;
657  MSSource::addColumnToDesc( sourceDesc, MSSourceEnums::SYSVEL, 1 ) ;
658  SetupNewTable sourceTab( mstable_->sourceTableName(), sourceDesc, Table::New ) ;
659  mstable_->rwKeywordSet().defineTable( MeasurementSet::keywordName( MeasurementSet::SOURCE ), Table( sourceTab ) ) ;
660
661  TableDesc spwDesc = MSSpectralWindow::requiredTableDesc() ;
662  SetupNewTable spwTab( mstable_->spectralWindowTableName(), spwDesc, Table::New ) ;
663  mstable_->rwKeywordSet().defineTable( MeasurementSet::keywordName( MeasurementSet::SPECTRAL_WINDOW ), Table( spwTab ) ) ;
664
665  TableDesc stateDesc = MSState::requiredTableDesc() ;
666  SetupNewTable stateTab( mstable_->stateTableName(), stateDesc, Table::New ) ;
667  mstable_->rwKeywordSet().defineTable( MeasurementSet::keywordName( MeasurementSet::STATE ), Table( stateTab ) ) ;
668
669  // TODO: add TCAL_SPECTRUM and TSYS_SPECTRUM if necessary
670  TableDesc sysCalDesc = MSSysCal::requiredTableDesc() ;
671  MSSysCal::addColumnToDesc( sysCalDesc, MSSysCalEnums::TCAL, 2 ) ;
672  MSSysCal::addColumnToDesc( sysCalDesc, MSSysCalEnums::TSYS, 2 ) ;
673  if ( tcalSpec_ )
674    MSSysCal::addColumnToDesc( sysCalDesc, MSSysCalEnums::TCAL_SPECTRUM, 2 ) ;
675  if ( tsysSpec_ )
676    MSSysCal::addColumnToDesc( sysCalDesc, MSSysCalEnums::TSYS_SPECTRUM, 2 ) ;
677  SetupNewTable sysCalTab( mstable_->sysCalTableName(), sysCalDesc, Table::New ) ;
678  mstable_->rwKeywordSet().defineTable( MeasurementSet::keywordName( MeasurementSet::SYSCAL ), Table( sysCalTab ) ) ;
679
680  TableDesc weatherDesc = MSWeather::requiredTableDesc() ;
681  MSWeather::addColumnToDesc( weatherDesc, MSWeatherEnums::TEMPERATURE ) ;
682  MSWeather::addColumnToDesc( weatherDesc, MSWeatherEnums::PRESSURE ) ;
683  MSWeather::addColumnToDesc( weatherDesc, MSWeatherEnums::REL_HUMIDITY ) ;
684  MSWeather::addColumnToDesc( weatherDesc, MSWeatherEnums::WIND_SPEED ) ;
685  MSWeather::addColumnToDesc( weatherDesc, MSWeatherEnums::WIND_DIRECTION ) ;
686  SetupNewTable weatherTab( mstable_->weatherTableName(), weatherDesc, Table::New ) ;
687  mstable_->rwKeywordSet().defineTable( MeasurementSet::keywordName( MeasurementSet::WEATHER ), Table( weatherTab ) ) ;
688
689  mstable_->initRefs() ;
690
691//   double endSec = gettimeofday_sec() ;
692//   os_ << "end MSWriter::setupMS() endSec=" << endSec << " (" << endSec-startSec << "sec)" << LogIO::POST ;
693}
694
695void MSWriter::fillObservation()
696{
697//   double startSec = gettimeofday_sec() ;
698//   os_ << "start MSWriter::fillObservation() startSec=" << startSec << LogIO::POST ;
699
700  // only 1 row
701  mstable_->observation().addRow( 1, True ) ;
702  MSObservationColumns msObsCols( mstable_->observation() ) ;
703  msObsCols.observer().put( 0, header_.observer ) ;
704  // tentatively put antennaname (from ANTENNA subtable)
705  String hAntennaName = header_.antennaname ;
706  String::size_type pos = hAntennaName.find( "//" ) ;
707  String telescopeName ;
708  if ( pos != String::npos ) {
709    telescopeName = hAntennaName.substr( 0, pos ) ;
710  }
711  else {
712    pos = hAntennaName.find( "@" ) ;
713    telescopeName = hAntennaName.substr( 0, pos ) ;
714  }
715//   os_ << "telescopeName = " << telescopeName << LogIO::POST ;
716  msObsCols.telescopeName().put( 0, telescopeName ) ;
717  msObsCols.project().put( 0, header_.project ) ;
718  //ScalarMeasColumn<MEpoch> timeCol( table_->table().sort("TIME"), "TIME" ) ;
719  Table sortedtable = table_->table().sort("TIME") ;
720  ScalarMeasColumn<MEpoch> timeCol( sortedtable, "TIME" ) ;
721  Vector<MEpoch> trange( 2 ) ;
722  trange[0] = timeCol( 0 ) ;
723  trange[1] = timeCol( table_->nrow()-1 ) ;
724  msObsCols.timeRangeMeas().put( 0, trange ) ;
725
726//   double endSec = gettimeofday_sec() ;
727//   os_ << "end MSWriter::fillObservation() endSec=" << endSec << " (" << endSec-startSec << "sec)" << LogIO::POST ;
728}
729
730void MSWriter::fillAntenna()
731{
732//   double startSec = gettimeofday_sec() ;
733//   os_ << "start MSWriter::fillAntenna() startSec=" << startSec << LogIO::POST ;
734
735  // only 1 row
736  mstable_->antenna().addRow( 1, True ) ;
737  MSAntennaColumns msAntCols( mstable_->antenna() ) ;
738
739  String hAntennaName = header_.antennaname ;
740  String::size_type pos = hAntennaName.find( "//" ) ;
741  String antennaName ;
742  String stationName ;
743  if ( pos != String::npos ) {
744    hAntennaName = hAntennaName.substr( pos+2 ) ;
745  }
746  pos = hAntennaName.find( "@" ) ;
747  if ( pos != String::npos ) {
748    antennaName = hAntennaName.substr( 0, pos ) ;
749    stationName = hAntennaName.substr( pos+1 ) ;
750  }
751  else {
752    antennaName = hAntennaName ;
753    stationName = hAntennaName ;
754  }
755//   os_ << "antennaName = " << antennaName << LogIO::POST ;
756//   os_ << "stationName = " << stationName << LogIO::POST ;
757 
758  msAntCols.name().put( 0, antennaName ) ;
759  msAntCols.station().put( 0, stationName ) ;
760
761//   os_ << "antennaPosition = " << header_.antennaposition << LogIO::POST ;
762 
763  msAntCols.position().put( 0, header_.antennaposition ) ;
764
765  // MOUNT is set to "ALT-AZ"
766  msAntCols.mount().put( 0, "ALT-AZ" ) ;
767
768  Double diameter = getDishDiameter( antennaName ) ;
769  msAntCols.dishDiameterQuant().put( 0, Quantity( diameter, "m" ) ) ;
770
771//   double endSec = gettimeofday_sec() ;
772//   os_ << "end MSWriter::fillAntenna() endSec=" << endSec << " (" << endSec-startSec << "sec)" << LogIO::POST ;
773}
774
775void MSWriter::fillProcessor()
776{
777//   double startSec = gettimeofday_sec() ;
778//   os_ << "start MSWriter::fillProcessor() startSec=" << startSec << LogIO::POST ;
779 
780  // only add empty 1 row
781  MSProcessor msProc = mstable_->processor() ;
782  msProc.addRow( 1, True ) ;
783
784//   double endSec = gettimeofday_sec() ;
785//   os_ << "end MSWriter::fillProcessor() endSec=" << endSec << " (" << endSec-startSec << "sec)" << LogIO::POST ;
786}
787
788void MSWriter::fillSource()
789{
790//   double startSec = gettimeofday_sec() ;
791//   os_ << "start MSWriter::fillSource() startSec=" << startSec << LogIO::POST ;
792 
793  // access to MS SOURCE subtable
794  MSSource msSrc = mstable_->source() ;
795
796  // access to MOLECULE subtable
797  STMolecules stm = table_->molecules() ;
798
799  Int srcId = 0 ;
800  Vector<Double> restFreq ;
801  Vector<String> molName ;
802  Vector<String> fMolName ;
803
804  // row based
805  TableRow row( msSrc ) ;
806  TableRecord &rec = row.record() ;
807  RecordFieldPtr<Int> srcidRF( rec, "SOURCE_ID" ) ;
808  RecordFieldPtr<String> nameRF( rec, "NAME" ) ;
809  RecordFieldPtr< Array<Double> > srcpmRF( rec, "PROPER_MOTION" ) ;
810  RecordFieldPtr< Array<Double> > srcdirRF( rec, "DIRECTION" ) ;
811  RecordFieldPtr<Int> numlineRF( rec, "NUM_LINES" ) ;
812  RecordFieldPtr< Array<Double> > restfreqRF( rec, "REST_FREQUENCY" ) ;
813  RecordFieldPtr< Array<Double> > sysvelRF( rec, "SYSVEL" ) ;
814  RecordFieldPtr< Array<String> > transitionRF( rec, "TRANSITION" ) ;
815  RecordFieldPtr<Double> timeRF( rec, "TIME" ) ;
816  RecordFieldPtr<Double> intervalRF( rec, "INTERVAL" ) ;
817  RecordFieldPtr<Int> spwidRF( rec, "SPECTRAL_WINDOW_ID" ) ;
818
819  //
820  // ITERATION: SRCNAME
821  //
822  TableIterator iter0( table_->table(), "SRCNAME" ) ;
823  while( !iter0.pastEnd() ) {
824    //Table t0( iter0.table() ) ;
825    Table t0 =  iter0.table()  ;
826
827    // get necessary information
828    ROScalarColumn<String> srcNameCol( t0, "SRCNAME" ) ;
829    String srcName = srcNameCol( 0 ) ;
830    ROArrayColumn<Double> sharedDArrRCol( t0, "SRCPROPERMOTION" ) ;
831    Vector<Double> srcPM = sharedDArrRCol( 0 ) ;
832    sharedDArrRCol.attach( t0, "SRCDIRECTION" ) ;
833    Vector<Double> srcDir = sharedDArrRCol( 0 ) ;
834    ROScalarColumn<Double> srcVelCol( t0, "SRCVELOCITY" ) ;
835    Double srcVel = srcVelCol( 0 ) ;
836
837    // NAME
838    *nameRF = srcName ;
839
840    // SOURCE_ID
841    *srcidRF = srcId ;
842
843    // PROPER_MOTION
844    *srcpmRF = srcPM ;
845   
846    // DIRECTION
847    *srcdirRF = srcDir ;
848
849    //
850    // ITERATION: MOLECULE_ID
851    //
852    TableIterator iter1( t0, "MOLECULE_ID" ) ;
853    while( !iter1.pastEnd() ) {
854      //Table t1( iter1.table() ) ;
855      Table t1 = iter1.table() ;
856
857      // get necessary information
858      ROScalarColumn<uInt> molIdCol( t1, "MOLECULE_ID" ) ;
859      uInt molId = molIdCol( 0 ) ;
860      stm.getEntry( restFreq, molName, fMolName, molId ) ;
861
862      uInt numFreq = restFreq.size() ;
863     
864      // NUM_LINES
865      *numlineRF = numFreq ;
866
867      // REST_FREQUENCY
868      *restfreqRF = restFreq ;
869
870      // TRANSITION
871      //*transitionRF = fMolName ;
872      Vector<String> transition ;
873      if ( fMolName.size() != 0 ) {
874        transition = fMolName ;
875      }
876      else if ( molName.size() != 0 ) {
877        transition = molName ;
878      }
879      else {
880        transition.resize( numFreq ) ;
881        transition = "" ;
882      }
883      *transitionRF = transition ;
884
885      // SYSVEL
886      Vector<Double> sysvelArr( numFreq, srcVel ) ;
887      *sysvelRF = sysvelArr ;
888
889      //
890      // ITERATION: IFNO
891      //
892      TableIterator iter2( t1, "IFNO" ) ;
893      while( !iter2.pastEnd() ) {
894        //Table t2( iter2.table() ) ;
895        Table t2 = iter2.table() ;
896        uInt nrow = msSrc.nrow() ;
897
898        // get necessary information
899        ROScalarColumn<uInt> ifNoCol( t2, "IFNO" ) ;
900        uInt ifno = ifNoCol( 0 ) ; // IFNO = SPECTRAL_WINDOW_ID
901        Double midTime ;
902        Double interval ;
903        getValidTimeRange( midTime, interval, t2 ) ;
904
905        // fill SPECTRAL_WINDOW_ID
906        *spwidRF = ifno ;
907
908        // fill TIME, INTERVAL
909        *timeRF = midTime ;
910        *intervalRF = interval ;
911
912        // add row
913        msSrc.addRow( 1, True ) ;
914        row.put( nrow ) ;
915
916        iter2.next() ;
917      }
918
919      iter1.next() ;
920    }
921
922    // increment srcId if SRCNAME changed
923    srcId++ ;
924
925    iter0.next() ;
926  }
927
928//   double endSec = gettimeofday_sec() ;
929//   os_ << "end MSWriter::fillSource() endSec=" << endSec << " (" << endSec-startSec << "sec)" << LogIO::POST ;
930}
931
932void MSWriter::fillWeather()
933{
934//   double startSec = gettimeofday_sec() ;
935//   os_ << "start MSWriter::fillWeather() startSec=" << startSec << LogIO::POST ;
936
937  // access to MS WEATHER subtable
938  MSWeather msw = mstable_->weather() ;
939
940  // access to WEATHER subtable
941  Table stw = table_->weather().table() ;
942  uInt nrow = stw.nrow() ;
943
944  if ( nrow == 0 )
945    return ;
946
947  msw.addRow( nrow, True ) ;
948  MSWeatherColumns mswCols( msw ) ;
949
950  // ANTENNA_ID is always 0
951  Vector<Int> antIdArr( nrow, 0 ) ;
952  mswCols.antennaId().putColumn( antIdArr ) ;
953
954  // fill weather status
955  ROScalarColumn<Float> sharedFloatCol( stw, "TEMPERATURE" ) ;
956  mswCols.temperature().putColumn( sharedFloatCol ) ;
957  sharedFloatCol.attach( stw, "PRESSURE" ) ;
958  mswCols.pressure().putColumn( sharedFloatCol ) ;
959  sharedFloatCol.attach( stw, "HUMIDITY" ) ;
960  mswCols.relHumidity().putColumn( sharedFloatCol ) ;
961  sharedFloatCol.attach( stw, "WINDSPEED" ) ;
962  mswCols.windSpeed().putColumn( sharedFloatCol ) ;
963  sharedFloatCol.attach( stw, "WINDAZ" ) ;
964  mswCols.windDirection().putColumn( sharedFloatCol ) ;
965
966  // fill TIME and INTERVAL
967  Double midTime ;
968  Double interval ;
969  Vector<Double> intervalArr( nrow, 0.0 ) ;
970  TableIterator iter( table_->table(), "WEATHER_ID" ) ;
971  while( !iter.pastEnd() ) {
972    //Table tab( iter.table() ) ;
973    Table tab = iter.table() ;
974
975    ROScalarColumn<uInt> widCol( tab, "WEATHER_ID" ) ;
976    uInt wid = widCol( 0 ) ;
977
978    getValidTimeRange( midTime, interval, tab ) ;
979    mswCols.time().put( wid, midTime ) ;
980    intervalArr[wid] = interval ;
981
982    iter.next() ;
983  }
984  mswCols.interval().putColumn( intervalArr ) ;
985
986//   double endSec = gettimeofday_sec() ;
987//   os_ << "end MSWriter::fillWeather() endSec=" << endSec << " (" << endSec-startSec << "sec)" << LogIO::POST ;
988}
989
990void MSWriter::fillSysCal()
991{
992//   double startSec = gettimeofday_sec() ;
993//   os_ << "start MSWriter::fillSysCal() startSec=" << startSec << LogIO::POST ;
994
995  //tcalIdRec_.print( cout ) ;
996
997  // access to MS SYSCAL subtable
998  MSSysCal mssc = mstable_->sysCal() ;
999
1000  // access to TCAL subtable
1001  Table stt = table_->tcal().table() ;
1002  uInt nrow = stt.nrow() ;
1003
1004  // access to MAIN table
1005  Block<String> cols( 6 ) ;
1006  cols[0] = "TIME" ;
1007  cols[1] = "TCAL_ID" ;
1008  cols[2] = "TSYS" ;
1009  cols[3] = "BEAMNO" ;
1010  cols[4] = "IFNO" ;
1011  cols[5] = "INTERVAL" ;
1012  Table tab = table_->table().project( cols ) ;
1013
1014  if ( nrow == 0 )
1015    return ;
1016
1017  nrow = tcalIdRec_.nfields() ;
1018
1019  Double midTime ;
1020  Double interval ;
1021  String timeStr ;
1022
1023  // row base
1024  TableRow row( mssc ) ;
1025  TableRecord &trec = row.record() ;
1026  RecordFieldPtr<Int> antennaRF( trec, "ANTENNA_ID" ) ;
1027  RecordFieldPtr<Int> feedRF( trec, "FEED_ID" ) ;
1028  RecordFieldPtr<Int> spwRF( trec, "SPECTRAL_WINDOW_ID" ) ;
1029  RecordFieldPtr<Double> timeRF( trec, "TIME" ) ;
1030  RecordFieldPtr<Double> intervalRF( trec, "INTERVAL" ) ;
1031  RecordFieldPtr< Array<Float> > tsysRF( trec, "TSYS" ) ;
1032  RecordFieldPtr< Array<Float> > tcalRF( trec, "TCAL" ) ;
1033  RecordFieldPtr< Array<Float> > tsysspRF ;
1034  RecordFieldPtr< Array<Float> > tcalspRF ;
1035  if ( tsysSpec_ )
1036    tsysspRF.attachToRecord( trec, "TSYS_SPECTRUM" ) ;
1037  if ( tcalSpec_ )
1038    tcalspRF.attachToRecord( trec, "TCAL_SPECTRUM" ) ;
1039
1040  // ANTENNA_ID is always 0
1041  *antennaRF = 0 ;
1042
1043  Table sortedstt = stt.sort( "ID" ) ;
1044  ROArrayColumn<Float> tcalCol( sortedstt, "TCAL" ) ;
1045  ROTableColumn idCol( sortedstt, "ID" ) ;
1046  ROArrayColumn<Float> tsysCol( tab, "TSYS" ) ;
1047  ROTableColumn tcalidCol( tab, "TCAL_ID" ) ;
1048  ROTableColumn timeCol( tab, "TIME" ) ;
1049  ROTableColumn intervalCol( tab, "INTERVAL" ) ;
1050  ROTableColumn beamnoCol( tab, "BEAMNO" ) ;
1051  ROTableColumn ifnoCol( tab, "IFNO" ) ;
1052  for ( uInt irow = 0 ; irow < nrow ; irow++ ) {
1053//     double t1 = gettimeofday_sec() ;
1054    Vector<uInt> ids = tcalIdRec_.asArrayuInt( irow ) ;
1055//     os_ << "ids = " << ids << LogIO::POST ;
1056    uInt npol = ids.size() ;
1057    Vector<uInt> rows = tcalRowRec_.asArrayuInt( irow ) ;
1058//     os_ << "rows = " << rows << LogIO::POST ;
1059    Vector<Double> atime( rows.nelements() ) ;
1060    Vector<Double> ainterval( rows.nelements() ) ;
1061    Vector<uInt> atcalid( rows.nelements() ) ;
1062    for( uInt jrow = 0 ; jrow < rows.nelements() ; jrow++ ) {
1063      atime[jrow] = (Double)timeCol.asdouble( rows[jrow] ) ;
1064      ainterval[jrow] = (Double)intervalCol.asdouble( rows[jrow] ) ;
1065      atcalid[jrow] = tcalidCol.asuInt( rows[jrow] ) ;
1066    }
1067    Vector<Float> dummy = tsysCol( rows[0] ) ;
1068    Matrix<Float> tsys( npol,dummy.nelements() ) ;
1069    tsys.row( 0 ) = dummy ;
1070    for ( uInt jrow = 1 ; jrow < npol ; jrow++ )
1071      tsys.row( jrow ) = tsysCol( rows[jrow] ) ;
1072
1073    // FEED_ID
1074    *feedRF = beamnoCol.asuInt( rows[0] ) ;
1075
1076    // SPECTRAL_WINDOW_ID
1077    *spwRF = ifnoCol.asuInt( rows[0] ) ;
1078
1079    // TIME and INTERVAL
1080    getValidTimeRange( midTime, interval, atime, ainterval ) ;
1081    *timeRF = midTime ;
1082    *intervalRF = interval ;
1083
1084    // TCAL and TSYS
1085    Matrix<Float> tcal ;
1086    Table t ;
1087    if ( idCol.asuInt( ids[0] ) == ids[0] ) {
1088//       os_ << "sorted at irow=" << irow << " ids[0]=" << ids[0] << LogIO::POST ;
1089      Vector<Float> dummyC = tcalCol( ids[0] ) ;
1090      tcal.resize( npol, dummyC.size() ) ;
1091      tcal.row( 0 ) = dummyC ;
1092    }
1093    else {
1094//       os_ << "NOT sorted at irow=" << irow << " ids[0]=" << ids[0] << LogIO::POST ;
1095      t = stt( stt.col("ID") == ids[0], 1 ) ;
1096      Vector<Float> dummyC = tcalCol( 0 ) ;
1097      tcal.resize( npol, dummyC.size(), True ) ;
1098      tcal.row( 0 ) = dummyC ;
1099    }
1100    if ( npol == 2 ) {
1101      if ( idCol.asuInt( ids[1] ) == ids[1] ) {
1102//         os_ << "sorted at irow=" << irow << " ids[1]=" << ids[1] << LogIO::POST ;
1103        tcal.row( 1 ) = tcalCol( ids[1] ) ;
1104      }
1105      else {
1106//         os_ << "NOT sorted at irow=" << irow << " ids[1]=" << ids[1] << LogIO::POST ;
1107        t = stt( stt.col("ID") == ids[1], 1 ) ;
1108        tcalCol.attach( t, "TCAL" ) ;
1109        tcal.row( 1 ) = tcalCol( 0 ) ;
1110      }
1111    }
1112    else if ( npol == 3 ) {
1113      if ( idCol.asuInt( ids[2] ) == ids[2] )
1114        tcal.row( 1 ) = tcalCol( ids[2] ) ;
1115      else {
1116        t = stt( stt.col("ID") == ids[2], 1 ) ;
1117        tcalCol.attach( t, "TCAL" ) ;
1118        tcal.row( 1 ) = tcalCol( 0 ) ;
1119      }
1120      if ( idCol.asuInt( ids[1] ) == ids[1] )
1121        tcal.row( 2 ) = tcalCol( ids[1] ) ;
1122      else {
1123        t = stt( stt.col("ID") == ids[1], 1 ) ;
1124        tcalCol.attach( t, "TCAL" ) ;
1125        tcal.row( 2 ) = tcalCol( 0 ) ;
1126      }
1127    }
1128    else if ( npol == 4 ) {
1129      if ( idCol.asuInt( ids[2] ) == ids[2] )
1130        tcal.row( 1 ) = tcalCol( ids[2] ) ;
1131      else {
1132        t = stt( stt.col("ID") == ids[2], 1 ) ;
1133        tcalCol.attach( t, "TCAL" ) ;
1134        tcal.row( 1 ) = tcalCol( 0 ) ;
1135      }
1136      if ( idCol.asuInt( ids[3] ) == ids[3] )
1137        tcal.row( 2 ) = tcalCol( ids[3] ) ;
1138      else {
1139        t = stt( stt.col("ID") == ids[3], 1 ) ;
1140        tcalCol.attach( t, "TCAL" ) ;
1141        tcal.row( 2 ) = tcalCol( 0 ) ;
1142      }
1143      if ( idCol.asuInt( ids[1] ) == ids[1] )
1144        tcal.row( 2 ) = tcalCol( ids[1] ) ;
1145      else {
1146        t = stt( stt.col("ID") == ids[1], 1 ) ;
1147        tcalCol.attach( t, "TCAL" ) ;
1148        tcal.row( 3 ) = tcalCol( 0 ) ;
1149      }
1150    }
1151    if ( tcalSpec_ ) {
1152      // put TCAL_SPECTRUM
1153      //*tcalspRF = tcal ;
1154      tcalspRF.define( tcal ) ;
1155      // set TCAL (mean of TCAL_SPECTRUM)
1156      Matrix<Float> tcalMean( npol, 1 ) ;
1157      for ( uInt iid = 0 ; iid < npol ; iid++ ) {
1158        tcalMean( iid, 0 ) = mean( tcal.row(iid) ) ;
1159      }
1160      // put TCAL
1161      *tcalRF = tcalMean ;
1162    }
1163    else {
1164      // put TCAL
1165      *tcalRF = tcal ;
1166    }
1167   
1168    if ( tsysSpec_ ) {
1169      // put TSYS_SPECTRUM
1170      //*tsysspRF = tsys ;
1171      tsysspRF.define( tsys ) ;
1172      // set TSYS (mean of TSYS_SPECTRUM)
1173      Matrix<Float> tsysMean( npol, 1 ) ;
1174      for ( uInt iid = 0 ; iid < npol ; iid++ ) {
1175        tsysMean( iid, 0 ) = mean( tsys.row(iid) ) ;
1176      }
1177      // put TSYS
1178      *tsysRF = tsysMean ;
1179    }
1180    else {
1181      // put TSYS
1182      *tsysRF = tsys ;
1183    }
1184
1185    // add row
1186    mssc.addRow( 1, True ) ;
1187    row.put( mssc.nrow()-1 ) ;
1188
1189//     double t2 = gettimeofday_sec() ;
1190//     os_ << irow << "th loop elapsed time = " << t2-t1 << "sec" << LogIO::POST ;
1191  }
1192 
1193//   double endSec = gettimeofday_sec() ;
1194//   os_ << "end MSWriter::fillSysCal() endSec=" << endSec << " (" << endSec-startSec << "sec)" << LogIO::POST ;
1195}
1196
1197void MSWriter::addFeed( Int id )
1198{
1199//   double startSec = gettimeofday_sec() ;
1200//   os_ << "start MSWriter::addFeed() startSec=" << startSec << LogIO::POST ;
1201
1202  // add row
1203  MSFeed msFeed = mstable_->feed() ;
1204  msFeed.addRow( 1, True ) ;
1205  Int nrow = msFeed.nrow() ;
1206  Int numReceptors = 2 ;
1207  Vector<String> polType( numReceptors ) ;
1208  Matrix<Double> beamOffset( 2, numReceptors ) ;
1209  beamOffset = 0.0 ;
1210  Vector<Double> receptorAngle( numReceptors, 0.0 ) ;
1211  if ( polType_ == "linear" ) {
1212    polType[0] = "X" ;
1213    polType[1] = "Y" ;
1214  }
1215  else if ( polType_ == "circular" ) {
1216    polType[0] = "R" ;
1217    polType[1] = "L" ;
1218  }
1219  else {
1220    polType[0] = "X" ;
1221    polType[1] = "Y" ;
1222  }
1223  Matrix<Complex> polResponse( numReceptors, numReceptors, 0.0 ) ;
1224  for ( Int i = 0 ; i < numReceptors ; i++ )
1225    polResponse( i, i ) = 0.0 ;
1226
1227  MSFeedColumns msFeedCols( mstable_->feed() ) ;
1228
1229  msFeedCols.feedId().put( nrow-1, id ) ;
1230  msFeedCols.antennaId().put( nrow-1, 0 ) ;
1231  msFeedCols.numReceptors().put( nrow-1, numReceptors ) ;
1232  msFeedCols.polarizationType().put( nrow-1, polType ) ;
1233  msFeedCols.beamOffset().put( nrow-1, beamOffset ) ;
1234  msFeedCols.receptorAngle().put( nrow-1, receptorAngle ) ;
1235  msFeedCols.polResponse().put( nrow-1, polResponse ) ;
1236
1237//   double endSec = gettimeofday_sec() ;
1238//   os_ << "end MSWriter::addFeed() endSec=" << endSec << " (" << endSec-startSec << "sec)" << LogIO::POST ;
1239}
1240
1241void MSWriter::addSpectralWindow( Int spwid, Int freqid )
1242{
1243//   double startSec = gettimeofday_sec() ;
1244//   os_ << "start MSWriter::addSpectralWindow() startSec=" << startSec << LogIO::POST ;
1245 
1246  // add row
1247  MSSpectralWindow msSpw = mstable_->spectralWindow() ;
1248  while( (Int)msSpw.nrow() <= spwid ) {
1249    msSpw.addRow( 1, True ) ;
1250  }
1251 
1252  MSSpWindowColumns msSpwCols( msSpw ) ;
1253
1254  STFrequencies stf = table_->frequencies() ;
1255
1256  // MEAS_FREQ_REF
1257  msSpwCols.measFreqRef().put( spwid, stf.getFrame( True ) ) ;
1258
1259  Double refpix ;
1260  Double refval ;
1261  Double inc ;
1262  stf.getEntry( refpix, refval, inc, (uInt)freqid ) ;
1263
1264  // NUM_CHAN
1265  //Int nchan = (Int)(refpix * 2) + 1 ;
1266  //if ( nchan == 0 )
1267  //nchan = 1 ;
1268  Int nchan = table_->nchan( spwid ) ;
1269  msSpwCols.numChan().put( spwid, nchan ) ;
1270
1271  // TOTAL_BANDWIDTH
1272  Double bw = nchan * inc ;
1273  msSpwCols.totalBandwidth().put( spwid, bw ) ;
1274
1275  // REF_FREQUENCY
1276  Double refFreq = refval - refpix * inc ;
1277  msSpwCols.refFrequency().put( spwid, refFreq ) ;
1278
1279  // NET_SIDEBAND
1280  // tentative: USB->0, LSB->1
1281  Int netSideband = 0 ;
1282  if ( inc < 0 )
1283    netSideband = 1 ;
1284  msSpwCols.netSideband().put( spwid, netSideband ) ;
1285
1286  // RESOLUTION, CHAN_WIDTH, EFFECTIVE_BW
1287  Vector<Double> sharedDoubleArr( nchan, abs(inc) ) ;
1288  msSpwCols.resolution().put( spwid, sharedDoubleArr ) ;
1289  msSpwCols.chanWidth().put( spwid, sharedDoubleArr ) ;
1290  msSpwCols.effectiveBW().put( spwid, sharedDoubleArr ) ;
1291
1292  // CHAN_FREQ
1293  indgen( sharedDoubleArr, refFreq, inc ) ;
1294  msSpwCols.chanFreq().put( spwid, sharedDoubleArr ) ;
1295
1296//   double endSec = gettimeofday_sec() ;
1297//   os_ << "end MSWriter::addSpectralWindow() endSec=" << endSec << " (" << endSec-startSec << "sec)" << LogIO::POST ;
1298}
1299
1300void MSWriter::addField( Int fid, String fieldname, String srcname, Double t, Vector<Double> rate )
1301{
1302//   double startSec = gettimeofday_sec() ;
1303//   os_ << "start MSWriter::addField() startSec=" << startSec << LogIO::POST ;
1304 
1305  MSField msField = mstable_->field() ;
1306  while( (Int)msField.nrow() <= fid ) {
1307    msField.addRow( 1, True ) ;
1308  }
1309  MSFieldColumns msFieldCols( msField ) ;
1310
1311  // Access to SOURCE table
1312  MSSource msSrc = mstable_->source() ;
1313
1314  // fill target row
1315  msFieldCols.name().put( fid, fieldname ) ;
1316  msFieldCols.time().put( fid, t ) ;
1317  Int numPoly = 0 ;
1318  if ( anyNE( rate, 0.0 ) )
1319    numPoly = 1 ;
1320  msFieldCols.numPoly().put( fid, numPoly ) ;
1321  MSSourceIndex msSrcIdx( msSrc ) ;
1322  Int srcId = -1 ;
1323  Vector<Int> srcIdArr = msSrcIdx.matchSourceName( srcname ) ;
1324  if ( srcIdArr.size() != 0 ) {
1325    srcId = srcIdArr[0] ;
1326    MSSource msSrcSel = msSrc( msSrc.col("SOURCE_ID") == srcId, 1 ) ;
1327    ROMSSourceColumns msSrcCols( msSrcSel ) ;
1328    Vector<Double> srcDir = msSrcCols.direction()( 0 ) ;
1329    Matrix<Double> srcDirA( IPosition( 2, 2, 1+numPoly ) ) ;
1330//     os_ << "srcDirA = " << srcDirA << LogIO::POST ;
1331//     os_ << "sliced srcDirA = " << srcDirA.column( 0 ) << LogIO::POST ;
1332    srcDirA.column( 0 ) = srcDir ;
1333//     os_ << "srcDirA = " << srcDirA << LogIO::POST ;
1334    if ( numPoly != 0 )
1335      srcDirA.column( 1 ) = rate ;
1336    msFieldCols.phaseDir().put( fid, srcDirA ) ;
1337    msFieldCols.referenceDir().put( fid, srcDirA ) ;
1338    msFieldCols.delayDir().put( fid, srcDirA ) ;
1339  }
1340  msFieldCols.sourceId().put( fid, srcId ) ;
1341
1342//   double endSec = gettimeofday_sec() ;
1343//   os_ << "end MSWriter::addField() endSec=" << endSec << " (" << endSec-startSec << "sec)" << LogIO::POST ;
1344}
1345
1346void MSWriter::addPointing( String &name, Double &me, Double &interval, Matrix<Double> &dir )
1347{
1348//   double startSec = gettimeofday_sec() ;
1349//   os_ << "start MSWriter::addPointing() startSec=" << startSec << LogIO::POST ;
1350 
1351  // access to POINTING subtable
1352  MSPointing msp = mstable_->pointing() ;
1353  uInt nrow = msp.nrow() ;
1354
1355  // add row
1356  msp.addRow( 1, True ) ;
1357
1358  // fill row
1359  TableRow row( msp ) ;
1360  TableRecord &rec = row.record() ;
1361  RecordFieldPtr<Int> antennaRF( rec, "ANTENNA_ID" ) ;
1362  *antennaRF = 0 ;
1363  RecordFieldPtr<Int> numpolyRF( rec, "NUM_POLY" ) ;
1364  *numpolyRF = dir.ncolumn() - 1 ;
1365  RecordFieldPtr<Double> timeRF( rec, "TIME" ) ;
1366  *timeRF = me ;
1367  RecordFieldPtr<Double> toriginRF( rec, "TIME_ORIGIN" ) ;
1368  *toriginRF = me ;
1369  RecordFieldPtr<Double> intervalRF( rec, "INTERVAL" ) ;
1370  *intervalRF = interval ;
1371  RecordFieldPtr<String> nameRF( rec, "NAME" ) ;
1372  *nameRF = name ;
1373  RecordFieldPtr<Bool> trackRF( rec, "TRACKING" ) ;
1374  *trackRF = True ;
1375  RecordFieldPtr< Array<Double> > dirRF( rec, "DIRECTION" ) ;
1376  *dirRF = dir ;
1377  RecordFieldPtr< Array<Double> > targetRF( rec, "TARGET" ) ;
1378  *targetRF = dir ;
1379  row.put( nrow ) ;
1380
1381//   double endSec = gettimeofday_sec() ;
1382//   os_ << "end MSWriter::addPointing() endSec=" << endSec << " (" << endSec-startSec << "sec)" << LogIO::POST ;
1383}
1384
1385Int MSWriter::addPolarization( Vector<Int> polnos )
1386{
1387//   double startSec = gettimeofday_sec() ;
1388//   os_ << "start MSWriter::addPolarization() startSec=" << startSec << LogIO::POST ;
1389
1390//   os_ << "polnos = " << polnos << LogIO::POST ;
1391  MSPolarization msPol = mstable_->polarization() ;
1392  uInt nrow = msPol.nrow() ;
1393
1394//   // only 1 POLARIZATION row for 1 scantable
1395//   if ( nrow > 0 )
1396//     return 0 ;
1397 
1398  Vector<Int> corrType = toCorrType( polnos ) ;
1399 
1400  ROArrayColumn<Int> corrtCol( msPol, "CORR_TYPE" ) ;
1401  //Matrix<Int> corrTypeArr = corrtCol.getColumn() ;
1402  Int polid = -1 ;
1403  for ( uInt irow = 0 ; irow < nrow ; irow++ ) {
1404    Vector<Int> corrTypeArr = corrtCol( irow ) ;
1405    if ( corrType.nelements() == corrTypeArr.nelements()
1406         && allEQ( corrType, corrTypeArr ) ) {
1407      polid = irow ;
1408      break ;
1409    }
1410  }
1411
1412  if ( polid == -1 ) {
1413    MSPolarizationColumns msPolCols( msPol ) ;
1414
1415    // add row
1416    msPol.addRow( 1, True ) ;
1417    polid = (Int)nrow ;
1418
1419    // CORR_TYPE
1420    msPolCols.corrType().put( nrow, corrType ) ;
1421
1422    // NUM_CORR
1423    uInt npol = corrType.size() ;
1424    msPolCols.numCorr().put( nrow, npol ) ;
1425
1426    // CORR_PRODUCT
1427    Matrix<Int> corrProd( 2, npol, -1 ) ;
1428    if ( npol == 1 ) {
1429      corrProd = 0 ;
1430    }
1431    else if ( npol == 2 ) {
1432      corrProd.column( 0 ) = 0 ;
1433      corrProd.column( 1 ) = 1 ;
1434    }
1435    else {
1436      corrProd.column( 0 ) = 0 ;
1437      corrProd.column( 3 ) = 1 ;
1438      corrProd( 0,1 ) = 0 ;
1439      corrProd( 1,1 ) = 1 ;
1440      corrProd( 0,2 ) = 1 ;
1441      corrProd( 1,2 ) = 0 ;
1442    }
1443    msPolCols.corrProduct().put( nrow, corrProd ) ;   
1444  }
1445
1446//   double endSec = gettimeofday_sec() ;
1447//   os_ << "end MSWriter::addPolarization() endSec=" << endSec << " (" << endSec-startSec << "sec)" << LogIO::POST ;
1448
1449  return polid ;
1450}
1451
1452Int MSWriter::addDataDescription( Int polid, Int spwid )
1453{
1454//   double startSec = gettimeofday_sec() ;
1455//   os_ << "start MSWriter::addDataDescription() startSec=" << startSec << LogIO::POST ;
1456
1457  MSDataDescription msDataDesc = mstable_->dataDescription() ;
1458  uInt nrow = msDataDesc.nrow() ;
1459
1460  // only 1 POLARIZATION_ID for 1 scantable
1461  Int ddid = -1 ;
1462  ROScalarColumn<Int> spwCol( msDataDesc, "SPECTRAL_WINDOW_ID" ) ;
1463  Vector<Int> spwIds = spwCol.getColumn() ;
1464  //ROScalarColumn<Int> polCol( msDataDesc, "POLARIZATION_ID" ) ;
1465  //Vector<Int> polIds = polCol.getColumn() ;
1466  for ( uInt irow = 0 ; irow < nrow ; irow++ ) {
1467    //if ( spwid == spwIds[irow] && polid == polIds[irow] ) {
1468    if ( spwid == spwIds[irow] ) {
1469      ddid = irow ;
1470      break ;
1471    }
1472  }
1473//   os_ << "ddid = " << ddid << LogIO::POST ;
1474 
1475
1476  if ( ddid == -1 ) {
1477    msDataDesc.addRow( 1, True ) ;
1478    MSDataDescColumns msDataDescCols( msDataDesc ) ;
1479    msDataDescCols.polarizationId().put( nrow, polid ) ;
1480    msDataDescCols.spectralWindowId().put( nrow, spwid ) ;
1481    ddid = (Int)nrow ;
1482  }
1483
1484//   double endSec = gettimeofday_sec() ;
1485//   os_ << "end MSWriter::addDataDescription() endSec=" << endSec << " (" << endSec-startSec << "sec)" << LogIO::POST ;
1486
1487  return ddid ;
1488}
1489
1490Int MSWriter::addState( Int st, Int &subscan )
1491{
1492//   double startSec = gettimeofday_sec() ;
1493//   os_ << "start MSWriter::addState() startSec=" << startSec << LogIO::POST ;
1494
1495  // access to STATE subtable
1496  MSState msState = mstable_->state() ;
1497  uInt nrow = msState.nrow() ;
1498
1499  String obsMode ;
1500  Bool isSignal ;
1501  Double tnoise ;
1502  Double tload ;
1503  queryType( st, obsMode, isSignal, tnoise, tload ) ;
1504//   os_ << "obsMode = " << obsMode << " isSignal = " << isSignal << LogIO::POST ;
1505
1506  Int idx = -1 ;
1507  ROScalarColumn<String> obsModeCol( msState, "OBS_MODE" ) ;
1508  ROScalarColumn<Int> subscanCol( msState, "SUB_SCAN" ) ;
1509  for ( uInt irow = 0 ; irow < nrow ; irow++ ) {
1510    if ( obsModeCol(irow) == obsMode
1511         //&& sigCol(irow) == isSignal
1512         //&& refCol(irow) != isSignal
1513         && subscanCol(irow) == subscan ) {
1514      idx = irow ;
1515      break ;
1516    }
1517  }
1518  if ( idx == -1 ) {
1519    msState.addRow( 1, True ) ;
1520    TableRow row( msState ) ;
1521    TableRecord &rec = row.record() ;
1522    RecordFieldPtr<String> obsmodeRF( rec, "OBS_MODE" ) ;
1523    *obsmodeRF = obsMode ;
1524    RecordFieldPtr<Bool> sigRF( rec, "SIG" ) ;
1525    *sigRF = isSignal ;
1526    RecordFieldPtr<Bool> refRF( rec, "REF" ) ;
1527    *refRF = !isSignal ;
1528    RecordFieldPtr<Int> subscanRF( rec, "SUB_SCAN" ) ;
1529    *subscanRF = subscan ;
1530    RecordFieldPtr<Double> noiseRF( rec, "CAL" ) ;
1531    *noiseRF = tnoise ;
1532    RecordFieldPtr<Double> loadRF( rec, "LOAD" ) ;
1533    *loadRF = tload ;
1534    row.put( nrow ) ;
1535    idx = nrow ;
1536  }
1537  subscan++ ;
1538
1539//   double endSec = gettimeofday_sec() ;
1540//   os_ << "end MSWriter::addState() endSec=" << endSec << " (" << endSec-startSec << "sec)" << LogIO::POST ;
1541
1542  return idx ;
1543}
1544
1545Vector<Int> MSWriter::toCorrType( Vector<Int> polnos )
1546{
1547//   double startSec = gettimeofday_sec() ;
1548//   os_ << "start MSWriter::toCorrType() startSec=" << startSec << LogIO::POST ;
1549
1550  uInt npol = polnos.size() ;
1551  Vector<Int> corrType( npol, Stokes::Undefined ) ;
1552 
1553  if ( npol == 4 ) {
1554    if ( polType_ == "linear" ) {
1555      for ( uInt ipol = 0 ; ipol < npol ; ipol++ ) {
1556        if ( polnos[ipol] == 0 )
1557          corrType[ipol] = Stokes::XX ;
1558        else if ( polnos[ipol] == 1 )
1559          corrType[ipol] = Stokes::XY ;
1560        else if ( polnos[ipol] == 2 )
1561          corrType[ipol] = Stokes::YX ;
1562        else if ( polnos[ipol] == 3 )
1563          corrType[ipol] = Stokes::YY ;
1564      }
1565    }
1566    else if ( polType_ == "circular" ) {
1567      for ( uInt ipol = 0 ; ipol < npol ; ipol++ ) {
1568        if ( polnos[ipol] == 0 )
1569          corrType[ipol] = Stokes::RR ;
1570        else if ( polnos[ipol] == 1 )
1571          corrType[ipol] = Stokes::RL ;
1572        else if ( polnos[ipol] == 2 )
1573          corrType[ipol] = Stokes::LR ;
1574        else if ( polnos[ipol] == 3 )
1575          corrType[ipol] = Stokes::LL ;
1576      }
1577    }
1578    else if ( polType_ == "stokes" ) {
1579      for ( uInt ipol = 0 ; ipol < npol ; ipol++ ) {
1580        if ( polnos[ipol] == 0 )
1581          corrType[ipol] = Stokes::I ;
1582        else if ( polnos[ipol] == 1 )
1583          corrType[ipol] = Stokes::Q ;
1584        else if ( polnos[ipol] == 2 )
1585          corrType[ipol] = Stokes::U ;
1586        else if ( polnos[ipol] == 3 )
1587          corrType[ipol] = Stokes::V ;
1588      }
1589    }
1590  }
1591  else if ( npol == 2 ) {
1592    if ( polType_ == "linear" ) {
1593      for ( uInt ipol = 0 ; ipol < npol ; ipol++ ) {
1594        if ( polnos[ipol] == 0 )
1595          corrType[ipol] = Stokes::XX ;
1596        else if ( polnos[ipol] == 1 )
1597          corrType[ipol] = Stokes::YY ;
1598      }
1599    }
1600    else if ( polType_ == "circular" ) {
1601      for ( uInt ipol = 0 ; ipol < npol ; ipol++ ) {
1602        if ( polnos[ipol] == 0 )
1603          corrType[ipol] = Stokes::RR ;
1604        else if ( polnos[ipol] == 1 )
1605          corrType[ipol] = Stokes::LL ;
1606      }
1607    }
1608    else if ( polType_ == "stokes" ) {
1609      for ( uInt ipol = 0 ; ipol < npol ; ipol++ ) {
1610        if ( polnos[ipol] == 0 )
1611          corrType[ipol] = Stokes::I ;
1612        else if ( polnos[ipol] == 1 )
1613          corrType[ipol] = Stokes::V ;
1614      }
1615    }
1616    else if ( polType_ == "linpol" ) {
1617      for ( uInt ipol = 0 ; ipol < npol ; ipol++ ) {
1618        if ( polnos[ipol] == 1 )
1619          corrType[ipol] = Stokes::Plinear ;
1620        else if ( polnos[ipol] == 2 )
1621          corrType[ipol] = Stokes::Pangle ;
1622      }
1623    }
1624  }     
1625  else if ( npol == 1 ) {
1626    if ( polType_ == "linear" )
1627      corrType[0] = Stokes::XX ;
1628    else if ( polType_ == "circular" )
1629      corrType[0] = Stokes::RR ;
1630    else if ( polType_ == "stokes" )
1631      corrType[0] = Stokes::I ;
1632  }
1633
1634//   double endSec = gettimeofday_sec() ;
1635//   os_ << "end MSWriter::toCorrType() endSec=" << endSec << " (" << endSec-startSec << "sec)" << LogIO::POST ;
1636
1637  return corrType ;
1638}
1639
1640void MSWriter::getValidTimeRange( Double &me, Double &interval, Table &tab )
1641{
1642//   double startSec = gettimeofday_sec() ;
1643//   os_ << "start MSWriter::getVaridTimeRange() startSec=" << startSec << LogIO::POST ;
1644
1645  // sort table
1646  //Table stab = tab.sort( "TIME" ) ;
1647
1648  ROScalarColumn<Double> timeCol( tab, "TIME" ) ;
1649  Vector<Double> timeArr = timeCol.getColumn() ;
1650  Double minTime ;
1651  Double maxTime ;
1652  minMax( minTime, maxTime, timeArr ) ;
1653  Double midTime = 0.5 * ( minTime + maxTime ) * 86400.0 ;
1654  // unit for TIME
1655  // Scantable: "d"
1656  // MS: "s"
1657  me = midTime ;
1658  interval = ( maxTime - minTime ) * 86400.0 ;
1659
1660//   double endSec = gettimeofday_sec() ;
1661//   os_ << "end MSWriter::getValidTimeRange() endSec=" << endSec << " (" << endSec-startSec << "sec)" << LogIO::POST ;
1662}
1663
1664void MSWriter::getValidTimeRange( Double &me, Double &interval, Vector<Double> &atime, Vector<Double> &ainterval )
1665{
1666//   double startSec = gettimeofday_sec() ;
1667//   os_ << "start MSWriter::getVaridTimeRange() startSec=" << startSec << LogIO::POST ;
1668
1669  // sort table
1670  //Table stab = tab.sort( "TIME" ) ;
1671
1672  Double minTime ;
1673  Double maxTime ;
1674  minMax( minTime, maxTime, atime ) ;
1675  Double midTime = 0.5 * ( minTime + maxTime ) * 86400.0 ;
1676  // unit for TIME
1677  // Scantable: "d"
1678  // MS: "s"
1679  me = midTime ;
1680  interval = ( maxTime - minTime ) * 86400.0 + mean( ainterval ) ;
1681
1682//   double endSec = gettimeofday_sec() ;
1683//   os_ << "end MSWriter::getValidTimeRange() endSec=" << endSec << " (" << endSec-startSec << "sec)" << LogIO::POST ;
1684}
1685
1686//void MSWriter::queryType( Int type, String &stype, Bool &b )
1687void MSWriter::queryType( Int type, String &stype, Bool &b, Double &t, Double &l )
1688{
1689//   double startSec = gettimeofday_sec() ;
1690//   os_ << "start MSWriter::queryType() startSec=" << startSec << LogIO::POST ;
1691
1692  // 2011/03/14 TN
1693  // OBS_MODE string of MS created by importasdm task is slightly
1694  // (but critically) changed.
1695  // 2011/05/20 TN
1696  // OBS_MODE string of MS created by importasdm task is changed
1697  // again (separator is now "#" instead of "_"
1698  String sep1="#" ;
1699  String sep2="," ;
1700  String target="OBSERVE_TARGET" ;
1701  String atmcal="CALIBRATE_TEMPERATURE" ;
1702  String onstr="ON_SOURCE" ;
1703  String offstr="OFF_SOURCE" ;
1704  String pswitch="POSITION_SWITCH" ;
1705  String nod="NOD" ;
1706  String fswitch="FREQUENCY_SWITCH" ;
1707  String sigstr="SIG" ;
1708  String refstr="REF" ;
1709  String unspecified="UNSPECIFIED" ;
1710  String ftlow="LOWER" ;
1711  String fthigh="HIGHER" ;
1712  switch ( type ) {
1713  case SrcType::PSON:
1714    //stype = "OBSERVE_TARGET_ON_SOURCE,POSITION_SWITCH" ;
1715    stype = target+sep1+onstr+sep2+pswitch ;
1716    b = True ;
1717    t = 0.0 ;
1718    l = 0.0 ;
1719    break ;
1720  case SrcType::PSOFF:
1721    //stype = "OBSERVE_TARGET_OFF_SOURCE,POSITION_SWITCH" ;
1722    stype = target+sep1+offstr+sep2+pswitch ;
1723    b = False ;
1724    t = 0.0 ;
1725    l = 0.0 ;
1726    break ;
1727  case SrcType::NOD:
1728    //stype = "OBSERVE_TARGET_ON_SOURCE,NOD" ;
1729    stype = target+sep1+onstr+sep2+nod ;
1730    b = True ;
1731    t = 0.0 ;
1732    l = 0.0 ;
1733    break ;
1734  case SrcType::FSON:
1735    //stype = "OBSERVE_TARGET_ON_SOURCE,FREQUENCY_SWITCH_SIG" ;
1736    stype = target+sep1+onstr+sep2+fswitch+sep1+sigstr ;
1737    b = True ;
1738    t = 0.0 ;
1739    l = 0.0 ;
1740    break ;
1741  case SrcType::FSOFF:
1742    //stype = "OBSERVE_TARGET_ON_SOURCE,FREQUENCY_SWITCH_REF" ;
1743    stype = target+sep1+onstr+sep2+fswitch+sep1+refstr ;
1744    b = False ;
1745    t = 0.0 ;
1746    l = 0.0 ;
1747    break ;
1748  case SrcType::SKY:
1749    //stype = "CALIBRATE_TEMPERATURE_OFF_SOURCE,UNSPECIFIED" ;
1750    stype = atmcal+sep1+offstr+sep2+unspecified ;
1751    b = False ;
1752    t = 0.0 ;
1753    l = 1.0 ;
1754    break ;
1755  case SrcType::HOT:
1756    //stype = "CALIBRATE_TEMPERATURE_OFF_SOURCE,UNSPECIFIED" ;
1757    stype = atmcal+sep1+offstr+sep2+unspecified ;
1758    b = False ;
1759    t = 0.0 ;
1760    l = 1.0 ;
1761    break ;
1762  case SrcType::WARM:
1763    //stype = "CALIBRATE_TEMPERATURE_OFF_SOURCE,UNSPECIFIED" ;
1764    stype = atmcal+sep1+offstr+sep2+unspecified ;
1765    t = 0.0 ;
1766    b = False ;
1767    l = 1.0 ;
1768    break ;
1769  case SrcType::COLD:
1770    //stype = "CALIBRATE_TEMPERATURE_OFF_SOURCE,UNSPECIFIED" ;
1771    stype = atmcal+sep1+offstr+sep2+unspecified ;
1772    b = False ;
1773    t = 0.0 ;
1774    l = 1.0 ;
1775    break ;
1776  case SrcType::PONCAL:
1777    //stype = "CALIBRATE_TEMPERATURE_ON_SOURCE,POSITION_SWITCH" ;
1778    stype = atmcal+sep1+onstr+sep2+pswitch ;
1779    b = True ;
1780    t = 1.0 ;
1781    l = 0.0 ;
1782    break ;
1783  case SrcType::POFFCAL:
1784    //stype = "CALIBRATE_TEMPERATURE_OFF_SOURCE,POSITION_SWITCH" ;
1785    stype = atmcal+sep1+offstr+sep2+pswitch ;
1786    b = False ;
1787    t = 1.0 ;
1788    l = 0.0 ;
1789    break ;
1790  case SrcType::NODCAL:
1791    //stype = "CALIBRATE_TEMPERATURE_ON_SOURCE,NOD" ;
1792    stype = atmcal+sep1+onstr+sep2+nod ;
1793    b = True ;
1794    t = 1.0 ;
1795    l = 0.0 ;
1796    break ;
1797  case SrcType::FONCAL:
1798    //stype = "CALIBRATE_TEMPERATURE_ON_SOURCE,FREQUENCY_SWITCH_SIG" ;
1799    stype = atmcal+sep1+onstr+sep2+fswitch+sep1+sigstr ;
1800    b = True ;
1801    t = 1.0 ;
1802    l = 0.0 ;
1803    break ;
1804  case SrcType::FOFFCAL:
1805    //stype = "CALIBRATE_TEMPERATURE_OFF_SOURCE,FREQUENCY_SWITCH_REF" ;
1806    stype = atmcal+sep1+offstr+sep2+fswitch+sep1+refstr ;
1807    b = False ;
1808    t = 1.0 ;
1809    l = 0.0 ;
1810    break ;
1811  case SrcType::FSLO:
1812    //stype = "OBSERVE_TARGET_ON_SOURCE,FREQUENCY_SWITCH_LOWER" ;
1813    stype = target+sep1+onstr+sep2+fswitch+sep1+ftlow ;
1814    b = True ;
1815    t = 0.0 ;
1816    l = 0.0 ;
1817    break ;
1818  case SrcType::FLOOFF:
1819    //stype = "OBSERVE_TARGET_OFF_SOURCE,FREQUENCY_SWITCH_LOWER" ;
1820    stype = target+sep1+offstr+sep2+fswitch+sep1+ftlow ;
1821    b = False ;
1822    t = 0.0 ;
1823    l = 0.0 ;
1824    break ;
1825  case SrcType::FLOSKY:
1826    //stype = "CALIBRATE_TEMPERATURE_OFF_SOURCE,FREQUENCY_SWITCH_LOWER" ;
1827    stype = atmcal+sep1+offstr+sep2+fswitch+sep1+ftlow ;
1828    b = False ;
1829    t = 0.0 ;
1830    l = 1.0 ;
1831    break ;
1832  case SrcType::FLOHOT:
1833    //stype = "CALIBRATE_TEMPERATURE_OFF_SOURCE,FREQUENCY_SWITCH_LOWER" ;
1834    stype = atmcal+sep1+offstr+sep2+fswitch+sep1+ftlow ;
1835    b = False ;
1836    t = 0.0 ;
1837    l = 1.0 ;
1838    break ;
1839  case SrcType::FLOWARM:
1840    //stype = "CALIBRATE_TEMPERATURE_OFF_SOURCE,FREQUENCY_SWITCH_LOWER" ;
1841    stype = atmcal+sep1+offstr+sep2+fswitch+sep1+ftlow ;
1842    b = False ;
1843    t = 0.0 ;
1844    l = 1.0 ;
1845    break ;
1846  case SrcType::FLOCOLD:
1847    //stype = "CALIBRATE_TEMPERATURE_OFF_SOURCE,FREQUENCY_SWITCH_LOWER" ;
1848    stype = atmcal+sep1+offstr+sep2+fswitch+sep1+ftlow ;
1849    b = False ;
1850    t = 0.0 ;
1851    l = 1.0 ;
1852    break ;
1853  case SrcType::FSHI:
1854    //stype = "OBSERVE_TARGET_ON_SOURCE,FREQUENCY_SWITCH_HIGHER" ;
1855    stype = target+sep1+onstr+sep2+fswitch+sep1+fthigh ;
1856    b = True ;
1857    t = 0.0 ;
1858    l = 0.0 ;
1859    break ;
1860  case SrcType::FHIOFF:
1861    //stype = "CALIBRATE_TEMPERATURE_OFF_SOURCE,FREQUENCY_SWITCH_HIGHER" ;
1862    stype = target+sep1+offstr+sep2+fswitch+sep1+fthigh ;
1863    b = False ;
1864    t = 0.0 ;
1865    l = 0.0 ;
1866    break ;
1867  case SrcType::FHISKY:
1868    //stype = "CALIBRATE_TEMPERATURE_OFF_SOURCE,FREQUENCY_SWITCH_HIGHER" ;
1869    stype = atmcal+sep1+offstr+sep2+fswitch+sep1+fthigh ;
1870    b = False ;
1871    t = 0.0 ;
1872    l = 1.0 ;
1873    break ;
1874  case SrcType::FHIHOT:
1875    //stype = "CALIBRATE_TEMPERATURE_OFF_SOURCE,FREQUENCY_SWITCH_HIGHER" ;
1876    stype = atmcal+sep1+offstr+sep2+fswitch+sep1+fthigh ;
1877    b = False ;
1878    t = 0.0 ;
1879    l = 1.0 ;
1880    break ;
1881  case SrcType::FHIWARM:
1882    //stype = "CALIBRATE_TEMPERATURE_OFF_SOURCE,FREQUENCY_SWITCH_HIGHER" ;
1883    stype = atmcal+sep1+offstr+sep2+fswitch+sep1+fthigh ;
1884    b = False ;
1885    t = 0.0 ;
1886    l = 1.0 ;
1887    break ;
1888  case SrcType::FHICOLD:
1889    //stype = "CALIBRATE_TEMPERATURE_OFF_SOURCE,FREQUENCY_SWITCH_HIGHER" ;
1890    stype = atmcal+sep1+offstr+sep2+fswitch+sep1+fthigh ;
1891    b = False ;
1892    t = 0.0 ;
1893    l = 1.0 ;
1894    break ;
1895  case SrcType::SIG:
1896    //stype = "OBSERVE_TARGET_ON_SOURCE,UNSPECIFIED" ;
1897    stype = target+sep1+onstr+sep2+unspecified ;
1898    b = True ;
1899    t = 0.0 ;
1900    l = 0.0 ;
1901    break ;
1902  case SrcType::REF:
1903    //stype = "OBSERVE_TARGET_ON_SOURCE,UNSPECIFIED" ;
1904    stype = target+sep1+offstr+sep2+unspecified ;
1905    b = False ;
1906    t = 0.0 ;
1907    l = 0.0 ;
1908    break ;
1909  default:
1910    //stype = "UNSPECIFIED" ;
1911    stype = unspecified ;
1912    b = True ;
1913    t = 0.0 ;
1914    l = 0.0 ;
1915    break ;
1916  }
1917
1918//   double endSec = gettimeofday_sec() ;
1919//   os_ << "end MSWriter::queryType() endSec=" << endSec << " (" << endSec-startSec << "sec)" << LogIO::POST ;
1920}
1921
1922Double MSWriter::getDishDiameter( String antname )
1923{
1924  Double diameter = 0.0 ;
1925 
1926  antname.upcase() ;
1927
1928  if ( antname.matches( Regex( "DV[0-9]+$" ) )
1929       || antname.matches( Regex( "DA[0-9]+$" ) )
1930       || antname.matches( Regex( "PM[0-9]+$" ) ) )
1931    diameter = 12.0 ;
1932  else if ( antname.matches( Regex( "CM[0-9]+$" ) ) )
1933    diameter = 7.0 ;
1934  else if ( antname.contains( "GBT" ) )
1935    diameter = 104.9 ;
1936  else if ( antname.contains( "MOPRA" ) )
1937    diameter = 22.0 ;
1938  else if ( antname.contains( "PKS" ) || antname.contains( "PARKS" ) )
1939    diameter = 64.0 ;
1940  else if ( antname.contains( "TIDBINBILLA" ) )
1941    diameter = 70.0 ;
1942  else if ( antname.contains( "CEDUNA" ) )
1943    diameter = 30.0 ;
1944  else if ( antname.contains( "HOBART" ) )
1945    diameter = 26.0 ;
1946  else if ( antname.contains( "APEX" ) )
1947    diameter = 12.0 ;
1948  else if ( antname.contains( "ASTE" ) )
1949    diameter = 10.0 ;
1950  else if ( antname.contains( "NRO" ) )
1951    diameter = 45.0 ;
1952  else
1953    diameter = 1.0 ;
1954
1955  return diameter ;
1956}
1957
1958void MSWriter::infillSpectralWindow()
1959{
1960  MSSpectralWindow msSpw = mstable_->spectralWindow() ;
1961  MSSpWindowColumns msSpwCols( msSpw ) ;
1962  uInt nrow = msSpw.nrow() ;
1963
1964  ScalarColumn<Int> measFreqRefCol = msSpwCols.measFreqRef() ;
1965  ArrayColumn<Double> chanFreqCol = msSpwCols.chanFreq() ;
1966  ArrayColumn<Double> chanWidthCol = msSpwCols.chanWidth() ;
1967  ArrayColumn<Double> effectiveBWCol = msSpwCols.effectiveBW() ;
1968  ArrayColumn<Double> resolutionCol = msSpwCols.resolution() ;
1969  Vector<Double> dummy( 1, 0.0 ) ;
1970  for ( uInt irow = 0 ; irow < nrow ; irow++ ) {
1971    if ( !(chanFreqCol.isDefined( irow )) ) {
1972      measFreqRefCol.put( irow, 1 ) ;
1973      chanFreqCol.put( irow, dummy ) ;
1974      chanWidthCol.put( irow, dummy ) ;
1975      effectiveBWCol.put( irow, dummy ) ;
1976      resolutionCol.put( irow, dummy ) ;
1977    }
1978  }
1979
1980}
1981
1982}
Note: See TracBrowser for help on using the repository browser.