source: branches/hpc33/src/STGrid.cpp @ 2459

Last change on this file since 2459 was 2459, checked in by Kana Sugimoto, 12 years ago

merged Takeshi's fix to asapgrid and STGrid class form trunk
File size: 50.3 KB
Line 
1//
2// C++ Implementation: STGrid
3//
4// Description:
5//
6//
7// Author: Takeshi Nakazato <takeshi.nakazato@nao.ac.jp>, (C) 2011
8//
9// Copyright: See COPYING file that comes with this distribution
10//
11//
12#include <casa/BasicSL/String.h>
13#include <casa/Arrays/Vector.h>
14#include <casa/Arrays/ArrayMath.h>
15#include <casa/Quanta/Quantum.h>
16#include <casa/Quanta/QuantumHolder.h>
17#include <casa/Utilities/CountedPtr.h>
18#include <casa/Logging/LogIO.h>
19
20#include <tables/Tables/Table.h>
21#include <tables/Tables/TableRecord.h>
22#include <tables/Tables/TableRow.h>
23#include <tables/Tables/ExprNode.h>
24#include <tables/Tables/ScalarColumn.h>
25#include <tables/Tables/ArrayColumn.h>
26#include <tables/Tables/TableCopy.h>
27
28#include <measures/Measures/MDirection.h>
29
30#include "MathUtils.h"
31#include <atnf/PKSIO/SrcType.h>
32
33#include "STGrid.h"
34
35using namespace std ;
36using namespace concurrent ;
37using namespace casa ;
38using namespace asap ;
39
40namespace asap {
41
42// for performance check
43double eToInt = 0.0 ;
44double eGetWeight = 0.0 ;
45
46// constructor
47STGrid::STGrid()
48  : vshape_( 1 ), wshape_( 2 ), dshape_( 2 )
49{
50  init() ;
51}
52
53STGrid::STGrid( const string infile )
54  : vshape_( 1 ), wshape_( 2 ), dshape_( 2 )
55{
56  init() ;
57
58  setFileIn( infile ) ;
59}
60
61STGrid::STGrid( const vector<string> infile )
62{
63  init() ;
64
65  setFileList( infile ) ;
66}
67
68void  STGrid::init()
69{
70  ifno_ = -1 ;
71  nx_ = -1 ;
72  ny_ = -1 ;
73  npol_ = 0 ;
74  nchan_ = 0 ;
75  nrow_ = 0 ;
76  cellx_ = 0.0 ;
77  celly_ = 0.0 ;
78  center_ = Vector<Double> ( 2, 0.0 ) ;
79  convType_ = "BOX" ;
80  wtype_ = "UNIFORM" ;
81  convSupport_ = -1 ;
82  userSupport_ = -1 ;
83  convSampling_ = 100 ;
84  nprocessed_ = 0 ;
85  nchunk_ = 0 ;
86
87  // initialize user input
88  nxUI_ = -1 ;
89  nyUI_ = -1 ;
90  cellxUI_ = "" ;
91  cellyUI_ = "" ;
92  centerUI_ = "" ;
93  doclip_ = False ;
94}
95
96void STGrid::setFileIn( const string infile )
97{
98  nfile_ = 1 ;
99  String name( infile ) ;
100  infileList_.resize( nfile_ ) ;
101  infileList_[0] = String(infile) ;
102}
103
104void STGrid::setFileList( const vector<string> infile )
105{
106  nfile_ = infile.size() ;
107  infileList_.resize( nfile_ ) ;
108  for ( uInt i = 0 ; i < nfile_ ; i++ ) {
109    infileList_[i] = infile[i] ;
110  }
111}
112
113void STGrid::setPolList( vector<unsigned int> pols )
114{
115  pollist_.assign( Vector<uInt>( pols ) ) ;
116}
117
118void STGrid::setScanList( vector<unsigned int> scans )
119{
120  scanlist_.assign( Vector<uInt>( scans ) ) ;
121}
122
123void STGrid::setWeight( const string wType )
124{
125  wtype_ = String( wType ) ;
126  wtype_.upcase() ;
127}
128
129void STGrid::defineImage( int nx,
130                          int ny,
131                          string scellx,
132                          string scelly,
133                          string scenter )
134{
135  nxUI_ = (Int)nx ;
136  nyUI_ = (Int)ny ;
137  cellxUI_ = String( scellx ) ;
138  cellyUI_ = String( scelly ) ;
139  centerUI_ = String( scenter ) ;
140}
141 
142void STGrid::setFunc( string convType,
143                      int convSupport )
144{
145  convType_ = String( convType ) ;
146  convType_.upcase() ;
147  userSupport_ = (Int)convSupport ;
148}
149
150#define NEED_UNDERSCORES
151#if defined(NEED_UNDERSCORES)
152#define ggridsd ggridsd_
153#endif
154extern "C" {
155   void ggridsd(Double*,
156                const Complex*,
157                Int*,
158                Int*,
159                Int*,
160                const Int*,
161                const Int*,
162                const Float*,
163                Int*,
164                Int*,
165                Complex*,
166                Float*,
167                Int*,
168                Int*,
169                Int *,
170                Int *,
171                Int*,
172                Int*,
173                Float*,
174                Int*,
175                Int*,
176                Double*);
177}
178void STGrid::call_ggridsd( Array<Double> &xypos,
179                           Array<Complex> &spectra,
180                           Int &nvispol,
181                           Int &nvischan,
182                           Array<Int> &flagtra,
183                           Array<Int> &flagrow,
184                           Array<Float> &weight,
185                           Int &nrow,
186                           Int &irow,
187                           Array<Complex> &gdata,
188                           Array<Float> &gwgt,
189                           Int &nx,
190                           Int &ny,
191                           Int &npol,
192                           Int &nchan,
193                           Int &support,
194                           Int &sampling,
195                           Vector<Float> &convFunc,
196                           Int *chanMap,
197                           Int *polMap )
198{
199  // parameters for gridding
200  Int idopsf = 0 ;
201  Int len = npol*nchan ;
202  Double *sumw_p = new Double[len] ;
203  {
204    Double *work_p = sumw_p ;
205    for ( Int i = 0 ; i < len ; i++ ) {
206      *work_p = 0.0 ;
207      work_p++ ;
208    }
209  }
210
211  // prepare pointer
212  Bool deletePos, deleteData, deleteWgt, deleteFlag, deleteFlagR, deleteConv, deleteDataG, deleteWgtG ;
213  Double *xy_p = xypos.getStorage( deletePos ) ;
214  const Complex *values_p = spectra.getStorage( deleteData ) ;
215  const Int *flag_p = flagtra.getStorage( deleteFlag ) ;
216  const Int *rflag_p = flagrow.getStorage( deleteFlagR ) ;
217  const Float *wgt_p = weight.getStorage( deleteWgt ) ;
218  Complex *grid_p = gdata.getStorage( deleteDataG ) ;
219  Float *wgrid_p = gwgt.getStorage( deleteWgtG ) ;
220  Float *conv_p = convFunc.getStorage( deleteConv ) ;
221
222  // pass copy of irow to ggridsd since it will be modified in theroutine
223  Int irowCopy = irow ;
224     
225  // call ggridsd
226  ggridsd( xy_p,
227           values_p,
228           &nvispol,
229           &nvischan,
230           &idopsf,
231           flag_p,
232           rflag_p,
233           wgt_p,
234           &nrow,
235           &irowCopy,
236           grid_p,
237           wgrid_p,
238           &nx,
239           &ny,
240           &npol,
241           &nchan,
242           &support,
243           &sampling,
244           conv_p,
245           chanMap,
246           polMap,
247           sumw_p ) ;
248
249  // finalization
250  xypos.putStorage( xy_p, deletePos ) ;
251  spectra.freeStorage( values_p, deleteData ) ;
252  flagtra.freeStorage( flag_p, deleteFlag ) ;
253  flagrow.freeStorage( rflag_p, deleteFlagR ) ;
254  weight.freeStorage( wgt_p, deleteWgt ) ;
255  gdata.putStorage( grid_p, deleteDataG ) ;
256  gwgt.putStorage( wgrid_p, deleteWgtG ) ;
257  convFunc.putStorage( conv_p, deleteConv ) ;
258  delete sumw_p ;
259}
260
261#define NEED_UNDERSCORES
262#if defined(NEED_UNDERSCORES)
263#define ggridsd2 ggridsd2_
264#endif
265extern "C" {
266   void ggridsd2(Double*,
267                 const Complex*,
268                 Int*,
269                 Int*,
270                 Int*,
271                 const Int*,
272                 const Int*,
273                 const Float*,
274                 Int*,
275                 Int*,
276                 Complex*,
277                 Float*,
278                 Int*,
279                 Complex*,
280                 Float*,
281                 Float*,
282                 Complex*,
283                 Float*,
284                 Float*,
285                 Int*,
286                 Int*,
287                 Int *,
288                 Int *,
289                 Int*,
290                 Int*,
291                 Float*,
292                 Int*,
293                 Int*,
294                 Double*);
295}
296void STGrid::call_ggridsd2( Array<Double> &xypos,
297                            Array<Complex> &spectra,
298                            Int &nvispol,
299                            Int &nvischan,
300                            Array<Int> &flagtra,
301                            Array<Int> &flagrow,
302                            Array<Float> &weight,
303                            Int &nrow,
304                            Int &irow,
305                            Array<Complex> &gdata,
306                            Array<Float> &gwgt,
307                            Array<Int> &npoints,
308                            Array<Complex> &clipmin,
309                            Array<Float> &clipwmin,
310                            Array<Float> &clipcmin,
311                            Array<Complex> &clipmax,
312                            Array<Float> &clipwmax,
313                            Array<Float> &clipcmax,
314                            Int &nx,
315                            Int &ny,
316                            Int &npol,
317                            Int &nchan,
318                            Int &support,
319                            Int &sampling,
320                            Vector<Float> &convFunc,
321                            Int *chanMap,
322                            Int *polMap )
323{
324  // parameters for gridding
325  Int idopsf = 0 ;
326  Int len = npol*nchan ;
327  Double *sumw_p = new Double[len] ;
328  {
329    Double *work_p = sumw_p ;
330    for ( Int i = 0 ; i < len ; i++ ) {
331      *work_p = 0.0 ;
332      work_p++ ;
333    }
334  }
335
336  // prepare pointer
337  Bool deletePos, deleteData, deleteWgt, deleteFlag, deleteFlagR, deleteConv, deleteDataG, deleteWgtG, deleteNpts, deleteCMin, deleteCWMin, deleteCCMin, deleteCMax, deleteCWMax, deleteCCMax ;
338  Double *xy_p = xypos.getStorage( deletePos ) ;
339  const Complex *values_p = spectra.getStorage( deleteData ) ;
340  const Int *flag_p = flagtra.getStorage( deleteFlag ) ;
341  const Int *rflag_p = flagrow.getStorage( deleteFlagR ) ;
342  const Float *wgt_p = weight.getStorage( deleteWgt ) ;
343  Complex *grid_p = gdata.getStorage( deleteDataG ) ;
344  Float *wgrid_p = gwgt.getStorage( deleteWgtG ) ;
345  Float *conv_p = convFunc.getStorage( deleteConv ) ;
346  Int *npts_p = npoints.getStorage( deleteNpts ) ;
347  Complex *cmin_p = clipmin.getStorage( deleteCMin ) ;
348  Float *cwmin_p = clipwmin.getStorage( deleteCWMin ) ;
349  Float *ccmin_p = clipcmin.getStorage( deleteCCMin ) ;
350  Complex *cmax_p = clipmax.getStorage( deleteCMax ) ;
351  Float *cwmax_p = clipwmax.getStorage( deleteCWMax ) ;
352  Float *ccmax_p = clipcmax.getStorage( deleteCCMax ) ;
353
354  // pass copy of irow to ggridsd since it will be modified in theroutine
355  Int irowCopy = irow ;
356     
357  // call ggridsd
358  ggridsd2( xy_p,
359            values_p,
360            &nvispol,
361            &nvischan,
362            &idopsf,
363            flag_p,
364            rflag_p,
365            wgt_p,
366            &nrow,
367            &irowCopy,
368            grid_p,
369            wgrid_p,
370            npts_p,
371            cmin_p,
372            cwmin_p,
373            ccmin_p,
374            cmax_p,
375            cwmax_p,
376            ccmax_p,
377            &nx,
378            &ny,
379            &npol,
380            &nchan,
381            &support,
382            &sampling,
383            conv_p,
384            chanMap,
385            polMap,
386            sumw_p ) ;
387
388  // finalization
389  xypos.putStorage( xy_p, deletePos ) ;
390  spectra.freeStorage( values_p, deleteData ) ;
391  flagtra.freeStorage( flag_p, deleteFlag ) ;
392  flagrow.freeStorage( rflag_p, deleteFlagR ) ;
393  weight.freeStorage( wgt_p, deleteWgt ) ;
394  gdata.putStorage( grid_p, deleteDataG ) ;
395  gwgt.putStorage( wgrid_p, deleteWgtG ) ;
396  convFunc.putStorage( conv_p, deleteConv ) ;
397  clipmin.putStorage( cmin_p, deleteCMin ) ;
398  clipwmin.putStorage( cwmin_p, deleteCWMin ) ;
399  clipcmin.putStorage( ccmin_p, deleteCCMin ) ;
400  clipmax.putStorage( cmax_p, deleteCMax ) ;
401  clipwmax.putStorage( cwmax_p, deleteCWMax ) ;
402  clipcmax.putStorage( ccmax_p, deleteCCMax ) ;
403  delete sumw_p ;
404}
405
406void STGrid::grid()
407{
408  LogIO os( LogOrigin("STGrid", "grid", WHERE) ) ;
409  double t0,t1 ;
410
411  // data selection
412  t0 = mathutil::gettimeofday_sec() ;
413  selectData() ;
414  t1 = mathutil::gettimeofday_sec() ;
415  os << LogIO::DEBUGGING << "selectData: elapsed time is " << t1-t0 << " sec." << LogIO::POST ;
416
417  setupGrid() ;
418  setupArray() ;
419
420  if ( wtype_.compare("UNIFORM") != 0 &&
421       wtype_.compare("TINT") != 0 &&
422       wtype_.compare("TSYS") != 0 &&
423       wtype_.compare("TINTSYS") != 0 ) {
424    LogIO os( LogOrigin("STGrid", "grid", WHERE) ) ;
425    os << LogIO::WARN << "Unsupported weight type '" << wtype_ << "', apply UNIFORM weight" << LogIO::POST ;
426    wtype_ = "UNIFORM" ;
427  }
428
429  // grid parameter
430  os << LogIO::DEBUGGING ;
431  os << "----------" << endl ;
432  os << "Data selection summary" << endl ;
433  os << "   ifno = " << ifno_ << endl ;
434  os << "   pollist = " << pollist_ << endl ;
435  os << "   scanlist = " << scanlist_ << endl ;
436  os << "----------" << endl ;
437  os << "Grid parameter summary" << endl ;
438  os << "   (nx,ny) = (" << nx_ << "," << ny_ << ")" << endl ;
439  os << "   (cellx,celly) = (" << cellx_ << "," << celly_ << ")" << endl ;
440  os << "   center = " << center_ << endl ;
441  os << "   weighting = " << wtype_ << endl ;
442  os << "   convfunc = " << convType_ << " with support " << convSupport_ << endl ;
443  os << "   doclip = " << (doclip_?"True":"False") << endl ;
444  os << "----------" << LogIO::POST ;
445  os << LogIO::NORMAL ;
446
447  if ( doclip_ )
448    gridPerRowWithClipping() ;
449  else
450    gridPerRow() ;
451}
452
453void STGrid::updateChunkShape()
454{
455  // TODO: nchunk_ must be determined from nchan_, npol_, and (nx_,ny_)
456  //       by considering data size to be allocated for ggridsd input/output
457  nchunk_ = 400 ;
458  nchunk_ = min( nchunk_, nrow_ ) ;
459  vshape_ = IPosition( 1, nchunk_ ) ;
460  wshape_ = IPosition( 2, nchan_, nchunk_ ) ;
461  dshape_ = IPosition( 2, 2, nchunk_ ) ;
462}
463
464struct STGChunk {
465  Int nrow ;
466  Array<Complex> spectra;
467  Array<Int> flagtra;
468  Array<Int> rflag;
469  Array<Float> weight;
470  Array<Double> direction;
471  STGChunk(IPosition const &wshape, IPosition const &vshape,
472           IPosition const &dshape)
473    : spectra(wshape), flagtra(wshape), rflag(vshape), weight(wshape),
474      direction(dshape)
475  { }
476};
477
478struct STCommonData {
479  Int gnx;
480  Int gny;
481  Int *chanMap;
482  Vector<Float> convFunc ;
483  Array<Complex> gdataArrC;
484  Array<Float> gwgtArr;
485  STCommonData(IPosition const &gshape, Array<Float> const &data)
486    : gdataArrC(gshape, 0.0), gwgtArr(data) {}
487};
488
489struct STCommonDataWithClipping {
490  Int gnx;
491  Int gny;
492  Int *chanMap;
493  Vector<Float> convFunc ;
494  Array<Complex> gdataArrC;
495  Array<Float> gwgtArr;
496  Array<Int> npoints ;
497  Array<Complex> clipMin ;
498  Array<Float> clipWMin ;
499  Array<Float> clipCMin ;
500  Array<Complex> clipMax ;
501  Array<Float> clipWMax ;
502  Array<Float> clipCMax ; 
503  STCommonDataWithClipping(IPosition const &gshape,
504                           IPosition const &pshape,
505                           Array<Float> const &data)
506    : gdataArrC(gshape, 0.0),
507      gwgtArr(data),
508      npoints(pshape, 0),
509      clipMin(gshape, Complex(FLT_MAX,0.0)),
510      clipWMin(gshape, 0.0),
511      clipCMin(gshape, 0.0),
512      clipMax(gshape, Complex(-FLT_MAX,0.0)),
513      clipWMax(gshape, 0.0),
514      clipCMax(gshape, 0.0)
515  {}
516};
517
518#define DO_AHEAD 3
519
520struct STContext {
521  STCommonData &common;
522  FIFO<STGChunk *, DO_AHEAD> queue;
523  STGrid *const self;
524  const Int pol;
525  STContext(STGrid *obj, STCommonData &common, Int pol)
526    : self(obj), common(common), pol(pol) {}
527};
528
529struct STContextWithClipping {
530  STCommonDataWithClipping &common;
531  FIFO<STGChunk *, DO_AHEAD> queue;
532  STGrid *const self;
533  const Int pol;
534  STContextWithClipping(STGrid *obj, STCommonDataWithClipping &common, Int pol)
535    : self(obj), common(common), pol(pol) {}
536};
537
538
539bool STGrid::produceChunk(void *ctx) throw(PCException)
540{
541  STContext &context = *(STContext *)ctx;
542  if ( context.self->nprocessed_ >= context.self->nrow_ ) {
543    return false;
544  }
545  STGChunk *chunk = new STGChunk(context.self->wshape_,
546                                 context.self->vshape_,
547                                 context.self->dshape_);
548
549  double t0 = mathutil::gettimeofday_sec() ;
550  chunk->nrow = context.self->getDataChunk(
551        context.self->wshape_, context.self->vshape_, context.self->dshape_,
552        chunk->spectra, chunk->direction,
553        chunk->flagtra, chunk->rflag, chunk->weight);
554  double t1 = mathutil::gettimeofday_sec() ;
555  context.self->eGetData_ += t1-t0 ;
556
557  context.queue.lock();
558  context.queue.put(chunk);
559  context.queue.unlock();
560  return true;
561}
562
563void STGrid::consumeChunk(void *ctx) throw(PCException)
564{
565  STContext &context = *(STContext *)ctx;
566  STGChunk *chunk = NULL;
567  try {
568    context.queue.lock();
569    chunk = context.queue.get();
570    context.queue.unlock();
571  } catch (FullException &e) {
572    context.queue.unlock();
573    // TODO: log error
574    throw PCException();
575  }
576
577  double t0, t1 ;
578  // world -> pixel
579  Array<Double> xypos( context.self->dshape_ ) ;
580  t0 = mathutil::gettimeofday_sec() ;
581  context.self->toPixel( chunk->direction, xypos ) ;
582  t1 = mathutil::gettimeofday_sec() ;
583  context.self->eToPixel_ += t1-t0 ;
584   
585  // call ggridsd
586  Int nvispol = 1 ;
587  Int irow = -1 ;
588  t0 = mathutil::gettimeofday_sec() ;
589  context.self->call_ggridsd( xypos,
590                chunk->spectra,
591                nvispol,
592                context.self->nchan_,
593                chunk->flagtra,
594                chunk->rflag,
595                chunk->weight,
596                chunk->nrow,
597                irow,
598                context.common.gdataArrC,
599                context.common.gwgtArr,
600                context.common.gnx,
601                context.common.gny,
602                context.self->npol_,
603                context.self->nchan_,
604                context.self->convSupport_,
605                context.self->convSampling_,
606                context.common.convFunc,
607                context.common.chanMap,
608                (Int*)&context.pol ) ;
609  t1 = mathutil::gettimeofday_sec() ;
610  context.self->eGGridSD_ += t1-t0 ;
611 
612  delete chunk;
613}
614
615void STGrid::gridPerRow()
616{
617  LogIO os( LogOrigin("STGrid", "gridPerRow", WHERE) ) ;
618  double t0, t1 ;
619
620
621  // grid data
622  // Extend grid plane with convSupport_
623  //   Int gnx = nx_+convSupport_*2 ;
624  //   Int gny = ny_+convSupport_*2 ;
625  Int gnx = nx_;
626  Int gny = ny_;
627
628  IPosition gshape( 4, gnx, gny, npol_, nchan_ ) ;
629  // 2011/12/20 TN
630  // data_ and gwgtArr share storage
631  data_.resize( gshape ) ;
632  data_ = 0.0 ;
633  STCommonData common = STCommonData(gshape, data_);
634  common.gnx = gnx ;
635  common.gny = gny ;
636
637  // parameters for gridding
638  Int *chanMap = new Int[nchan_] ;
639  for ( Int i = 0 ; i < nchan_ ; i++ ) {
640    chanMap[i] = i ;
641  }
642  common.chanMap = chanMap;
643
644  // convolution kernel
645  t0 = mathutil::gettimeofday_sec() ;
646  setConvFunc( common.convFunc ) ;
647  t1 = mathutil::gettimeofday_sec() ;
648  os << LogIO::DEBUGGING << "setConvFunc: elapsed time is " << t1-t0 << " sec." << LogIO::POST ;
649
650  // for performance check
651  eGetData_ = 0.0 ;
652  eToPixel_ = 0.0 ;
653  eGGridSD_ = 0.0 ;
654  double eInitPol = 0.0 ;
655
656  for ( uInt ifile = 0 ; ifile < nfile_ ; ifile++ ) {
657    initTable( ifile ) ;
658
659    os << "start table " << ifile << ": " << infileList_[ifile] << LogIO::POST ;   
660    Broker broker = Broker(produceChunk, consumeChunk);
661    for ( Int ipol = 0 ; ipol < npol_ ; ipol++ ) {
662      t0 = mathutil::gettimeofday_sec() ;
663      initPol( ipol ) ; // set ptab_ and attach()
664      t1 = mathutil::gettimeofday_sec() ;
665      eInitPol += t1-t0 ;
666     
667      STContext context(this, common, ipol);
668     
669      os << "start pol " << ipol << LogIO::POST ;
670     
671      nprocessed_ = 0 ;
672#if 1
673      broker.runProducerAsMasterThread(&context, DO_AHEAD);
674#else
675      for (;;) {
676        bool produced = produceChunk(&context);
677        if (! produced) {
678          break;
679        }
680        consumeChunk(&context);
681      }
682#endif
683
684      os << "end pol " << ipol << LogIO::POST ;
685
686    }
687    os << "end table " << ifile << LogIO::POST ;   
688  }
689  os << LogIO::DEBUGGING << "initPol: elapsed time is " << eInitPol << " sec." << LogIO::POST ;
690  os << LogIO::DEBUGGING << "getData: elapsed time is " << eGetData_-eToInt-eGetWeight << " sec." << LogIO::POST ;
691  os << LogIO::DEBUGGING << "toPixel: elapsed time is " << eToPixel_ << " sec." << LogIO::POST ;
692  os << LogIO::DEBUGGING << "ggridsd: elapsed time is " << eGGridSD_ << " sec." << LogIO::POST ;
693  os << LogIO::DEBUGGING << "toInt: elapsed time is " << eToInt << " sec." << LogIO::POST ;
694  os << LogIO::DEBUGGING << "getWeight: elapsed time is " << eGetWeight << " sec." << LogIO::POST ;
695 
696  delete chanMap ;
697
698  // set data
699  setData( common.gdataArrC, common.gwgtArr ) ;
700
701}
702
703void STGrid::consumeChunkWithClipping(void *ctx) throw(PCException)
704{
705  STContextWithClipping &context = *(STContextWithClipping *)ctx;
706  STGChunk *chunk = NULL;
707  try {
708    context.queue.lock();
709    chunk = context.queue.get();
710    context.queue.unlock();
711  } catch (FullException &e) {
712    context.queue.unlock();
713    // TODO: log error
714    throw PCException();
715  }
716
717  double t0, t1 ;
718  // world -> pixel
719  Array<Double> xypos( context.self->dshape_ ) ;
720  t0 = mathutil::gettimeofday_sec() ;
721  context.self->toPixel( chunk->direction, xypos ) ;
722  t1 = mathutil::gettimeofday_sec() ;
723  context.self->eToPixel_ += t1-t0 ;
724   
725  // call ggridsd
726  Int nvispol = 1 ;
727  Int irow = -1 ;
728  t0 = mathutil::gettimeofday_sec() ;
729  context.self->call_ggridsd2( xypos,
730                chunk->spectra,
731                nvispol,
732                context.self->nchan_,
733                chunk->flagtra,
734                chunk->rflag,
735                chunk->weight,
736                chunk->nrow,
737                irow,
738                context.common.gdataArrC,
739                context.common.gwgtArr,
740                context.common.npoints,
741                context.common.clipMin,
742                context.common.clipWMin,
743                context.common.clipCMin,
744                context.common.clipMax,
745                context.common.clipWMax,
746                context.common.clipCMax,
747                context.common.gnx,
748                context.common.gny,
749                context.self->npol_,
750                context.self->nchan_,
751                context.self->convSupport_,
752                context.self->convSampling_,
753                context.common.convFunc,
754                context.common.chanMap,
755                (Int*)&context.pol ) ;
756  t1 = mathutil::gettimeofday_sec() ;
757  context.self->eGGridSD_ += t1-t0 ;
758 
759  delete chunk;
760}
761
762void STGrid::gridPerRowWithClipping()
763{
764  LogIO os( LogOrigin("STGrid", "gridPerRowWithClipping", WHERE) ) ;
765  double t0, t1 ;
766
767
768  // grid data
769  // Extend grid plane with convSupport_
770  //   Int gnx = nx_+convSupport_*2 ;
771  //   Int gny = ny_+convSupport_*2 ;
772  Int gnx = nx_;
773  Int gny = ny_;
774
775  IPosition gshape( 4, gnx, gny, npol_, nchan_ ) ;
776  IPosition pshape( 3, gnx, gny, npol_ ) ;
777  // 2011/12/20 TN
778  // data_ and gwgtArr share storage
779  data_.resize( gshape ) ;
780  data_ = 0.0 ;
781  STCommonDataWithClipping common = STCommonDataWithClipping( gshape,
782                                                              pshape,
783                                                              data_ ) ;
784  common.gnx = gnx ;
785  common.gny = gny ;
786
787  // parameters for gridding
788  Int *chanMap = new Int[nchan_] ;
789  for ( Int i = 0 ; i < nchan_ ; i++ ) {
790    chanMap[i] = i ;
791  }
792  common.chanMap = chanMap;
793
794  // convolution kernel
795  t0 = mathutil::gettimeofday_sec() ;
796  setConvFunc( common.convFunc ) ;
797  t1 = mathutil::gettimeofday_sec() ;
798  os << LogIO::DEBUGGING << "setConvFunc: elapsed time is " << t1-t0 << " sec." << LogIO::POST ;
799
800  // for performance check
801  eGetData_ = 0.0 ;
802  eToPixel_ = 0.0 ;
803  eGGridSD_ = 0.0 ;
804  double eInitPol = 0.0 ;
805
806  for ( uInt ifile = 0 ; ifile < nfile_ ; ifile++ ) {
807    initTable( ifile ) ;
808
809    os << "start table " << ifile << ": " << infileList_[ifile] << LogIO::POST ;   
810    Broker broker = Broker(produceChunk, consumeChunkWithClipping);
811    for ( Int ipol = 0 ; ipol < npol_ ; ipol++ ) {
812      t0 = mathutil::gettimeofday_sec() ;
813      initPol( ipol ) ; // set ptab_ and attach()
814      t1 = mathutil::gettimeofday_sec() ;
815      eInitPol += t1-t0 ;
816     
817      STContextWithClipping context(this, common, ipol);
818     
819      os << "start pol " << ipol << LogIO::POST ;
820     
821      nprocessed_ = 0 ;
822#if 1
823      broker.runProducerAsMasterThread(&context, DO_AHEAD);
824#else
825      for (;;) {
826        bool produced = produceChunk(&context);
827        if (! produced) {
828          break;
829        }
830        consumeChunkWithClipping(&context);
831      }
832#endif
833
834      os << "end pol " << ipol << LogIO::POST ;
835
836    }
837    os << "end table " << ifile << LogIO::POST ;   
838  }
839  os << LogIO::DEBUGGING << "initPol: elapsed time is " << eInitPol << " sec." << LogIO::POST ;
840  os << LogIO::DEBUGGING << "getData: elapsed time is " << eGetData_-eToInt-eGetWeight << " sec." << LogIO::POST ;
841  os << LogIO::DEBUGGING << "toPixel: elapsed time is " << eToPixel_ << " sec." << LogIO::POST ;
842  os << LogIO::DEBUGGING << "ggridsd2: elapsed time is " << eGGridSD_ << " sec." << LogIO::POST ;
843  os << LogIO::DEBUGGING << "toInt: elapsed time is " << eToInt << " sec." << LogIO::POST ;
844  os << LogIO::DEBUGGING << "getWeight: elapsed time is " << eGetWeight << " sec." << LogIO::POST ;
845 
846  delete chanMap ;
847
848  // clip min and max in each grid
849//   os << "BEFORE CLIPPING" << LogIO::POST ;
850//   os << "gdataArrC=" << common.gdataArrC << LogIO::POST ;
851//   os << "gwgtArr=" << common.gwgtArr << LogIO::POST ;
852  t0 = mathutil::gettimeofday_sec() ;
853  clipMinMax( common.gdataArrC,
854              common.gwgtArr,
855              common.npoints,
856              common.clipMin,
857              common.clipWMin,
858              common.clipCMin,
859              common.clipMax,
860              common.clipWMax,
861              common.clipCMax ) ;
862  t1 = mathutil::gettimeofday_sec() ;
863  os << LogIO::DEBUGGING << "clipMinMax: elapsed time is " << t1-t0 << " sec." << LogIO::POST ;
864//   os << "AFTER CLIPPING" << LogIO::POST ;
865//   os << "gdataArrC=" << common.gdataArrC << LogIO::POST ;
866//   os << "gwgtArr=" << common.gwgtArr << LogIO::POST ;
867
868  // set data
869  setData( common.gdataArrC, common.gwgtArr ) ;
870
871}
872
873void STGrid::clipMinMax( Array<Complex> &grid,
874                         Array<Float> &weight,
875                         Array<Int> &npoints,
876                         Array<Complex> &clipmin,
877                         Array<Float> &clipwmin,
878                         Array<Float> &clipcmin,
879                         Array<Complex> &clipmax,
880                         Array<Float> &clipwmax,
881                         Array<Float> &clipcmax )
882{
883  //LogIO os( LogOrigin("STGrid","clipMinMax",WHERE) ) ;
884
885  // prepare pointers
886  Bool delG, delW, delNP, delCMin, delCWMin, delCCMin, delCMax, delCWMax, delCCMax ;
887  Complex *grid_p = grid.getStorage( delG ) ;
888  Float *wgt_p = weight.getStorage( delW ) ;
889  const Int *npts_p = npoints.getStorage( delNP ) ;
890  const Complex *cmin_p = clipmin.getStorage( delCMin ) ;
891  const Float *cwmin_p = clipwmin.getStorage( delCWMin ) ;
892  const Float *ccmin_p = clipcmin.getStorage( delCCMin ) ;
893  const Complex *cmax_p = clipmax.getStorage( delCMax ) ;
894  const Float *cwmax_p = clipwmax.getStorage( delCWMax ) ;
895  const Float *ccmax_p = clipcmax.getStorage( delCCMax ) ;
896
897  const IPosition &gshape = grid.shape() ;
898  long offset = gshape[0] * gshape[1] * gshape[2] ; // nx * ny * npol
899  Int nchan = gshape[3] ;
900  long origin = nchan * offset ;
901  for ( long i = 0 ; i < offset ; i++ ) {
902    if ( *npts_p > 2 ) {
903      for ( Int ichan = 0 ; ichan < nchan ; ichan++ ) {
904        // clip minimum and maximum
905        *grid_p -= (*cmin_p)*(*cwmin_p)*(*ccmin_p)
906          + (*cmax_p)*(*cwmax_p)*(*ccmax_p) ;
907        *wgt_p -= (*cwmin_p)*(*ccmin_p)
908          + (*cwmax_p)*(*ccmax_p) ;
909       
910        grid_p += offset ;
911        wgt_p += offset ;
912        cmin_p += offset ;
913        cwmin_p += offset ;
914        ccmin_p += offset ;
915        cmax_p += offset ;
916        cwmax_p += offset ;
917        ccmax_p += offset ;
918      }
919      grid_p -= origin ;
920      wgt_p -= origin ;
921      cmin_p -= origin ;
922      cwmin_p -= origin ;
923      ccmin_p -= origin ;
924      cmax_p -= origin ;
925      cwmax_p -= origin ;
926      ccmax_p -= origin ;
927    }
928    grid_p++ ;
929    wgt_p++ ;
930    npts_p++ ;
931    cmin_p++ ;
932    cwmin_p++ ;
933    ccmin_p++ ;
934    cmax_p++ ;
935    cwmax_p++ ;
936    ccmax_p++ ;
937  }
938  grid_p -= offset ;
939  wgt_p -= offset ;
940  npts_p -= offset ;
941  cmin_p -= offset ;
942  cwmin_p -= offset ;
943  ccmin_p -= offset ;
944  cmax_p -= offset ;
945  cwmax_p -= offset ;
946  ccmax_p -= offset ; 
947
948  // finalization
949  grid.putStorage( grid_p, delG ) ;
950  weight.putStorage( wgt_p, delW ) ;
951  npoints.freeStorage( npts_p, delNP ) ;
952  clipmin.freeStorage( cmin_p, delCMin ) ;
953  clipwmin.freeStorage( cwmin_p, delCWMin ) ;
954  clipcmin.freeStorage( ccmin_p, delCCMin ) ;
955  clipmax.freeStorage( cmax_p, delCMax ) ;
956  clipwmax.freeStorage( cwmax_p, delCWMax ) ;
957  clipcmax.freeStorage( ccmax_p, delCCMax ) ;
958}
959
960void STGrid::initPol( Int ipol )
961{
962  LogIO os( LogOrigin("STGrid","initPol",WHERE) ) ;
963  if ( npolOrg_ == 1 ) {
964    os << "single polarization data." << LogIO::POST ;
965    ptab_ = tab_ ;
966  }
967  else
968    ptab_ = tab_( tab_.col("POLNO") == pollist_[ipol] ) ;
969
970  attach( ptab_ ) ;
971}
972
973void STGrid::initTable( uInt idx )
974{
975  tab_ = tableList_[idx] ;
976  nrow_ = rows_[idx] ;
977  updateChunkShape() ;
978}
979
980void STGrid::setData( Array<Complex> &gdata,
981                      Array<Float> &gwgt )
982{
983  // 2011/12/20 TN
984  // gwgt and data_ share storage
985  LogIO os( LogOrigin("STGrid","setData",WHERE) ) ;
986  double t0, t1 ;
987  t0 = mathutil::gettimeofday_sec() ;
988  uInt len = data_.nelements() ;
989  const Complex *w1_p ;
990  Float *w2_p ;
991  Bool b1, b2 ;
992  const Complex *gdata_p = gdata.getStorage( b1 ) ;
993  Float *gwgt_p = data_.getStorage( b2 ) ;
994  w1_p = gdata_p ;
995  w2_p = gwgt_p ;
996  for ( uInt i = 0 ; i < len ; i++ ) {
997    if ( *w2_p > 0.0 ) *w2_p = (*w1_p).real() / *w2_p ;
998    w1_p++ ;
999    w2_p++ ;
1000  }
1001  gdata.freeStorage( gdata_p, b1 ) ;
1002  data_.putStorage( gwgt_p, b2 ) ;
1003  t1 = mathutil::gettimeofday_sec() ;
1004  os << LogIO::DEBUGGING << "setData: elapsed time is " << t1-t0 << " sec." << LogIO::POST ;
1005}
1006
1007void STGrid::setupGrid()
1008{
1009  Double xmin,xmax,ymin,ymax ;
1010  mapExtent( xmin, xmax, ymin, ymax ) ;
1011 
1012  setupGrid( nxUI_, nyUI_, cellxUI_, cellyUI_,
1013             xmin, xmax, ymin, ymax, centerUI_ ) ;
1014}
1015
1016void STGrid::setupGrid( Int &nx,
1017                        Int &ny,
1018                        String &cellx,
1019                        String &celly,
1020                        Double &xmin,
1021                        Double &xmax,
1022                        Double &ymin,
1023                        Double &ymax,
1024                        String &center )
1025{
1026  LogIO os( LogOrigin("STGrid","setupGrid",WHERE) ) ;
1027  //cout << "nx=" << nx << ", ny=" << ny << endl ;
1028
1029  // center position
1030  if ( center.size() == 0 ) {
1031    center_(0) = 0.5 * ( xmin + xmax ) ;
1032    center_(1) = 0.5 * ( ymin + ymax ) ;
1033  }
1034  else {
1035    String::size_type pos0 = center.find( " " ) ;
1036    if ( pos0 == String::npos ) {
1037      throw AipsError( "bad string format in parameter center" ) ;
1038    }
1039    String::size_type pos1 = center.find( " ", pos0+1 ) ;
1040    String typestr, xstr, ystr ;
1041    if ( pos1 != String::npos ) {
1042      typestr = center.substr( 0, pos0 ) ;
1043      xstr = center.substr( pos0+1, pos1-pos0 ) ;
1044      ystr = center.substr( pos1+1 ) ;
1045      // todo: convert to J2000 (or direction ref for DIRECTION column)
1046    }
1047    else {
1048      typestr = "J2000" ;
1049      xstr = center.substr( 0, pos0 ) ;
1050      ystr = center.substr( pos0+1 ) ;
1051    }
1052    QuantumHolder qh ;
1053    String err ;
1054    qh.fromString( err, xstr ) ;
1055    Quantum<Double> xcen = qh.asQuantumDouble() ;
1056    qh.fromString( err, ystr ) ;
1057    Quantum<Double> ycen = qh.asQuantumDouble() ;
1058    center_(0) = xcen.getValue( "rad" ) ;
1059    center_(1) = ycen.getValue( "rad" ) ;
1060  }
1061
1062
1063  nx_ = nx ;
1064  ny_ = ny ;
1065  if ( nx < 0 && ny > 0 ) {
1066    nx_ = ny ;
1067    ny_ = ny ;
1068  }
1069  if ( ny < 0 && nx > 0 ) {
1070    nx_ = nx ;
1071    ny_ = nx ;
1072  }
1073
1074  //Double wx = xmax - xmin ;
1075  //Double wy = ymax - ymin ;
1076  Double wx = max( abs(xmax-center_(0)), abs(xmin-center_(0)) ) * 2 ;
1077  Double wy = max( abs(ymax-center_(1)), abs(ymin-center_(1)) ) * 2 ;
1078  // take 10% margin
1079  wx *= 1.10 ;
1080  wy *= 1.10 ;
1081
1082  Quantum<Double> qcellx ;
1083  Quantum<Double> qcelly ;
1084  //cout << "nx_ = " << nx_ << ",  ny_ = " << ny_ << endl ;
1085  if ( cellx.size() != 0 && celly.size() != 0 ) {
1086    readQuantity( qcellx, cellx ) ;
1087    readQuantity( qcelly, celly ) ;
1088  }
1089  else if ( celly.size() != 0 ) {
1090    os << "Using celly to x-axis..." << LogIO::POST ;
1091    readQuantity( qcelly, celly ) ;
1092    qcellx = qcelly ;
1093  }
1094  else if ( cellx.size() != 0 ) {
1095    os << "Using cellx to y-axis..." << LogIO::POST ;
1096    readQuantity( qcellx, cellx ) ;
1097    qcelly = qcellx ;
1098  }
1099  else {
1100    if ( nx_ < 0 ) {
1101      os << "No user preference in grid setting. Using default..." << LogIO::POST ;
1102      readQuantity( qcellx, "1.0arcmin" ) ;
1103      qcelly = qcellx ;
1104    }
1105    else {
1106      if ( wx == 0.0 ) {
1107        os << "Using default spatial extent (10arcmin) in x" << LogIO::POST ;
1108        wx = 0.00290888 ;
1109      }
1110      if ( wy == 0.0 ) {
1111        os << "Using default spatial extent (10arcmin) in y" << LogIO::POST ;
1112        wy = 0.00290888 ;
1113      }
1114      qcellx = Quantum<Double>( wx/nx_, "rad" ) ;
1115      qcelly = Quantum<Double>( wy/ny_, "rad" ) ;
1116    }
1117  }
1118  cellx_ = qcellx.getValue( "rad" ) ;
1119  // DEC correction
1120  cellx_ /= cos( center_[1] ) ;
1121  celly_ = qcelly.getValue( "rad" ) ;
1122  //os << "cellx_=" << cellx_ << ", celly_=" << celly_ << ", cos("<<center_(1)<<")=" << cos(center_(1)) << LogIO::POST ;
1123  if ( nx_ < 0 ) {
1124    if ( wx == 0.0 ) {
1125      os << "Using default spatial extent (10arcmin) in x" << LogIO::POST ;
1126      wx = 0.00290888 ;
1127    }
1128    if ( wy == 0.0 ) {
1129      os << "Using default spatial extent (10arcmin) in y" << LogIO::POST ;
1130      wy = 0.00290888 ;
1131    }
1132    nx_ = Int( ceil( wx/cellx_ ) ) ;
1133    ny_ = Int( ceil( wy/celly_ ) ) ;
1134  }
1135}
1136
1137void STGrid::mapExtent( Double &xmin, Double &xmax,
1138                        Double &ymin, Double &ymax )
1139{
1140  //LogIO os( LogOrigin("STGrid","mapExtent",WHERE) ) ;
1141  directionCol_.attach( tableList_[0], "DIRECTION" ) ;
1142  Matrix<Double> direction = directionCol_.getColumn() ;
1143  //os << "dirCol.nrow() = " << dirCol.nrow() << LogIO::POST ;
1144  minMax( xmin, xmax, direction.row( 0 ) ) ;
1145  minMax( ymin, ymax, direction.row( 1 ) ) ;
1146  Double amin, amax, bmin, bmax ;
1147  for ( uInt i = 1 ; i < nfile_ ; i++ ) {
1148    directionCol_.attach( tableList_[i], "DIRECTION" ) ;
1149    direction.assign( directionCol_.getColumn() ) ;
1150    //os << "dirCol.nrow() = " << dirCol.nrow() << LogIO::POST ;
1151    minMax( amin, amax, direction.row( 0 ) ) ;
1152    minMax( bmin, bmax, direction.row( 1 ) ) ;
1153    xmin = min( xmin, amin ) ;
1154    xmax = max( xmax, amax ) ;
1155    ymin = min( ymin, bmin ) ;
1156    ymax = max( ymax, bmax ) ;
1157  }
1158  //os << "(xmin,xmax)=(" << xmin << "," << xmax << ")" << LogIO::POST ;
1159  //os << "(ymin,ymax)=(" << ymin << "," << ymax << ")" << LogIO::POST ;
1160}
1161
1162void STGrid::selectData()
1163{
1164  LogIO os( LogOrigin("STGrid","selectData",WHERE) ) ;   
1165  Int ifno = ifno_ ;
1166  tableList_.resize( nfile_ ) ;
1167  if ( ifno_ == -1 ) {
1168    Table taborg( infileList_[0] ) ;
1169    ROScalarColumn<uInt> ifnoCol( taborg, "IFNO" ) ;
1170    ifno_ = ifnoCol( 0 ) ;
1171    os << LogIO::WARN
1172       << "IFNO is not given. Using default IFNO: " << ifno_ << LogIO::POST ;
1173  }
1174  for ( uInt i = 0 ; i < nfile_ ; i++ ) {
1175    Table taborg( infileList_[i] ) ;
1176    TableExprNode node ;
1177    if ( ifno != -1 || isMultiIF( taborg ) ) {
1178      os << "apply selection on IFNO" << LogIO::POST ;
1179      node = taborg.col("IFNO") == ifno_ ;
1180    }
1181    if ( scanlist_.size() > 0 ) {
1182      os << "apply selection on SCANNO" << LogIO::POST ;
1183      node = node && taborg.col("SCANNO").in( scanlist_ ) ;
1184    }
1185    if ( node.isNull() ) {
1186      tableList_[i] = taborg ;
1187    }
1188    else {
1189      tableList_[i] = taborg( node ) ;
1190    }
1191    os << LogIO::DEBUGGING << "tableList_[" << i << "].nrow()=" << tableList_[i].nrow() << LogIO::POST ;
1192    if ( tableList_[i].nrow() == 0 ) {
1193      os << LogIO::SEVERE
1194         << "No corresponding rows for given selection: IFNO " << ifno_ ;
1195      if ( scanlist_.size() > 0 )
1196        os << " SCANNO " << scanlist_ ;
1197      os << LogIO::EXCEPTION ;
1198    }
1199  }
1200}
1201
1202Bool STGrid::isMultiIF( Table &tab )
1203{
1204  ROScalarColumn<uInt> ifnoCol( tab, "IFNO" ) ;
1205  Vector<uInt> ifnos = ifnoCol.getColumn() ;
1206  return anyNE( ifnos, ifnos[0] ) ;
1207}
1208
1209void STGrid::attach( Table &tab )
1210{
1211  // attach to table
1212  spectraCol_.attach( tab, "SPECTRA" ) ;
1213  flagtraCol_.attach( tab, "FLAGTRA" ) ;
1214  directionCol_.attach( tab, "DIRECTION" ) ;
1215  flagRowCol_.attach( tab, "FLAGROW" ) ;
1216  tsysCol_.attach( tab, "TSYS" ) ;
1217  intervalCol_.attach( tab, "INTERVAL" ) ;
1218}
1219
1220Int STGrid::getDataChunk(
1221                         IPosition const &wshape,
1222                         IPosition const &vshape,
1223                         IPosition const &dshape,
1224                         Array<Complex> &spectra,
1225                         Array<Double> &direction,
1226                         Array<Int> &flagtra,
1227                         Array<Int> &rflag,
1228                         Array<Float> &weight )
1229{
1230  LogIO os( LogOrigin("STGrid","getDataChunk",WHERE) ) ;
1231
1232  Array<Float> spectraF_(wshape);
1233  Array<uChar> flagtraUC_(wshape);
1234  Array<uInt> rflagUI_(vshape);
1235  Int nrow = getDataChunk( spectraF_, direction, flagtraUC_, rflagUI_, weight ) ;
1236  if ( nrow < nchunk_ ) {
1237    spectra.resize( spectraF_.shape() ) ;
1238    flagtra.resize( flagtraUC_.shape() ) ;
1239    rflag.resize( rflagUI_.shape() ) ;
1240  }
1241  double t0, t1 ;
1242  t0 = mathutil::gettimeofday_sec() ;
1243  convertArray( spectra, spectraF_ ) ;
1244  toInt( flagtraUC_, flagtra ) ;
1245  toInt( rflagUI_, rflag ) ;
1246  t1 = mathutil::gettimeofday_sec() ;
1247  eToInt = t1 - t0 ;
1248 
1249  return nrow ;
1250}
1251
1252#if 0
1253Int STGrid::getDataChunk( Array<Complex> &spectra,
1254                          Array<Double> &direction,
1255                          Array<Int> &flagtra,
1256                          Array<Int> &rflag,
1257                          Array<Float> &weight )
1258{
1259  LogIO os( LogOrigin("STGrid","getDataChunk",WHERE) ) ;
1260  Int nrow = getDataChunk( spectraF_, direction, flagtraUC_, rflagUI_, weight ) ;
1261  if ( nrow < nchunk_ ) {
1262    spectra.resize( spectraF_.shape() ) ;
1263    flagtra.resize( flagtraUC_.shape() ) ;
1264    rflag.resize( rflagUI_.shape() ) ;
1265  }
1266  double t0, t1 ;
1267  t0 = mathutil::gettimeofday_sec() ;
1268  convertArray( spectra, spectraF_ ) ;
1269  toInt( flagtraUC_, flagtra ) ;
1270  toInt( rflagUI_, rflag ) ;
1271  t1 = mathutil::gettimeofday_sec() ;
1272  eToInt = t1 - t0 ;
1273 
1274  return nrow ;
1275}
1276#endif
1277
1278Int STGrid::getDataChunk( Array<Float> &spectra,
1279                          Array<Double> &direction,
1280                          Array<uChar> &flagtra,
1281                          Array<uInt> &rflag,
1282                          Array<Float> &weight )
1283{
1284  LogIO os( LogOrigin("STGrid","getDataChunk",WHERE) ) ;
1285  Int nrow = spectra.shape()[1] ;
1286  Int remainingRow = nrow_ - nprocessed_ ;
1287  if ( remainingRow < nrow ) {
1288    nrow = remainingRow ;
1289    IPosition mshape( 2, nchan_, nrow ) ;
1290    IPosition vshape( 1, nrow ) ;
1291    spectra.resize( mshape ) ;
1292    flagtra.resize( mshape ) ;
1293    direction.resize( IPosition(2,2,nrow) ) ;
1294    rflag.resize( vshape ) ;
1295    weight.resize( mshape ) ;
1296  }
1297  // 2011/12/22 TN
1298  // tsys shares its storage with weight
1299  Array<Float> tsys( weight ) ;
1300  Array<Double> tint( rflag.shape() ) ;
1301
1302  Vector<uInt> rflagVec( rflag ) ;
1303  Vector<Double> tintVec( tint ) ;
1304
1305  RefRows rows( nprocessed_, nprocessed_+nrow-1, 1 ) ;
1306  //os<<LogIO::DEBUGGING<<"nprocessed_="<<nprocessed_<<": rows.nrows()="<<rows.nrows()<<LogIO::POST ;
1307  spectraCol_.getColumnCells( rows, spectra ) ;
1308  flagtraCol_.getColumnCells( rows, flagtra ) ;
1309  directionCol_.getColumnCells( rows, direction ) ;
1310  flagRowCol_.getColumnCells( rows, rflagVec ) ;
1311  intervalCol_.getColumnCells( rows, tintVec ) ;
1312  Vector<Float> tsysTemp = tsysCol_( nprocessed_ ) ;
1313  if ( tsysTemp.nelements() == (uInt)nchan_ )
1314    tsysCol_.getColumnCells( rows, tsys ) ;
1315  else
1316    tsys = tsysTemp[0] ;
1317
1318  double t0,t1 ;
1319  t0 = mathutil::gettimeofday_sec() ;
1320  getWeight( weight, tsys, tint ) ;
1321  t1 = mathutil::gettimeofday_sec() ;
1322  eGetWeight += t1-t0 ;
1323
1324  nprocessed_ += nrow ;
1325 
1326  return nrow ;
1327}
1328
1329void STGrid::setupArray()
1330{
1331  LogIO os( LogOrigin("STGrid","setupArray",WHERE) ) ;
1332  ROScalarColumn<uInt> polnoCol( tableList_[0], "POLNO" ) ;
1333  Vector<uInt> pols = polnoCol.getColumn() ;
1334  //os << pols << LogIO::POST ;
1335  Vector<uInt> pollistOrg ;
1336  npolOrg_ = 0 ;
1337  uInt polno ;
1338  for ( uInt i = 0 ; i < polnoCol.nrow() ; i++ ) {
1339    //polno = polnoCol( i ) ;
1340    polno = pols( i ) ;
1341    if ( allNE( pollistOrg, polno ) ) {
1342      pollistOrg.resize( npolOrg_+1, True ) ;
1343      pollistOrg[npolOrg_] = polno ;
1344      npolOrg_++ ;
1345    }
1346  }
1347  if ( pollist_.size() == 0 )
1348    pollist_ = pollistOrg ;
1349  else {
1350    Vector<uInt> newlist ;
1351    uInt newsize = 0 ;
1352    for ( uInt i = 0 ; i < pollist_.size() ; i++ ) {
1353      if ( anyEQ( pollistOrg, pollist_[i] ) ) {
1354        newlist.resize( newsize+1, True ) ;
1355        newlist[newsize] = pollist_[i] ;
1356        newsize++ ;
1357      }
1358    }
1359    pollist_.assign( newlist ) ;
1360  }
1361  npol_ = pollist_.size() ;
1362  if ( npol_ == 0 ) {
1363    os << LogIO::SEVERE << "Empty pollist" << LogIO::EXCEPTION ;
1364  }
1365  rows_.resize( nfile_ ) ;
1366  for ( uInt i = 0 ; i < nfile_ ; i++ ) {
1367    rows_[i] = tableList_[i].nrow() / npolOrg_ ;
1368    //if ( nrow_ < rows_[i] )
1369    //  nrow_ = rows_[i] ;
1370  }
1371  flagtraCol_.attach( tableList_[0], "FLAGTRA" ) ;
1372  nchan_ = flagtraCol_( 0 ).nelements() ;
1373//   os << "npol_ = " << npol_ << "(" << pollist_ << ")" << endl
1374//      << "nchan_ = " << nchan_ << endl
1375//      << "nrow_ = " << nrow_ << LogIO::POST ;
1376}
1377
1378void STGrid::getWeight( Array<Float> &w,
1379                              Array<Float> &tsys,
1380                              Array<Double> &tint )
1381{
1382  LogIO os( LogOrigin("STGrid","getWeight",WHERE) ) ;
1383
1384  // 2011/12/22 TN
1385  // w (weight) and tsys share storage
1386  IPosition refShape = tsys.shape() ;
1387  Int nchan = refShape[0] ;
1388  Int nrow = refShape[1] ;
1389//   os << "nchan=" << nchan << ", nrow=" << nrow << LogIO::POST ;
1390//   os << "w.shape()=" << w.shape() << endl
1391//      << "tsys.shape()=" << tsys.shape() << endl
1392//      << "tint.shape()=" << tint.shape() << LogIO::POST ;
1393
1394  // set weight
1395  if ( wtype_.compare( "UNIFORM" ) == 0 ) {
1396    w = 1.0 ;
1397  }
1398  else if ( wtype_.compare( "TINT" ) == 0 ) {
1399    Bool b0, b1 ;
1400    Float *w_p = w.getStorage( b0 ) ;
1401    Float *w0_p = w_p ;
1402    const Double *ti_p = tint.getStorage( b1 ) ;
1403    const Double *w1_p = ti_p ;
1404    for ( Int irow = 0 ; irow < nrow ; irow++ ) {
1405      for ( Int ichan = 0 ; ichan < nchan ; ichan++ ) {
1406        *w0_p = *w1_p ;
1407        w0_p++ ;
1408      }
1409      w1_p++ ;
1410    }
1411    w.putStorage( w_p, b0 ) ;
1412    tint.freeStorage( ti_p, b1 ) ;
1413  }
1414  else if ( wtype_.compare( "TSYS" ) == 0 ) {
1415    Bool b0 ;
1416    Float *w_p = w.getStorage( b0 ) ;
1417    Float *w0_p = w_p ;
1418    for ( Int irow = 0 ; irow < nrow ; irow++ ) {
1419      for ( Int ichan = 0 ; ichan < nchan ; ichan++ ) {
1420        Float temp = *w0_p ;
1421        *w0_p = 1.0 / ( temp * temp ) ;
1422        w0_p++ ;
1423      }
1424    }
1425    w.putStorage( w_p, b0 ) ;
1426  }
1427  else if ( wtype_.compare( "TINTSYS" ) == 0 ) {
1428    Bool b0, b1 ;
1429    Float *w_p = w.getStorage( b0 ) ;
1430    Float *w0_p = w_p ;
1431    const Double *ti_p = tint.getStorage( b1 ) ;
1432    const Double *w1_p = ti_p ;
1433    for ( Int irow = 0 ; irow < nrow ; irow++ ) {
1434      Float interval = *w1_p ;
1435      for ( Int ichan = 0 ; ichan < nchan ; ichan++ ) {
1436        Float temp = *w0_p ;
1437        *w0_p = interval / ( temp * temp ) ;
1438        w0_p++ ;
1439      }
1440      w1_p++ ;
1441    }
1442    w.putStorage( w_p, b0 ) ;
1443    tint.freeStorage( ti_p, b1 ) ;
1444  }
1445  else {
1446    //LogIO os( LogOrigin("STGrid", "getWeight", WHERE) ) ;
1447    //os << LogIO::WARN << "Unsupported weight type '" << wtype_ << "', apply UNIFORM weight" << LogIO::POST ;
1448    w = 1.0 ;
1449  }
1450}
1451
1452void STGrid::toInt( Array<uChar> &u, Array<Int> &v )
1453{
1454  uInt len = u.nelements() ;
1455  Int *int_p = new Int[len] ;
1456  Bool deleteIt ;
1457  const uChar *data_p = u.getStorage( deleteIt ) ;
1458  Int *i_p = int_p ;
1459  const uChar *u_p = data_p ;
1460  for ( uInt i = 0 ; i < len ; i++ ) {
1461    *i_p = ( *u_p == 0 ) ? 0 : 1 ;
1462    i_p++ ;
1463    u_p++ ;
1464  }
1465  u.freeStorage( data_p, deleteIt ) ;
1466  v.takeStorage( u.shape(), int_p, TAKE_OVER ) ;
1467}
1468
1469void STGrid::toInt( Array<uInt> &u, Array<Int> &v )
1470{
1471  uInt len = u.nelements() ;
1472  Int *int_p = new Int[len] ;
1473  Bool deleteIt ;
1474  const uInt *data_p = u.getStorage( deleteIt ) ;
1475  Int *i_p = int_p ;
1476  const uInt *u_p = data_p ;
1477  for ( uInt i = 0 ; i < len ; i++ ) {
1478    *i_p = ( *u_p == 0 ) ? 0 : 1 ;
1479    i_p++ ;
1480    u_p++ ;
1481  }
1482  u.freeStorage( data_p, deleteIt ) ;
1483  v.takeStorage( u.shape(), int_p, TAKE_OVER ) ;
1484}
1485
1486void STGrid::toPixel( Array<Double> &world, Array<Double> &pixel )
1487{
1488  // gridding will be done on (nx_+2*convSupport_) x (ny_+2*convSupport_)
1489  // grid plane to avoid unexpected behavior on grid edge
1490  Block<Double> pixc( 2 ) ;
1491  pixc[0] = Double( nx_-1 ) * 0.5 ;
1492  pixc[1] = Double( ny_-1 ) * 0.5 ;
1493//   pixc[0] = Double( nx_+2*convSupport_-1 ) * 0.5 ;
1494//   pixc[1] = Double( ny_+2*convSupport_-1 ) * 0.5 ;
1495  uInt nrow = world.shape()[1] ;
1496  Bool bw, bp ;
1497  const Double *w_p = world.getStorage( bw ) ;
1498  Double *p_p = pixel.getStorage( bp ) ;
1499  const Double *ww_p = w_p ;
1500  Double *wp_p = p_p ;
1501  for ( uInt i = 0 ; i < nrow ; i++ ) {
1502    *wp_p = pixc[0] + ( *ww_p - center_[0] ) / cellx_ ;
1503    wp_p++ ;
1504    ww_p++ ;
1505    *wp_p = pixc[1] + ( *ww_p - center_[1] ) / celly_ ;
1506    wp_p++ ;
1507    ww_p++ ;
1508  }
1509  world.freeStorage( w_p, bw ) ;
1510  pixel.putStorage( p_p, bp ) ; 
1511}
1512
1513void STGrid::boxFunc( Vector<Float> &convFunc, Int &convSize )
1514{
1515  convFunc = 0.0 ;
1516  for ( Int i = 0 ; i < convSize/2 ; i++ )
1517    convFunc(i) = 1.0 ;
1518}
1519
1520#define NEED_UNDERSCORES
1521#if defined(NEED_UNDERSCORES)
1522#define grdsf grdsf_
1523#endif
1524extern "C" {
1525   void grdsf(Double*, Double*);
1526}
1527void STGrid::spheroidalFunc( Vector<Float> &convFunc )
1528{
1529  convFunc = 0.0 ;
1530  for ( Int i = 0 ; i < convSampling_*convSupport_ ; i++ ) {
1531    Double nu = Double(i) / Double(convSupport_*convSampling_) ;
1532    Double val ;
1533    grdsf( &nu, &val ) ;
1534    convFunc(i) = ( 1.0 - nu * nu ) * val ;
1535  }
1536}
1537
1538void STGrid::gaussFunc( Vector<Float> &convFunc )
1539{
1540  convFunc = 0.0 ;
1541  // HWHM of the Gaussian is convSupport_ / 4
1542  // To take into account Gaussian tail, kernel cutoff is set to 4 * HWHM
1543  Int len = convSampling_ * convSupport_ ;
1544  Double hwhm = len * 0.25 ;
1545  for ( Int i = 0 ; i < len ; i++ ) {
1546    Double val = Double(i) / hwhm ;
1547    convFunc(i) = exp( -log(2)*val*val ) ;
1548  }
1549}
1550
1551void STGrid::pbFunc( Vector<Float> &convFunc )
1552{
1553  convFunc = 0.0 ;
1554}
1555
1556void STGrid::setConvFunc( Vector<Float> &convFunc )
1557{
1558  convSupport_ = userSupport_ ;
1559  if ( convType_ == "BOX" ) {
1560    if ( convSupport_ < 0 )
1561      convSupport_ = 0 ;
1562    Int convSize = convSampling_ * ( 2 * convSupport_ + 2 )  ;
1563    convFunc.resize( convSize ) ;
1564    boxFunc( convFunc, convSize ) ;
1565  }
1566  else if ( convType_ == "SF" ) {
1567    if ( convSupport_ < 0 )
1568      convSupport_ = 3 ;
1569    Int convSize = convSampling_ * ( 2 * convSupport_ + 2 )  ;
1570    convFunc.resize( convSize ) ;
1571    spheroidalFunc( convFunc ) ;
1572  }
1573  else if ( convType_ == "GAUSS" ) {
1574    // to take into account Gaussian tail
1575    if ( convSupport_ < 0 )
1576      convSupport_ = 4 ; // 1 * 4
1577    else {
1578      convSupport_ = userSupport_ * 4 ;
1579    }
1580    Int convSize = convSampling_ * ( 2 * convSupport_ + 2 ) ;
1581    convFunc.resize( convSize ) ;
1582    gaussFunc( convFunc ) ;
1583  }
1584  else if ( convType_ == "PB" ) {
1585    if ( convSupport_ < 0 )
1586      convSupport_ = 0 ;
1587    pbFunc( convFunc ) ;
1588  }
1589  else {
1590    throw AipsError( "Unsupported convolution function" ) ;
1591  }
1592}
1593
1594string STGrid::saveData( string outfile )
1595{
1596  LogIO os( LogOrigin("STGrid", "saveData", WHERE) ) ;
1597  double t0, t1 ;
1598  t0 = mathutil::gettimeofday_sec() ;
1599
1600  //Int polno = 0 ;
1601  String outfile_ ;
1602  if ( outfile.size() == 0 ) {
1603    if ( infileList_[0].lastchar() == '/' ) {
1604      outfile_ = infileList_[0].substr( 0, infileList_[0].size()-1 ) ;
1605    }
1606    else {
1607      outfile_ = infileList_[0] ;
1608    }
1609    outfile_ += ".grid" ;
1610  }
1611  else {
1612    outfile_ = outfile ;
1613  }
1614  Table tab ;
1615  prepareTable( tab, outfile_ ) ;
1616  IPosition dshape = data_.shape() ;
1617  Int nrow = nx_ * ny_ * npol_ ;
1618  tab.rwKeywordSet().define( "nPol", npol_ ) ;
1619  tab.addRow( nrow ) ;
1620  Vector<Double> cpix( 2 ) ;
1621  cpix(0) = Double( nx_ - 1 ) * 0.5 ;
1622  cpix(1) = Double( ny_ - 1 ) * 0.5 ;
1623  Vector<Double> dir( 2 ) ;
1624  ArrayColumn<Double> directionCol( tab, "DIRECTION" ) ;
1625  ArrayColumn<Float> spectraCol( tab, "SPECTRA" ) ;
1626  ScalarColumn<uInt> polnoCol( tab, "POLNO" ) ;
1627  Int irow = 0 ;
1628  Vector<Float> sp( nchan_ ) ;
1629  Bool bsp, bdata ;
1630  const Float *data_p = data_.getStorage( bdata ) ;
1631  Float *wsp_p, *sp_p ;
1632  const Float *wdata_p = data_p ;
1633  long step = nx_ * ny_ * npol_ ;
1634  long offset ;
1635  for ( Int iy = 0 ; iy < ny_ ; iy++ ) {
1636    dir(1) = center_(1) - ( cpix(1) - (Double)iy ) * celly_ ;
1637    for ( Int ix = 0 ; ix < nx_ ; ix++ ) {
1638      dir(0) = center_(0) - ( cpix(0) - (Double)ix ) * cellx_ ;
1639      for ( Int ipol = 0 ; ipol < npol_ ; ipol++ ) {
1640        offset = ix + iy * nx_ + ipol * nx_ * ny_ ;
1641        //os << "offset = " << offset << LogIO::POST ;
1642        sp_p = sp.getStorage( bsp ) ;
1643        wsp_p = sp_p ;
1644        wdata_p = data_p + offset ;
1645        for ( Int ichan = 0 ; ichan < nchan_ ; ichan++ ) {
1646          *wsp_p = *wdata_p ;
1647          wsp_p++ ;
1648          wdata_p += step ;
1649        }
1650        sp.putStorage( sp_p, bsp ) ;
1651        spectraCol.put( irow, sp ) ;
1652        directionCol.put( irow, dir ) ;
1653        polnoCol.put( irow, pollist_[ipol] ) ;
1654        irow++ ;
1655      }
1656    }
1657  }
1658  data_.freeStorage( data_p, bdata ) ;
1659
1660  t1 = mathutil::gettimeofday_sec() ;
1661  os << LogIO::DEBUGGING << "saveData: elapsed time is " << t1-t0 << " sec." << LogIO::POST ;
1662
1663  fillMainColumns( tab ) ;
1664
1665  return outfile_ ;
1666}
1667
1668void STGrid::prepareTable( Table &tab, String &name )
1669{
1670  Table t( infileList_[0], Table::Old ) ;
1671  t.deepCopy( name, Table::New, False, t.endianFormat(), True ) ;
1672  tab = Table( name, Table::Update ) ;
1673  // 2012/02/13 TN
1674  // explicitly copy subtables since no rows including subtables are
1675  // copied by Table::deepCopy with noRows=True
1676  TableCopy::copySubTables( tab, t ) ;
1677}
1678
1679void STGrid::fillMainColumns( Table &tab )
1680{
1681  // values for fill
1682  Table t( infileList_[0], Table::Old ) ;
1683  Table tsel = t( t.col( "IFNO" ) == (uInt)ifno_, 1 ) ;
1684  ROTableRow row( tsel ) ;
1685  row.get( 0 ) ;
1686  const TableRecord &rec = row.record() ;
1687  uInt freqId = rec.asuInt( "FREQ_ID" ) ;
1688  uInt molId = rec.asuInt( "MOLECULE_ID" ) ;
1689  uInt tcalId = rec.asuInt( "TCAL_ID" ) ;
1690  uInt focusId = rec.asuInt( "FOCUS_ID" ) ;
1691  uInt weatherId = rec.asuInt( "WEATHER_ID" ) ;
1692  String srcname = rec.asString( "SRCNAME" ) ;
1693  String fieldname = rec.asString( "FIELDNAME" ) ;
1694  Vector<Float> defaultTsys( 1, 1.0 ) ;
1695  // @todo how to set flagtra for gridded spectra?
1696  Vector<uChar> flagtra = rec.asArrayuChar( "FLAGTRA" ) ;
1697  flagtra = (uChar)0 ;
1698  Float opacity = rec.asFloat( "OPACITY" ) ;
1699  Double srcvel = rec.asDouble( "SRCVELOCITY" ) ;
1700  Vector<Double> srcpm = rec.asArrayDouble( "SRCPROPERMOTION" ) ;
1701  Vector<Double> srcdir = rec.asArrayDouble( "SRCDIRECTION" ) ;
1702  Vector<Double> scanrate = rec.asArrayDouble( "SCANRATE" ) ;
1703  Double time = rec.asDouble( "TIME" ) ;
1704  Double interval = rec.asDouble( "INTERVAL" ) ;
1705
1706  // fill columns
1707  Int nrow = tab.nrow() ;
1708  ScalarColumn<uInt> scannoCol( tab, "SCANNO" ) ;
1709  ScalarColumn<uInt> ifnoCol( tab, "IFNO" ) ;
1710  ScalarColumn<uInt> freqIdCol( tab, "FREQ_ID" ) ;
1711  ScalarColumn<uInt> molIdCol( tab, "MOLECULE_ID" ) ;
1712  ScalarColumn<uInt> tcalidCol( tab, "TCAL_ID" ) ;
1713  ScalarColumn<Int> fitidCol( tab, "FIT_ID" ) ;
1714  ScalarColumn<uInt> focusidCol( tab, "FOCUS_ID" ) ;
1715  ScalarColumn<uInt> weatheridCol( tab, "WEATHER_ID" ) ;
1716  ArrayColumn<uChar> flagtraCol( tab, "FLAGTRA" ) ;
1717  ScalarColumn<uInt> rflagCol( tab, "FLAGROW" ) ;
1718  ArrayColumn<Float> tsysCol( tab, "TSYS" ) ;
1719  ScalarColumn<String> srcnameCol( tab, "SRCNAME" ) ;
1720  ScalarColumn<String> fieldnameCol( tab, "FIELDNAME" ) ;
1721  ScalarColumn<Int> srctypeCol( tab, "SRCTYPE" ) ;
1722  ScalarColumn<Float> opacityCol( tab, "OPACITY" ) ;
1723  ScalarColumn<Double> srcvelCol( tab, "SRCVELOCITY" ) ;
1724  ArrayColumn<Double> srcpmCol( tab, "SRCPROPERMOTION" ) ;
1725  ArrayColumn<Double> srcdirCol( tab, "SRCDIRECTION" ) ;
1726  ArrayColumn<Double> scanrateCol( tab, "SCANRATE" ) ;
1727  ScalarColumn<Double> timeCol( tab, "TIME" ) ;
1728  ScalarColumn<Double> intervalCol( tab, "INTERVAL" ) ;
1729  for ( Int i = 0 ; i < nrow ; i++ ) {
1730    scannoCol.put( i, (uInt)i ) ;
1731    ifnoCol.put( i, (uInt)ifno_ ) ;
1732    freqIdCol.put( i, freqId ) ;
1733    molIdCol.put( i, molId ) ;
1734    tcalidCol.put( i, tcalId ) ;
1735    fitidCol.put( i, -1 ) ;
1736    focusidCol.put( i, focusId ) ;
1737    weatheridCol.put( i, weatherId ) ;
1738    flagtraCol.put( i, flagtra ) ;
1739    rflagCol.put( i, 0 ) ;
1740    tsysCol.put( i, defaultTsys ) ;
1741    srcnameCol.put( i, srcname ) ;
1742    fieldnameCol.put( i, fieldname ) ;
1743    srctypeCol.put( i, (Int)SrcType::PSON ) ;
1744    opacityCol.put( i, opacity ) ;
1745    srcvelCol.put( i, srcvel ) ;
1746    srcpmCol.put( i, srcpm ) ;
1747    srcdirCol.put( i, srcdir ) ;
1748    scanrateCol.put( i, scanrate ) ;
1749    timeCol.put( i, time ) ;
1750    intervalCol.put( i, interval ) ;
1751  }
1752}
1753
1754}
Note: See TracBrowser for help on using the repository browser.