source: trunk/src/STGrid.cpp@ 2424

Last change on this file since 2424 was 2424, checked in by Takeshi Nakazato, 13 years ago

New Development: No

JIRA Issue: Yes CAS-2816

Ready for Test: Yes

Interface Changes: No

What Interface Changed: Please list interface changes

Test Programs: List test programs

Put in Release Notes: Yes/No

Module(s): Module Names change impacts.

Description: Describe your changes here...

Fill main columns: SCANNO, SRCNAME, SRCTYPE, FIELDNAME, OPACITY,

TCAL_ID, FIT_ID, FOCUS_ID, WEATHER_ID,
SRCVELOCITY, SRCPROPERMOTION, SRCDIRECTION,
SCANRATE
File size: 49.7 KB
Line 
1//
2// C++ Implementation: STGrid
3//
4// Description:
5//
6//
7// Author: Takeshi Nakazato <takeshi.nakazato@nao.ac.jp>, (C) 2011
8//
9// Copyright: See COPYING file that comes with this distribution
10//
11//
12#include <casa/BasicSL/String.h>
13#include <casa/Arrays/Vector.h>
14#include <casa/Arrays/ArrayMath.h>
15#include <casa/Quanta/Quantum.h>
16#include <casa/Quanta/QuantumHolder.h>
17#include <casa/Utilities/CountedPtr.h>
18#include <casa/Logging/LogIO.h>
19
20#include <tables/Tables/Table.h>
21#include <tables/Tables/TableRecord.h>
22#include <tables/Tables/TableRow.h>
23#include <tables/Tables/ExprNode.h>
24#include <tables/Tables/ScalarColumn.h>
25#include <tables/Tables/ArrayColumn.h>
26#include <tables/Tables/TableCopy.h>
27
28#include <measures/Measures/MDirection.h>
29
30#include <MathUtils.h>
31#include <atnf/PKSIO/SrcType.h>
32
33#include "STGrid.h"
34
35using namespace std ;
36using namespace concurrent ;
37using namespace casa ;
38using namespace asap ;
39
40namespace asap {
41
42// for performance check
43double eToInt = 0.0 ;
44double eGetWeight = 0.0 ;
45
46// constructor
47STGrid::STGrid()
48 : vshape_( 1 ), wshape_( 2 ), dshape_( 2 )
49{
50 init() ;
51}
52
53STGrid::STGrid( const string infile )
54 : vshape_( 1 ), wshape_( 2 ), dshape_( 2 )
55{
56 init() ;
57
58 setFileIn( infile ) ;
59}
60
61STGrid::STGrid( const vector<string> infile )
62{
63 init() ;
64
65 setFileList( infile ) ;
66}
67
68void STGrid::init()
69{
70 ifno_ = -1 ;
71 nx_ = -1 ;
72 ny_ = -1 ;
73 npol_ = 0 ;
74 nchan_ = 0 ;
75 nrow_ = 0 ;
76 cellx_ = 0.0 ;
77 celly_ = 0.0 ;
78 center_ = Vector<Double> ( 2, 0.0 ) ;
79 convType_ = "BOX" ;
80 wtype_ = "UNIFORM" ;
81 convSupport_ = -1 ;
82 userSupport_ = -1 ;
83 convSampling_ = 100 ;
84 nprocessed_ = 0 ;
85 nchunk_ = 0 ;
86
87 // initialize user input
88 nxUI_ = -1 ;
89 nyUI_ = -1 ;
90 cellxUI_ = "" ;
91 cellyUI_ = "" ;
92 centerUI_ = "" ;
93 doclip_ = False ;
94}
95
96void STGrid::setFileIn( const string infile )
97{
98 nfile_ = 1 ;
99 String name( infile ) ;
100 infileList_.resize( nfile_ ) ;
101 infileList_[0] = String(infile) ;
102}
103
104void STGrid::setFileList( const vector<string> infile )
105{
106 nfile_ = infile.size() ;
107 infileList_.resize( nfile_ ) ;
108 for ( uInt i = 0 ; i < nfile_ ; i++ ) {
109 infileList_[i] = infile[i] ;
110 }
111}
112
113void STGrid::setPolList( vector<unsigned int> pols )
114{
115 pollist_.assign( Vector<uInt>( pols ) ) ;
116}
117
118void STGrid::setScanList( vector<unsigned int> scans )
119{
120 scanlist_.assign( Vector<uInt>( scans ) ) ;
121}
122
123void STGrid::setWeight( const string wType )
124{
125 wtype_ = String( wType ) ;
126 wtype_.upcase() ;
127}
128
129void STGrid::defineImage( int nx,
130 int ny,
131 string scellx,
132 string scelly,
133 string scenter )
134{
135 nxUI_ = (Int)nx ;
136 nyUI_ = (Int)ny ;
137 cellxUI_ = String( scellx ) ;
138 cellyUI_ = String( scelly ) ;
139 centerUI_ = String( scenter ) ;
140}
141
142void STGrid::setFunc( string convType,
143 int convSupport )
144{
145 convType_ = String( convType ) ;
146 convType_.upcase() ;
147 userSupport_ = (Int)convSupport ;
148}
149
150#define NEED_UNDERSCORES
151#if defined(NEED_UNDERSCORES)
152#define ggridsd ggridsd_
153#endif
154extern "C" {
155 void ggridsd(Double*,
156 const Complex*,
157 Int*,
158 Int*,
159 Int*,
160 const Int*,
161 const Int*,
162 const Float*,
163 Int*,
164 Int*,
165 Complex*,
166 Float*,
167 Int*,
168 Int*,
169 Int *,
170 Int *,
171 Int*,
172 Int*,
173 Float*,
174 Int*,
175 Int*,
176 Double*);
177}
178void STGrid::call_ggridsd( Array<Double> &xypos,
179 Array<Complex> &spectra,
180 Int &nvispol,
181 Int &nvischan,
182 Array<Int> &flagtra,
183 Array<Int> &flagrow,
184 Array<Float> &weight,
185 Int &nrow,
186 Int &irow,
187 Array<Complex> &gdata,
188 Array<Float> &gwgt,
189 Int &nx,
190 Int &ny,
191 Int &npol,
192 Int &nchan,
193 Int &support,
194 Int &sampling,
195 Vector<Float> &convFunc,
196 Int *chanMap,
197 Int *polMap )
198{
199 // parameters for gridding
200 Int idopsf = 0 ;
201 Int len = npol*nchan ;
202 Double *sumw_p = new Double[len] ;
203 {
204 Double *work_p = sumw_p ;
205 for ( Int i = 0 ; i < len ; i++ ) {
206 *work_p = 0.0 ;
207 work_p++ ;
208 }
209 }
210
211 // prepare pointer
212 Bool deletePos, deleteData, deleteWgt, deleteFlag, deleteFlagR, deleteConv, deleteDataG, deleteWgtG ;
213 Double *xy_p = xypos.getStorage( deletePos ) ;
214 const Complex *values_p = spectra.getStorage( deleteData ) ;
215 const Int *flag_p = flagtra.getStorage( deleteFlag ) ;
216 const Int *rflag_p = flagrow.getStorage( deleteFlagR ) ;
217 const Float *wgt_p = weight.getStorage( deleteWgt ) ;
218 Complex *grid_p = gdata.getStorage( deleteDataG ) ;
219 Float *wgrid_p = gwgt.getStorage( deleteWgtG ) ;
220 Float *conv_p = convFunc.getStorage( deleteConv ) ;
221
222 // pass copy of irow to ggridsd since it will be modified in theroutine
223 Int irowCopy = irow ;
224
225 // call ggridsd
226 ggridsd( xy_p,
227 values_p,
228 &nvispol,
229 &nvischan,
230 &idopsf,
231 flag_p,
232 rflag_p,
233 wgt_p,
234 &nrow,
235 &irowCopy,
236 grid_p,
237 wgrid_p,
238 &nx,
239 &ny,
240 &npol,
241 &nchan,
242 &support,
243 &sampling,
244 conv_p,
245 chanMap,
246 polMap,
247 sumw_p ) ;
248
249 // finalization
250 xypos.putStorage( xy_p, deletePos ) ;
251 spectra.freeStorage( values_p, deleteData ) ;
252 flagtra.freeStorage( flag_p, deleteFlag ) ;
253 flagrow.freeStorage( rflag_p, deleteFlagR ) ;
254 weight.freeStorage( wgt_p, deleteWgt ) ;
255 gdata.putStorage( grid_p, deleteDataG ) ;
256 gwgt.putStorage( wgrid_p, deleteWgtG ) ;
257 convFunc.putStorage( conv_p, deleteConv ) ;
258 delete sumw_p ;
259}
260
261#define NEED_UNDERSCORES
262#if defined(NEED_UNDERSCORES)
263#define ggridsd2 ggridsd2_
264#endif
265extern "C" {
266 void ggridsd2(Double*,
267 const Complex*,
268 Int*,
269 Int*,
270 Int*,
271 const Int*,
272 const Int*,
273 const Float*,
274 Int*,
275 Int*,
276 Complex*,
277 Float*,
278 Int*,
279 Complex*,
280 Float*,
281 Float*,
282 Complex*,
283 Float*,
284 Float*,
285 Int*,
286 Int*,
287 Int *,
288 Int *,
289 Int*,
290 Int*,
291 Float*,
292 Int*,
293 Int*,
294 Double*);
295}
296void STGrid::call_ggridsd2( Array<Double> &xypos,
297 Array<Complex> &spectra,
298 Int &nvispol,
299 Int &nvischan,
300 Array<Int> &flagtra,
301 Array<Int> &flagrow,
302 Array<Float> &weight,
303 Int &nrow,
304 Int &irow,
305 Array<Complex> &gdata,
306 Array<Float> &gwgt,
307 Array<Int> &npoints,
308 Array<Complex> &clipmin,
309 Array<Float> &clipwmin,
310 Array<Float> &clipcmin,
311 Array<Complex> &clipmax,
312 Array<Float> &clipwmax,
313 Array<Float> &clipcmax,
314 Int &nx,
315 Int &ny,
316 Int &npol,
317 Int &nchan,
318 Int &support,
319 Int &sampling,
320 Vector<Float> &convFunc,
321 Int *chanMap,
322 Int *polMap )
323{
324 // parameters for gridding
325 Int idopsf = 0 ;
326 Int len = npol*nchan ;
327 Double *sumw_p = new Double[len] ;
328 {
329 Double *work_p = sumw_p ;
330 for ( Int i = 0 ; i < len ; i++ ) {
331 *work_p = 0.0 ;
332 work_p++ ;
333 }
334 }
335
336 // prepare pointer
337 Bool deletePos, deleteData, deleteWgt, deleteFlag, deleteFlagR, deleteConv, deleteDataG, deleteWgtG, deleteNpts, deleteCMin, deleteCWMin, deleteCCMin, deleteCMax, deleteCWMax, deleteCCMax ;
338 Double *xy_p = xypos.getStorage( deletePos ) ;
339 const Complex *values_p = spectra.getStorage( deleteData ) ;
340 const Int *flag_p = flagtra.getStorage( deleteFlag ) ;
341 const Int *rflag_p = flagrow.getStorage( deleteFlagR ) ;
342 const Float *wgt_p = weight.getStorage( deleteWgt ) ;
343 Complex *grid_p = gdata.getStorage( deleteDataG ) ;
344 Float *wgrid_p = gwgt.getStorage( deleteWgtG ) ;
345 Float *conv_p = convFunc.getStorage( deleteConv ) ;
346 Int *npts_p = npoints.getStorage( deleteNpts ) ;
347 Complex *cmin_p = clipmin.getStorage( deleteCMin ) ;
348 Float *cwmin_p = clipwmin.getStorage( deleteCWMin ) ;
349 Float *ccmin_p = clipcmin.getStorage( deleteCCMin ) ;
350 Complex *cmax_p = clipmax.getStorage( deleteCMax ) ;
351 Float *cwmax_p = clipwmax.getStorage( deleteCWMax ) ;
352 Float *ccmax_p = clipcmax.getStorage( deleteCCMax ) ;
353
354 // pass copy of irow to ggridsd since it will be modified in theroutine
355 Int irowCopy = irow ;
356
357 // call ggridsd
358 ggridsd2( xy_p,
359 values_p,
360 &nvispol,
361 &nvischan,
362 &idopsf,
363 flag_p,
364 rflag_p,
365 wgt_p,
366 &nrow,
367 &irowCopy,
368 grid_p,
369 wgrid_p,
370 npts_p,
371 cmin_p,
372 cwmin_p,
373 ccmin_p,
374 cmax_p,
375 cwmax_p,
376 ccmax_p,
377 &nx,
378 &ny,
379 &npol,
380 &nchan,
381 &support,
382 &sampling,
383 conv_p,
384 chanMap,
385 polMap,
386 sumw_p ) ;
387
388 // finalization
389 xypos.putStorage( xy_p, deletePos ) ;
390 spectra.freeStorage( values_p, deleteData ) ;
391 flagtra.freeStorage( flag_p, deleteFlag ) ;
392 flagrow.freeStorage( rflag_p, deleteFlagR ) ;
393 weight.freeStorage( wgt_p, deleteWgt ) ;
394 gdata.putStorage( grid_p, deleteDataG ) ;
395 gwgt.putStorage( wgrid_p, deleteWgtG ) ;
396 convFunc.putStorage( conv_p, deleteConv ) ;
397 clipmin.putStorage( cmin_p, deleteCMin ) ;
398 clipwmin.putStorage( cwmin_p, deleteCWMin ) ;
399 clipcmin.putStorage( ccmin_p, deleteCCMin ) ;
400 clipmax.putStorage( cmax_p, deleteCMax ) ;
401 clipwmax.putStorage( cwmax_p, deleteCWMax ) ;
402 clipcmax.putStorage( ccmax_p, deleteCCMax ) ;
403 delete sumw_p ;
404}
405
406void STGrid::grid()
407{
408 LogIO os( LogOrigin("STGrid", "grid", WHERE) ) ;
409 double t0,t1 ;
410
411 // data selection
412 t0 = mathutil::gettimeofday_sec() ;
413 selectData() ;
414 t1 = mathutil::gettimeofday_sec() ;
415 os << "selectData: elapsed time is " << t1-t0 << " sec." << LogIO::POST ;
416
417 setupGrid() ;
418 setupArray() ;
419
420 if ( wtype_.compare("UNIFORM") != 0 &&
421 wtype_.compare("TINT") != 0 &&
422 wtype_.compare("TSYS") != 0 &&
423 wtype_.compare("TINTSYS") != 0 ) {
424 LogIO os( LogOrigin("STGrid", "grid", WHERE) ) ;
425 os << LogIO::WARN << "Unsupported weight type '" << wtype_ << "', apply UNIFORM weight" << LogIO::POST ;
426 wtype_ = "UNIFORM" ;
427 }
428
429 // grid parameter
430 os << LogIO::DEBUGGING ;
431 os << "----------" << endl ;
432 os << "Data selection summary" << endl ;
433 os << " ifno = " << ifno_ << endl ;
434 os << " pollist = " << pollist_ << endl ;
435 os << " scanlist = " << scanlist_ << endl ;
436 os << "----------" << endl ;
437 os << "Grid parameter summary" << endl ;
438 os << " (nx,ny) = (" << nx_ << "," << ny_ << ")" << endl ;
439 os << " (cellx,celly) = (" << cellx_ << "," << celly_ << ")" << endl ;
440 os << " center = " << center_ << endl ;
441 os << " weighting = " << wtype_ << endl ;
442 os << " convfunc = " << convType_ << " with support " << convSupport_ << endl ;
443 os << " doclip = " << (doclip_?"True":"False") << endl ;
444 os << "----------" << LogIO::POST ;
445 os << LogIO::NORMAL ;
446
447 if ( doclip_ )
448 gridPerRowWithClipping() ;
449 else
450 gridPerRow() ;
451}
452
453void STGrid::updateChunkShape()
454{
455 // TODO: nchunk_ must be determined from nchan_, npol_, and (nx_,ny_)
456 // by considering data size to be allocated for ggridsd input/output
457 nchunk_ = 400 ;
458 nchunk_ = min( nchunk_, nrow_ ) ;
459 vshape_ = IPosition( 1, nchunk_ ) ;
460 wshape_ = IPosition( 2, nchan_, nchunk_ ) ;
461 dshape_ = IPosition( 2, 2, nchunk_ ) ;
462}
463
464struct STGChunk {
465 Int nrow ;
466 Array<Complex> spectra;
467 Array<Int> flagtra;
468 Array<Int> rflag;
469 Array<Float> weight;
470 Array<Double> direction;
471 STGChunk(IPosition const &wshape, IPosition const &vshape,
472 IPosition const &dshape)
473 : spectra(wshape), flagtra(wshape), rflag(vshape), weight(wshape),
474 direction(dshape)
475 { }
476};
477
478struct STCommonData {
479 Int gnx;
480 Int gny;
481 Int *chanMap;
482 Vector<Float> convFunc ;
483 Array<Complex> gdataArrC;
484 Array<Float> gwgtArr;
485 STCommonData(IPosition const &gshape, Array<Float> const &data)
486 : gdataArrC(gshape, 0.0), gwgtArr(data) {}
487};
488
489struct STCommonDataWithClipping {
490 Int gnx;
491 Int gny;
492 Int *chanMap;
493 Vector<Float> convFunc ;
494 Array<Complex> gdataArrC;
495 Array<Float> gwgtArr;
496 Array<Int> npoints ;
497 Array<Complex> clipMin ;
498 Array<Float> clipWMin ;
499 Array<Float> clipCMin ;
500 Array<Complex> clipMax ;
501 Array<Float> clipWMax ;
502 Array<Float> clipCMax ;
503 STCommonDataWithClipping(IPosition const &gshape,
504 IPosition const &pshape,
505 Array<Float> const &data)
506 : gdataArrC(gshape, 0.0),
507 gwgtArr(data),
508 npoints(pshape, 0),
509 clipMin(gshape, Complex(FLT_MAX,0.0)),
510 clipWMin(gshape, 0.0),
511 clipCMin(gshape, 0.0),
512 clipMax(gshape, Complex(-FLT_MAX,0.0)),
513 clipWMax(gshape, 0.0),
514 clipCMax(gshape, 0.0)
515 {}
516};
517
518#define DO_AHEAD 3
519
520struct STContext {
521 STCommonData &common;
522 FIFO<STGChunk *, DO_AHEAD> queue;
523 STGrid *const self;
524 const Int pol;
525 STContext(STGrid *obj, STCommonData &common, Int pol)
526 : self(obj), common(common), pol(pol) {}
527};
528
529struct STContextWithClipping {
530 STCommonDataWithClipping &common;
531 FIFO<STGChunk *, DO_AHEAD> queue;
532 STGrid *const self;
533 const Int pol;
534 STContextWithClipping(STGrid *obj, STCommonDataWithClipping &common, Int pol)
535 : self(obj), common(common), pol(pol) {}
536};
537
538
539bool STGrid::produceChunk(void *ctx) throw(PCException)
540{
541 STContext &context = *(STContext *)ctx;
542 if ( context.self->nprocessed_ >= context.self->nrow_ ) {
543 return false;
544 }
545 STGChunk *chunk = new STGChunk(context.self->wshape_,
546 context.self->vshape_,
547 context.self->dshape_);
548
549 double t0 = mathutil::gettimeofday_sec() ;
550 chunk->nrow = context.self->getDataChunk(
551 context.self->wshape_, context.self->vshape_, context.self->dshape_,
552 chunk->spectra, chunk->direction,
553 chunk->flagtra, chunk->rflag, chunk->weight);
554 double t1 = mathutil::gettimeofday_sec() ;
555 context.self->eGetData_ += t1-t0 ;
556
557 context.queue.lock();
558 context.queue.put(chunk);
559 context.queue.unlock();
560 return true;
561}
562
563void STGrid::consumeChunk(void *ctx) throw(PCException)
564{
565 STContext &context = *(STContext *)ctx;
566 STGChunk *chunk = NULL;
567 try {
568 context.queue.lock();
569 chunk = context.queue.get();
570 context.queue.unlock();
571 } catch (FullException &e) {
572 context.queue.unlock();
573 // TODO: log error
574 throw PCException();
575 }
576
577 double t0, t1 ;
578 // world -> pixel
579 Array<Double> xypos( context.self->dshape_ ) ;
580 t0 = mathutil::gettimeofday_sec() ;
581 context.self->toPixel( chunk->direction, xypos ) ;
582 t1 = mathutil::gettimeofday_sec() ;
583 context.self->eToPixel_ += t1-t0 ;
584
585 // call ggridsd
586 Int nvispol = 1 ;
587 Int irow = -1 ;
588 t0 = mathutil::gettimeofday_sec() ;
589 context.self->call_ggridsd( xypos,
590 chunk->spectra,
591 nvispol,
592 context.self->nchan_,
593 chunk->flagtra,
594 chunk->rflag,
595 chunk->weight,
596 chunk->nrow,
597 irow,
598 context.common.gdataArrC,
599 context.common.gwgtArr,
600 context.common.gnx,
601 context.common.gny,
602 context.self->npol_,
603 context.self->nchan_,
604 context.self->convSupport_,
605 context.self->convSampling_,
606 context.common.convFunc,
607 context.common.chanMap,
608 (Int*)&context.pol ) ;
609 t1 = mathutil::gettimeofday_sec() ;
610 context.self->eGGridSD_ += t1-t0 ;
611
612 delete chunk;
613}
614
615void STGrid::gridPerRow()
616{
617 LogIO os( LogOrigin("STGrid", "gridPerRow", WHERE) ) ;
618 double t0, t1 ;
619
620
621 // grid data
622 // Extend grid plane with convSupport_
623 // Int gnx = nx_+convSupport_*2 ;
624 // Int gny = ny_+convSupport_*2 ;
625 Int gnx = nx_;
626 Int gny = ny_;
627
628 IPosition gshape( 4, gnx, gny, npol_, nchan_ ) ;
629 // 2011/12/20 TN
630 // data_ and gwgtArr share storage
631 data_.resize( gshape ) ;
632 data_ = 0.0 ;
633 STCommonData common = STCommonData(gshape, data_);
634 common.gnx = gnx ;
635 common.gny = gny ;
636
637 // parameters for gridding
638 Int *chanMap = new Int[nchan_] ;
639 for ( Int i = 0 ; i < nchan_ ; i++ ) {
640 chanMap[i] = i ;
641 }
642 common.chanMap = chanMap;
643
644 // convolution kernel
645 t0 = mathutil::gettimeofday_sec() ;
646 setConvFunc( common.convFunc ) ;
647 t1 = mathutil::gettimeofday_sec() ;
648 os << "setConvFunc: elapsed time is " << t1-t0 << " sec." << LogIO::POST ;
649
650 // for performance check
651 eGetData_ = 0.0 ;
652 eToPixel_ = 0.0 ;
653 eGGridSD_ = 0.0 ;
654 double eInitPol = 0.0 ;
655
656 for ( uInt ifile = 0 ; ifile < nfile_ ; ifile++ ) {
657 initTable( ifile ) ;
658
659 os << "start table " << ifile << ": " << infileList_[ifile] << LogIO::POST ;
660 Broker broker = Broker(produceChunk, consumeChunk);
661 for ( Int ipol = 0 ; ipol < npol_ ; ipol++ ) {
662 t0 = mathutil::gettimeofday_sec() ;
663 initPol( ipol ) ; // set ptab_ and attach()
664 t1 = mathutil::gettimeofday_sec() ;
665 eInitPol += t1-t0 ;
666
667 STContext context(this, common, ipol);
668
669 os << "start pol " << ipol << LogIO::POST ;
670
671 nprocessed_ = 0 ;
672#if 1
673 broker.runProducerAsMasterThread(&context, DO_AHEAD);
674#else
675 for (;;) {
676 bool produced = produceChunk(&context);
677 if (! produced) {
678 break;
679 }
680 consumeChunk(&context);
681 }
682#endif
683
684 os << "end pol " << ipol << LogIO::POST ;
685
686 }
687 os << "end table " << ifile << LogIO::POST ;
688 }
689 os << "initPol: elapsed time is " << eInitPol << " sec." << LogIO::POST ;
690 os << "getData: elapsed time is " << eGetData_-eToInt-eGetWeight << " sec." << LogIO::POST ;
691 os << "toPixel: elapsed time is " << eToPixel_ << " sec." << LogIO::POST ;
692 os << "ggridsd: elapsed time is " << eGGridSD_ << " sec." << LogIO::POST ;
693 os << "toInt: elapsed time is " << eToInt << " sec." << LogIO::POST ;
694 os << "getWeight: elapsed time is " << eGetWeight << " sec." << LogIO::POST ;
695
696 delete chanMap ;
697
698 // set data
699 setData( common.gdataArrC, common.gwgtArr ) ;
700
701}
702
703void STGrid::consumeChunkWithClipping(void *ctx) throw(PCException)
704{
705 STContextWithClipping &context = *(STContextWithClipping *)ctx;
706 STGChunk *chunk = NULL;
707 try {
708 context.queue.lock();
709 chunk = context.queue.get();
710 context.queue.unlock();
711 } catch (FullException &e) {
712 context.queue.unlock();
713 // TODO: log error
714 throw PCException();
715 }
716
717 double t0, t1 ;
718 // world -> pixel
719 Array<Double> xypos( context.self->dshape_ ) ;
720 t0 = mathutil::gettimeofday_sec() ;
721 context.self->toPixel( chunk->direction, xypos ) ;
722 t1 = mathutil::gettimeofday_sec() ;
723 context.self->eToPixel_ += t1-t0 ;
724
725 // call ggridsd
726 Int nvispol = 1 ;
727 Int irow = -1 ;
728 t0 = mathutil::gettimeofday_sec() ;
729 context.self->call_ggridsd2( xypos,
730 chunk->spectra,
731 nvispol,
732 context.self->nchan_,
733 chunk->flagtra,
734 chunk->rflag,
735 chunk->weight,
736 chunk->nrow,
737 irow,
738 context.common.gdataArrC,
739 context.common.gwgtArr,
740 context.common.npoints,
741 context.common.clipMin,
742 context.common.clipWMin,
743 context.common.clipCMin,
744 context.common.clipMax,
745 context.common.clipWMax,
746 context.common.clipCMax,
747 context.common.gnx,
748 context.common.gny,
749 context.self->npol_,
750 context.self->nchan_,
751 context.self->convSupport_,
752 context.self->convSampling_,
753 context.common.convFunc,
754 context.common.chanMap,
755 (Int*)&context.pol ) ;
756 t1 = mathutil::gettimeofday_sec() ;
757 context.self->eGGridSD_ += t1-t0 ;
758
759 delete chunk;
760}
761
762void STGrid::gridPerRowWithClipping()
763{
764 LogIO os( LogOrigin("STGrid", "gridPerRowWithClipping", WHERE) ) ;
765 double t0, t1 ;
766
767
768 // grid data
769 // Extend grid plane with convSupport_
770 // Int gnx = nx_+convSupport_*2 ;
771 // Int gny = ny_+convSupport_*2 ;
772 Int gnx = nx_;
773 Int gny = ny_;
774
775 IPosition gshape( 4, gnx, gny, npol_, nchan_ ) ;
776 IPosition pshape( 3, gnx, gny, npol_ ) ;
777 // 2011/12/20 TN
778 // data_ and gwgtArr share storage
779 data_.resize( gshape ) ;
780 data_ = 0.0 ;
781 STCommonDataWithClipping common = STCommonDataWithClipping( gshape,
782 pshape,
783 data_ ) ;
784 common.gnx = gnx ;
785 common.gny = gny ;
786
787 // parameters for gridding
788 Int *chanMap = new Int[nchan_] ;
789 for ( Int i = 0 ; i < nchan_ ; i++ ) {
790 chanMap[i] = i ;
791 }
792 common.chanMap = chanMap;
793
794 // convolution kernel
795 t0 = mathutil::gettimeofday_sec() ;
796 setConvFunc( common.convFunc ) ;
797 t1 = mathutil::gettimeofday_sec() ;
798 os << "setConvFunc: elapsed time is " << t1-t0 << " sec." << LogIO::POST ;
799
800 // for performance check
801 eGetData_ = 0.0 ;
802 eToPixel_ = 0.0 ;
803 eGGridSD_ = 0.0 ;
804 double eInitPol = 0.0 ;
805
806 for ( uInt ifile = 0 ; ifile < nfile_ ; ifile++ ) {
807 initTable( ifile ) ;
808
809 os << "start table " << ifile << ": " << infileList_[ifile] << LogIO::POST ;
810 Broker broker = Broker(produceChunk, consumeChunkWithClipping);
811 for ( Int ipol = 0 ; ipol < npol_ ; ipol++ ) {
812 t0 = mathutil::gettimeofday_sec() ;
813 initPol( ipol ) ; // set ptab_ and attach()
814 t1 = mathutil::gettimeofday_sec() ;
815 eInitPol += t1-t0 ;
816
817 STContextWithClipping context(this, common, ipol);
818
819 os << "start pol " << ipol << LogIO::POST ;
820
821 nprocessed_ = 0 ;
822#if 1
823 broker.runProducerAsMasterThread(&context, DO_AHEAD);
824#else
825 for (;;) {
826 bool produced = produceChunk(&context);
827 if (! produced) {
828 break;
829 }
830 consumeChunkWithClipping(&context);
831 }
832#endif
833
834 os << "end pol " << ipol << LogIO::POST ;
835
836 }
837 os << "end table " << ifile << LogIO::POST ;
838 }
839 os << "initPol: elapsed time is " << eInitPol << " sec." << LogIO::POST ;
840 os << "getData: elapsed time is " << eGetData_-eToInt-eGetWeight << " sec." << LogIO::POST ;
841 os << "toPixel: elapsed time is " << eToPixel_ << " sec." << LogIO::POST ;
842 os << "ggridsd2: elapsed time is " << eGGridSD_ << " sec." << LogIO::POST ;
843 os << "toInt: elapsed time is " << eToInt << " sec." << LogIO::POST ;
844 os << "getWeight: elapsed time is " << eGetWeight << " sec." << LogIO::POST ;
845
846 delete chanMap ;
847
848 // clip min and max in each grid
849// os << "BEFORE CLIPPING" << LogIO::POST ;
850// os << "gdataArrC=" << common.gdataArrC << LogIO::POST ;
851// os << "gwgtArr=" << common.gwgtArr << LogIO::POST ;
852 t0 = mathutil::gettimeofday_sec() ;
853 clipMinMax( common.gdataArrC,
854 common.gwgtArr,
855 common.npoints,
856 common.clipMin,
857 common.clipWMin,
858 common.clipCMin,
859 common.clipMax,
860 common.clipWMax,
861 common.clipCMax ) ;
862 t1 = mathutil::gettimeofday_sec() ;
863 os << "clipMinMax: elapsed time is " << t1-t0 << " sec." << LogIO::POST ;
864// os << "AFTER CLIPPING" << LogIO::POST ;
865// os << "gdataArrC=" << common.gdataArrC << LogIO::POST ;
866// os << "gwgtArr=" << common.gwgtArr << LogIO::POST ;
867
868 // set data
869 setData( common.gdataArrC, common.gwgtArr ) ;
870
871}
872
873void STGrid::clipMinMax( Array<Complex> &grid,
874 Array<Float> &weight,
875 Array<Int> &npoints,
876 Array<Complex> &clipmin,
877 Array<Float> &clipwmin,
878 Array<Float> &clipcmin,
879 Array<Complex> &clipmax,
880 Array<Float> &clipwmax,
881 Array<Float> &clipcmax )
882{
883 //LogIO os( LogOrigin("STGrid","clipMinMax",WHERE) ) ;
884
885 // prepare pointers
886 Bool delG, delW, delNP, delCMin, delCWMin, delCCMin, delCMax, delCWMax, delCCMax ;
887 Complex *grid_p = grid.getStorage( delG ) ;
888 Float *wgt_p = weight.getStorage( delW ) ;
889 const Int *npts_p = npoints.getStorage( delNP ) ;
890 const Complex *cmin_p = clipmin.getStorage( delCMin ) ;
891 const Float *cwmin_p = clipwmin.getStorage( delCWMin ) ;
892 const Float *ccmin_p = clipcmin.getStorage( delCCMin ) ;
893 const Complex *cmax_p = clipmax.getStorage( delCMax ) ;
894 const Float *cwmax_p = clipwmax.getStorage( delCWMax ) ;
895 const Float *ccmax_p = clipcmax.getStorage( delCCMax ) ;
896
897 const IPosition &gshape = grid.shape() ;
898 long offset = gshape[0] * gshape[1] * gshape[2] ; // nx * ny * npol
899 Int nchan = gshape[3] ;
900 long origin = nchan * offset ;
901 for ( long i = 0 ; i < offset ; i++ ) {
902 if ( *npts_p > 2 ) {
903 for ( Int ichan = 0 ; ichan < nchan ; ichan++ ) {
904 // clip minimum and maximum
905 *grid_p -= (*cmin_p)*(*cwmin_p)*(*ccmin_p)
906 + (*cmax_p)*(*cwmax_p)*(*ccmax_p) ;
907 *wgt_p -= (*cwmin_p)*(*ccmin_p)
908 + (*cwmax_p)*(*ccmax_p) ;
909
910 grid_p += offset ;
911 wgt_p += offset ;
912 cmin_p += offset ;
913 cwmin_p += offset ;
914 ccmin_p += offset ;
915 cmax_p += offset ;
916 cwmax_p += offset ;
917 ccmax_p += offset ;
918 }
919 grid_p -= origin ;
920 wgt_p -= origin ;
921 cmin_p -= origin ;
922 cwmin_p -= origin ;
923 ccmin_p -= origin ;
924 cmax_p -= origin ;
925 cwmax_p -= origin ;
926 ccmax_p -= origin ;
927 }
928 grid_p++ ;
929 wgt_p++ ;
930 npts_p++ ;
931 cmin_p++ ;
932 cwmin_p++ ;
933 ccmin_p++ ;
934 cmax_p++ ;
935 cwmax_p++ ;
936 ccmax_p++ ;
937 }
938 grid_p -= offset ;
939 wgt_p -= offset ;
940 npts_p -= offset ;
941 cmin_p -= offset ;
942 cwmin_p -= offset ;
943 ccmin_p -= offset ;
944 cmax_p -= offset ;
945 cwmax_p -= offset ;
946 ccmax_p -= offset ;
947
948 // finalization
949 grid.putStorage( grid_p, delG ) ;
950 weight.putStorage( wgt_p, delW ) ;
951 npoints.freeStorage( npts_p, delNP ) ;
952 clipmin.freeStorage( cmin_p, delCMin ) ;
953 clipwmin.freeStorage( cwmin_p, delCWMin ) ;
954 clipcmin.freeStorage( ccmin_p, delCCMin ) ;
955 clipmax.freeStorage( cmax_p, delCMax ) ;
956 clipwmax.freeStorage( cwmax_p, delCWMax ) ;
957 clipcmax.freeStorage( ccmax_p, delCCMax ) ;
958}
959
960void STGrid::initPol( Int ipol )
961{
962 LogIO os( LogOrigin("STGrid","initPol",WHERE) ) ;
963 if ( npolOrg_ == 1 ) {
964 os << "single polarization data." << LogIO::POST ;
965 ptab_ = tab_ ;
966 }
967 else
968 ptab_ = tab_( tab_.col("POLNO") == (uInt)ipol ) ;
969
970 attach( ptab_ ) ;
971}
972
973void STGrid::initTable( uInt idx )
974{
975 tab_ = tableList_[idx] ;
976 nrow_ = rows_[idx] ;
977 updateChunkShape() ;
978}
979
980void STGrid::setData( Array<Complex> &gdata,
981 Array<Float> &gwgt )
982{
983 // 2011/12/20 TN
984 // gwgt and data_ share storage
985 LogIO os( LogOrigin("STGrid","setData",WHERE) ) ;
986 double t0, t1 ;
987 t0 = mathutil::gettimeofday_sec() ;
988 uInt len = data_.nelements() ;
989 const Complex *w1_p ;
990 Float *w2_p ;
991 Bool b1, b2 ;
992 const Complex *gdata_p = gdata.getStorage( b1 ) ;
993 Float *gwgt_p = data_.getStorage( b2 ) ;
994 w1_p = gdata_p ;
995 w2_p = gwgt_p ;
996 for ( uInt i = 0 ; i < len ; i++ ) {
997 if ( *w2_p > 0.0 ) *w2_p = (*w1_p).real() / *w2_p ;
998 w1_p++ ;
999 w2_p++ ;
1000 }
1001 gdata.freeStorage( gdata_p, b1 ) ;
1002 data_.putStorage( gwgt_p, b2 ) ;
1003 t1 = mathutil::gettimeofday_sec() ;
1004 os << "setData: elapsed time is " << t1-t0 << " sec." << LogIO::POST ;
1005}
1006
1007void STGrid::setupGrid()
1008{
1009 Double xmin,xmax,ymin,ymax ;
1010 mapExtent( xmin, xmax, ymin, ymax ) ;
1011
1012 setupGrid( nxUI_, nyUI_, cellxUI_, cellyUI_,
1013 xmin, xmax, ymin, ymax, centerUI_ ) ;
1014}
1015
1016void STGrid::setupGrid( Int &nx,
1017 Int &ny,
1018 String &cellx,
1019 String &celly,
1020 Double &xmin,
1021 Double &xmax,
1022 Double &ymin,
1023 Double &ymax,
1024 String &center )
1025{
1026 LogIO os( LogOrigin("STGrid","setupGrid",WHERE) ) ;
1027 //cout << "nx=" << nx << ", ny=" << ny << endl ;
1028
1029 // center position
1030 if ( center.size() == 0 ) {
1031 center_(0) = 0.5 * ( xmin + xmax ) ;
1032 center_(1) = 0.5 * ( ymin + ymax ) ;
1033 }
1034 else {
1035 String::size_type pos0 = center.find( " " ) ;
1036 if ( pos0 == String::npos ) {
1037 throw AipsError( "bad string format in parameter center" ) ;
1038 }
1039 String::size_type pos1 = center.find( " ", pos0+1 ) ;
1040 String typestr, xstr, ystr ;
1041 if ( pos1 != String::npos ) {
1042 typestr = center.substr( 0, pos0 ) ;
1043 xstr = center.substr( pos0+1, pos1-pos0 ) ;
1044 ystr = center.substr( pos1+1 ) ;
1045 // todo: convert to J2000 (or direction ref for DIRECTION column)
1046 }
1047 else {
1048 typestr = "J2000" ;
1049 xstr = center.substr( 0, pos0 ) ;
1050 ystr = center.substr( pos0+1 ) ;
1051 }
1052 QuantumHolder qh ;
1053 String err ;
1054 qh.fromString( err, xstr ) ;
1055 Quantum<Double> xcen = qh.asQuantumDouble() ;
1056 qh.fromString( err, ystr ) ;
1057 Quantum<Double> ycen = qh.asQuantumDouble() ;
1058 center_(0) = xcen.getValue( "rad" ) ;
1059 center_(1) = ycen.getValue( "rad" ) ;
1060 }
1061
1062
1063 nx_ = nx ;
1064 ny_ = ny ;
1065 if ( nx < 0 && ny > 0 ) {
1066 nx_ = ny ;
1067 ny_ = ny ;
1068 }
1069 if ( ny < 0 && nx > 0 ) {
1070 nx_ = nx ;
1071 ny_ = nx ;
1072 }
1073
1074 //Double wx = xmax - xmin ;
1075 //Double wy = ymax - ymin ;
1076 Double wx = max( abs(xmax-center_(0)), abs(xmin-center_(0)) ) * 2 ;
1077 Double wy = max( abs(ymax-center_(1)), abs(ymin-center_(1)) ) * 2 ;
1078 // take 10% margin
1079 wx *= 1.10 ;
1080 wy *= 1.10 ;
1081
1082 Quantum<Double> qcellx ;
1083 Quantum<Double> qcelly ;
1084 //cout << "nx_ = " << nx_ << ", ny_ = " << ny_ << endl ;
1085 if ( cellx.size() != 0 && celly.size() != 0 ) {
1086 readQuantity( qcellx, cellx ) ;
1087 readQuantity( qcelly, celly ) ;
1088 }
1089 else if ( celly.size() != 0 ) {
1090 os << "Using celly to x-axis..." << LogIO::POST ;
1091 readQuantity( qcelly, celly ) ;
1092 qcellx = qcelly ;
1093 }
1094 else if ( cellx.size() != 0 ) {
1095 os << "Using cellx to y-axis..." << LogIO::POST ;
1096 readQuantity( qcellx, cellx ) ;
1097 qcelly = qcellx ;
1098 }
1099 else {
1100 if ( nx_ < 0 ) {
1101 os << "No user preference in grid setting. Using default..." << LogIO::POST ;
1102 readQuantity( qcellx, "1.0arcmin" ) ;
1103 qcelly = qcellx ;
1104 }
1105 else {
1106 if ( wx == 0.0 ) {
1107 os << "Using default spatial extent (10arcmin) in x" << LogIO::POST ;
1108 wx = 0.00290888 ;
1109 }
1110 if ( wy == 0.0 ) {
1111 os << "Using default spatial extent (10arcmin) in y" << LogIO::POST ;
1112 wy = 0.00290888 ;
1113 }
1114 qcellx = Quantum<Double>( wx/nx_, "rad" ) ;
1115 qcelly = Quantum<Double>( wy/ny_, "rad" ) ;
1116 }
1117 }
1118 cellx_ = qcellx.getValue( "rad" ) ;
1119 // DEC correction
1120 cellx_ /= cos( center_[1] ) ;
1121 celly_ = qcelly.getValue( "rad" ) ;
1122 //os << "cellx_=" << cellx_ << ", celly_=" << celly_ << ", cos("<<center_(1)<<")=" << cos(center_(1)) << LogIO::POST ;
1123 if ( nx_ < 0 ) {
1124 if ( wx == 0.0 ) {
1125 os << "Using default spatial extent (10arcmin) in x" << LogIO::POST ;
1126 wx = 0.00290888 ;
1127 }
1128 if ( wy == 0.0 ) {
1129 os << "Using default spatial extent (10arcmin) in y" << LogIO::POST ;
1130 wy = 0.00290888 ;
1131 }
1132 nx_ = Int( ceil( wx/cellx_ ) ) ;
1133 ny_ = Int( ceil( wy/celly_ ) ) ;
1134 }
1135}
1136
1137void STGrid::mapExtent( Double &xmin, Double &xmax,
1138 Double &ymin, Double &ymax )
1139{
1140 //LogIO os( LogOrigin("STGrid","mapExtent",WHERE) ) ;
1141 directionCol_.attach( tableList_[0], "DIRECTION" ) ;
1142 Matrix<Double> direction = directionCol_.getColumn() ;
1143 //os << "dirCol.nrow() = " << dirCol.nrow() << LogIO::POST ;
1144 minMax( xmin, xmax, direction.row( 0 ) ) ;
1145 minMax( ymin, ymax, direction.row( 1 ) ) ;
1146 Double amin, amax, bmin, bmax ;
1147 for ( uInt i = 1 ; i < nfile_ ; i++ ) {
1148 directionCol_.attach( tableList_[i], "DIRECTION" ) ;
1149 direction.assign( directionCol_.getColumn() ) ;
1150 //os << "dirCol.nrow() = " << dirCol.nrow() << LogIO::POST ;
1151 minMax( amin, amax, direction.row( 0 ) ) ;
1152 minMax( bmin, bmax, direction.row( 1 ) ) ;
1153 xmin = min( xmin, amin ) ;
1154 xmax = max( xmax, amax ) ;
1155 ymin = min( ymin, bmin ) ;
1156 ymax = max( ymax, bmax ) ;
1157 }
1158 //os << "(xmin,xmax)=(" << xmin << "," << xmax << ")" << LogIO::POST ;
1159 //os << "(ymin,ymax)=(" << ymin << "," << ymax << ")" << LogIO::POST ;
1160}
1161
1162void STGrid::selectData()
1163{
1164 LogIO os( LogOrigin("STGrid","selectData",WHERE) ) ;
1165 //Int ifno = ifno_ ;
1166 tableList_.resize( nfile_ ) ;
1167 if ( ifno_ == -1 ) {
1168 Table taborg( infileList_[0] ) ;
1169 ROScalarColumn<uInt> ifnoCol( taborg, "IFNO" ) ;
1170 ifno_ = ifnoCol( 0 ) ;
1171 os << LogIO::WARN
1172 << "IFNO is not given. Using default IFNO: " << ifno_ << LogIO::POST ;
1173 }
1174 for ( uInt i = 0 ; i < nfile_ ; i++ ) {
1175 Table taborg( infileList_[i] ) ;
1176 TableExprNode node ;
1177 if ( isMultiIF( taborg ) ) {
1178 os << "apply selection on IFNO" << LogIO::POST ;
1179 node = taborg.col("IFNO") == ifno_ ;
1180 }
1181 if ( scanlist_.size() > 0 ) {
1182 os << "apply selection on SCANNO" << LogIO::POST ;
1183 node = node && taborg.col("SCANNO").in( scanlist_ ) ;
1184 }
1185 if ( node.isNull() ) {
1186 tableList_[i] = taborg ;
1187 }
1188 else {
1189 tableList_[i] = taborg( node ) ;
1190 }
1191 os << "tableList_[" << i << "].nrow()=" << tableList_[i].nrow() << LogIO::POST ;
1192 if ( tableList_[i].nrow() == 0 ) {
1193 os << LogIO::SEVERE
1194 << "No corresponding rows for given selection: IFNO " << ifno_ ;
1195 if ( scanlist_.size() > 0 )
1196 os << " SCANNO " << scanlist_ ;
1197 os << LogIO::EXCEPTION ;
1198 }
1199 }
1200}
1201
1202Bool STGrid::isMultiIF( Table &tab )
1203{
1204 ROScalarColumn<uInt> ifnoCol( tab, "IFNO" ) ;
1205 Vector<uInt> ifnos = ifnoCol.getColumn() ;
1206 return anyNE( ifnos, ifnos[0] ) ;
1207}
1208
1209void STGrid::attach( Table &tab )
1210{
1211 // attach to table
1212 spectraCol_.attach( tab, "SPECTRA" ) ;
1213 flagtraCol_.attach( tab, "FLAGTRA" ) ;
1214 directionCol_.attach( tab, "DIRECTION" ) ;
1215 flagRowCol_.attach( tab, "FLAGROW" ) ;
1216 tsysCol_.attach( tab, "TSYS" ) ;
1217 intervalCol_.attach( tab, "INTERVAL" ) ;
1218}
1219
1220Int STGrid::getDataChunk(
1221 IPosition const &wshape,
1222 IPosition const &vshape,
1223 IPosition const &dshape,
1224 Array<Complex> &spectra,
1225 Array<Double> &direction,
1226 Array<Int> &flagtra,
1227 Array<Int> &rflag,
1228 Array<Float> &weight )
1229{
1230 LogIO os( LogOrigin("STGrid","getDataChunk",WHERE) ) ;
1231
1232 Array<Float> spectraF_(wshape);
1233 Array<uChar> flagtraUC_(wshape);
1234 Array<uInt> rflagUI_(vshape);
1235 Int nrow = getDataChunk( spectraF_, direction, flagtraUC_, rflagUI_, weight ) ;
1236 if ( nrow < nchunk_ ) {
1237 spectra.resize( spectraF_.shape() ) ;
1238 flagtra.resize( flagtraUC_.shape() ) ;
1239 rflag.resize( rflagUI_.shape() ) ;
1240 }
1241 double t0, t1 ;
1242 t0 = mathutil::gettimeofday_sec() ;
1243 convertArray( spectra, spectraF_ ) ;
1244 toInt( flagtraUC_, flagtra ) ;
1245 toInt( rflagUI_, rflag ) ;
1246 t1 = mathutil::gettimeofday_sec() ;
1247 eToInt = t1 - t0 ;
1248
1249 return nrow ;
1250}
1251
1252#if 0
1253Int STGrid::getDataChunk( Array<Complex> &spectra,
1254 Array<Double> &direction,
1255 Array<Int> &flagtra,
1256 Array<Int> &rflag,
1257 Array<Float> &weight )
1258{
1259 LogIO os( LogOrigin("STGrid","getDataChunk",WHERE) ) ;
1260 Int nrow = getDataChunk( spectraF_, direction, flagtraUC_, rflagUI_, weight ) ;
1261 if ( nrow < nchunk_ ) {
1262 spectra.resize( spectraF_.shape() ) ;
1263 flagtra.resize( flagtraUC_.shape() ) ;
1264 rflag.resize( rflagUI_.shape() ) ;
1265 }
1266 double t0, t1 ;
1267 t0 = mathutil::gettimeofday_sec() ;
1268 convertArray( spectra, spectraF_ ) ;
1269 toInt( flagtraUC_, flagtra ) ;
1270 toInt( rflagUI_, rflag ) ;
1271 t1 = mathutil::gettimeofday_sec() ;
1272 eToInt = t1 - t0 ;
1273
1274 return nrow ;
1275}
1276#endif
1277
1278Int STGrid::getDataChunk( Array<Float> &spectra,
1279 Array<Double> &direction,
1280 Array<uChar> &flagtra,
1281 Array<uInt> &rflag,
1282 Array<Float> &weight )
1283{
1284 LogIO os( LogOrigin("STGrid","getDataChunk",WHERE) ) ;
1285 Int nrow = spectra.shape()[1] ;
1286 Int remainingRow = nrow_ - nprocessed_ ;
1287 if ( remainingRow < nrow ) {
1288 nrow = remainingRow ;
1289 IPosition mshape( 2, nchan_, nrow ) ;
1290 IPosition vshape( 1, nrow ) ;
1291 spectra.resize( mshape ) ;
1292 flagtra.resize( mshape ) ;
1293 direction.resize( IPosition(2,2,nrow) ) ;
1294 rflag.resize( vshape ) ;
1295 weight.resize( mshape ) ;
1296 }
1297 // 2011/12/22 TN
1298 // tsys shares its storage with weight
1299 Array<Float> tsys( weight ) ;
1300 Array<Double> tint( rflag.shape() ) ;
1301
1302 Vector<uInt> rflagVec( rflag ) ;
1303 Vector<Double> tintVec( tint ) ;
1304
1305 RefRows rows( nprocessed_, nprocessed_+nrow-1, 1 ) ;
1306 //os<<LogIO::DEBUGGING<<"nprocessed_="<<nprocessed_<<": rows.nrows()="<<rows.nrows()<<LogIO::POST ;
1307 spectraCol_.getColumnCells( rows, spectra ) ;
1308 flagtraCol_.getColumnCells( rows, flagtra ) ;
1309 directionCol_.getColumnCells( rows, direction ) ;
1310 flagRowCol_.getColumnCells( rows, rflagVec ) ;
1311 intervalCol_.getColumnCells( rows, tintVec ) ;
1312 Vector<Float> tsysTemp = tsysCol_( nprocessed_ ) ;
1313 if ( tsysTemp.nelements() == (uInt)nchan_ )
1314 tsysCol_.getColumnCells( rows, tsys ) ;
1315 else
1316 tsys = tsysTemp[0] ;
1317
1318 double t0,t1 ;
1319 t0 = mathutil::gettimeofday_sec() ;
1320 getWeight( weight, tsys, tint ) ;
1321 t1 = mathutil::gettimeofday_sec() ;
1322 eGetWeight += t1-t0 ;
1323
1324 nprocessed_ += nrow ;
1325
1326 return nrow ;
1327}
1328
1329void STGrid::setupArray()
1330{
1331 LogIO os( LogOrigin("STGrid","setupArray",WHERE) ) ;
1332 ROScalarColumn<uInt> polnoCol( tableList_[0], "POLNO" ) ;
1333 Vector<uInt> pols = polnoCol.getColumn() ;
1334 //os << pols << LogIO::POST ;
1335 Vector<uInt> pollistOrg ;
1336 npolOrg_ = 0 ;
1337 uInt polno ;
1338 for ( uInt i = 0 ; i < polnoCol.nrow() ; i++ ) {
1339 //polno = polnoCol( i ) ;
1340 polno = pols( i ) ;
1341 if ( allNE( pollistOrg, polno ) ) {
1342 pollistOrg.resize( npolOrg_+1, True ) ;
1343 pollistOrg[npolOrg_] = polno ;
1344 npolOrg_++ ;
1345 }
1346 }
1347 if ( pollist_.size() == 0 )
1348 pollist_ = pollistOrg ;
1349 else {
1350 Vector<uInt> newlist ;
1351 uInt newsize = 0 ;
1352 for ( uInt i = 0 ; i < pollist_.size() ; i++ ) {
1353 if ( anyEQ( pollistOrg, pollist_[i] ) ) {
1354 newlist.resize( newsize+1, True ) ;
1355 newlist[newsize] = pollist_[i] ;
1356 newsize++ ;
1357 }
1358 }
1359 pollist_.assign( newlist ) ;
1360 }
1361 npol_ = pollist_.size() ;
1362 if ( npol_ == 0 ) {
1363 os << LogIO::SEVERE << "Empty pollist" << LogIO::EXCEPTION ;
1364 }
1365 rows_.resize( nfile_ ) ;
1366 for ( uInt i = 0 ; i < nfile_ ; i++ ) {
1367 rows_[i] = tableList_[i].nrow() / npolOrg_ ;
1368 //if ( nrow_ < rows_[i] )
1369 // nrow_ = rows_[i] ;
1370 }
1371 flagtraCol_.attach( tableList_[0], "FLAGTRA" ) ;
1372 nchan_ = flagtraCol_( 0 ).nelements() ;
1373// os << "npol_ = " << npol_ << "(" << pollist_ << ")" << endl
1374// << "nchan_ = " << nchan_ << endl
1375// << "nrow_ = " << nrow_ << LogIO::POST ;
1376}
1377
1378void STGrid::getWeight( Array<Float> &w,
1379 Array<Float> &tsys,
1380 Array<Double> &tint )
1381{
1382 LogIO os( LogOrigin("STGrid","getWeight",WHERE) ) ;
1383
1384 // 2011/12/22 TN
1385 // w (weight) and tsys share storage
1386 IPosition refShape = tsys.shape() ;
1387 Int nchan = refShape[0] ;
1388 Int nrow = refShape[1] ;
1389// os << "nchan=" << nchan << ", nrow=" << nrow << LogIO::POST ;
1390// os << "w.shape()=" << w.shape() << endl
1391// << "tsys.shape()=" << tsys.shape() << endl
1392// << "tint.shape()=" << tint.shape() << LogIO::POST ;
1393
1394 // set weight
1395 if ( wtype_.compare( "UNIFORM" ) == 0 ) {
1396 w = 1.0 ;
1397 }
1398 else if ( wtype_.compare( "TINT" ) == 0 ) {
1399 Bool b0, b1 ;
1400 Float *w_p = w.getStorage( b0 ) ;
1401 Float *w0_p = w_p ;
1402 const Double *ti_p = tint.getStorage( b1 ) ;
1403 const Double *w1_p = ti_p ;
1404 for ( Int irow = 0 ; irow < nrow ; irow++ ) {
1405 for ( Int ichan = 0 ; ichan < nchan ; ichan++ ) {
1406 *w0_p = *w1_p ;
1407 w0_p++ ;
1408 }
1409 w1_p++ ;
1410 }
1411 w.putStorage( w_p, b0 ) ;
1412 tint.freeStorage( ti_p, b1 ) ;
1413 }
1414 else if ( wtype_.compare( "TSYS" ) == 0 ) {
1415 Bool b0 ;
1416 Float *w_p = w.getStorage( b0 ) ;
1417 Float *w0_p = w_p ;
1418 for ( Int irow = 0 ; irow < nrow ; irow++ ) {
1419 for ( Int ichan = 0 ; ichan < nchan ; ichan++ ) {
1420 Float temp = *w0_p ;
1421 *w0_p = 1.0 / ( temp * temp ) ;
1422 w0_p++ ;
1423 }
1424 }
1425 w.putStorage( w_p, b0 ) ;
1426 }
1427 else if ( wtype_.compare( "TINTSYS" ) == 0 ) {
1428 Bool b0, b1 ;
1429 Float *w_p = w.getStorage( b0 ) ;
1430 Float *w0_p = w_p ;
1431 const Double *ti_p = tint.getStorage( b1 ) ;
1432 const Double *w1_p = ti_p ;
1433 for ( Int irow = 0 ; irow < nrow ; irow++ ) {
1434 Float interval = *w1_p ;
1435 for ( Int ichan = 0 ; ichan < nchan ; ichan++ ) {
1436 Float temp = *w0_p ;
1437 *w0_p = interval / ( temp * temp ) ;
1438 w0_p++ ;
1439 }
1440 w1_p++ ;
1441 }
1442 w.putStorage( w_p, b0 ) ;
1443 tint.freeStorage( ti_p, b1 ) ;
1444 }
1445 else {
1446 //LogIO os( LogOrigin("STGrid", "getWeight", WHERE) ) ;
1447 //os << LogIO::WARN << "Unsupported weight type '" << wtype_ << "', apply UNIFORM weight" << LogIO::POST ;
1448 w = 1.0 ;
1449 }
1450}
1451
1452void STGrid::toInt( Array<uChar> &u, Array<Int> &v )
1453{
1454 uInt len = u.nelements() ;
1455 Int *int_p = new Int[len] ;
1456 Bool deleteIt ;
1457 const uChar *data_p = u.getStorage( deleteIt ) ;
1458 Int *i_p = int_p ;
1459 const uChar *u_p = data_p ;
1460 for ( uInt i = 0 ; i < len ; i++ ) {
1461 *i_p = ( *u_p == 0 ) ? 0 : 1 ;
1462 i_p++ ;
1463 u_p++ ;
1464 }
1465 u.freeStorage( data_p, deleteIt ) ;
1466 v.takeStorage( u.shape(), int_p, TAKE_OVER ) ;
1467}
1468
1469void STGrid::toInt( Array<uInt> &u, Array<Int> &v )
1470{
1471 uInt len = u.nelements() ;
1472 Int *int_p = new Int[len] ;
1473 Bool deleteIt ;
1474 const uInt *data_p = u.getStorage( deleteIt ) ;
1475 Int *i_p = int_p ;
1476 const uInt *u_p = data_p ;
1477 for ( uInt i = 0 ; i < len ; i++ ) {
1478 *i_p = ( *u_p == 0 ) ? 0 : 1 ;
1479 i_p++ ;
1480 u_p++ ;
1481 }
1482 u.freeStorage( data_p, deleteIt ) ;
1483 v.takeStorage( u.shape(), int_p, TAKE_OVER ) ;
1484}
1485
1486void STGrid::toPixel( Array<Double> &world, Array<Double> &pixel )
1487{
1488 // gridding will be done on (nx_+2*convSupport_) x (ny_+2*convSupport_)
1489 // grid plane to avoid unexpected behavior on grid edge
1490 Block<Double> pixc( 2 ) ;
1491 pixc[0] = Double( nx_-1 ) * 0.5 ;
1492 pixc[1] = Double( ny_-1 ) * 0.5 ;
1493// pixc[0] = Double( nx_+2*convSupport_-1 ) * 0.5 ;
1494// pixc[1] = Double( ny_+2*convSupport_-1 ) * 0.5 ;
1495 uInt nrow = world.shape()[1] ;
1496 Bool bw, bp ;
1497 const Double *w_p = world.getStorage( bw ) ;
1498 Double *p_p = pixel.getStorage( bp ) ;
1499 const Double *ww_p = w_p ;
1500 Double *wp_p = p_p ;
1501 for ( uInt i = 0 ; i < nrow ; i++ ) {
1502 *wp_p = pixc[0] + ( *ww_p - center_[0] ) / cellx_ ;
1503 wp_p++ ;
1504 ww_p++ ;
1505 *wp_p = pixc[1] + ( *ww_p - center_[1] ) / celly_ ;
1506 wp_p++ ;
1507 ww_p++ ;
1508 }
1509 world.freeStorage( w_p, bw ) ;
1510 pixel.putStorage( p_p, bp ) ;
1511}
1512
1513void STGrid::boxFunc( Vector<Float> &convFunc, Int &convSize )
1514{
1515 convFunc = 0.0 ;
1516 for ( Int i = 0 ; i < convSize/2 ; i++ )
1517 convFunc(i) = 1.0 ;
1518}
1519
1520#define NEED_UNDERSCORES
1521#if defined(NEED_UNDERSCORES)
1522#define grdsf grdsf_
1523#endif
1524extern "C" {
1525 void grdsf(Double*, Double*);
1526}
1527void STGrid::spheroidalFunc( Vector<Float> &convFunc )
1528{
1529 convFunc = 0.0 ;
1530 for ( Int i = 0 ; i < convSampling_*convSupport_ ; i++ ) {
1531 Double nu = Double(i) / Double(convSupport_*convSampling_) ;
1532 Double val ;
1533 grdsf( &nu, &val ) ;
1534 convFunc(i) = ( 1.0 - nu * nu ) * val ;
1535 }
1536}
1537
1538void STGrid::gaussFunc( Vector<Float> &convFunc )
1539{
1540 convFunc = 0.0 ;
1541 // HWHM of the Gaussian is convSupport_ / 4
1542 // To take into account Gaussian tail, kernel cutoff is set to 4 * HWHM
1543 Int len = convSampling_ * convSupport_ ;
1544 Double hwhm = len * 0.25 ;
1545 for ( Int i = 0 ; i < len ; i++ ) {
1546 Double val = Double(i) / hwhm ;
1547 convFunc(i) = exp( -log(2)*val*val ) ;
1548 }
1549}
1550
1551void STGrid::pbFunc( Vector<Float> &convFunc )
1552{
1553 convFunc = 0.0 ;
1554}
1555
1556void STGrid::setConvFunc( Vector<Float> &convFunc )
1557{
1558 convSupport_ = userSupport_ ;
1559 if ( convType_ == "BOX" ) {
1560 if ( convSupport_ < 0 )
1561 convSupport_ = 0 ;
1562 Int convSize = convSampling_ * ( 2 * convSupport_ + 2 ) ;
1563 convFunc.resize( convSize ) ;
1564 boxFunc( convFunc, convSize ) ;
1565 }
1566 else if ( convType_ == "SF" ) {
1567 if ( convSupport_ < 0 )
1568 convSupport_ = 3 ;
1569 Int convSize = convSampling_ * ( 2 * convSupport_ + 2 ) ;
1570 convFunc.resize( convSize ) ;
1571 spheroidalFunc( convFunc ) ;
1572 }
1573 else if ( convType_ == "GAUSS" ) {
1574 // to take into account Gaussian tail
1575 if ( convSupport_ < 0 )
1576 convSupport_ = 12 ; // 3 * 4
1577 else {
1578 convSupport_ = userSupport_ * 4 ;
1579 }
1580 Int convSize = convSampling_ * ( 2 * convSupport_ + 2 ) ;
1581 convFunc.resize( convSize ) ;
1582 gaussFunc( convFunc ) ;
1583 }
1584 else if ( convType_ == "PB" ) {
1585 if ( convSupport_ < 0 )
1586 convSupport_ = 0 ;
1587 pbFunc( convFunc ) ;
1588 }
1589 else {
1590 throw AipsError( "Unsupported convolution function" ) ;
1591 }
1592}
1593
1594string STGrid::saveData( string outfile )
1595{
1596 LogIO os( LogOrigin("STGrid", "saveData", WHERE) ) ;
1597 double t0, t1 ;
1598 t0 = mathutil::gettimeofday_sec() ;
1599
1600 //Int polno = 0 ;
1601 String outfile_ ;
1602 if ( outfile.size() == 0 ) {
1603 if ( infileList_[0].lastchar() == '/' ) {
1604 outfile_ = infileList_[0].substr( 0, infileList_[0].size()-1 ) ;
1605 }
1606 else {
1607 outfile_ = infileList_[0] ;
1608 }
1609 outfile_ += ".grid" ;
1610 }
1611 else {
1612 outfile_ = outfile ;
1613 }
1614 Table tab ;
1615 prepareTable( tab, outfile_ ) ;
1616 IPosition dshape = data_.shape() ;
1617 Int nrow = nx_ * ny_ * npol_ ;
1618 tab.rwKeywordSet().define( "nPol", npol_ ) ;
1619 tab.addRow( nrow ) ;
1620 Vector<Double> cpix( 2 ) ;
1621 cpix(0) = Double( nx_ - 1 ) * 0.5 ;
1622 cpix(1) = Double( ny_ - 1 ) * 0.5 ;
1623 Vector<Double> dir( 2 ) ;
1624 ArrayColumn<Double> directionCol( tab, "DIRECTION" ) ;
1625 ArrayColumn<Float> spectraCol( tab, "SPECTRA" ) ;
1626 ScalarColumn<uInt> polnoCol( tab, "POLNO" ) ;
1627 Int irow = 0 ;
1628 Vector<Float> sp( nchan_ ) ;
1629 Bool bsp, bdata ;
1630 const Float *data_p = data_.getStorage( bdata ) ;
1631 Float *wsp_p, *sp_p ;
1632 const Float *wdata_p = data_p ;
1633 long step = nx_ * ny_ * npol_ ;
1634 long offset ;
1635 for ( Int iy = 0 ; iy < ny_ ; iy++ ) {
1636 dir(1) = center_(1) - ( cpix(1) - (Double)iy ) * celly_ ;
1637 for ( Int ix = 0 ; ix < nx_ ; ix++ ) {
1638 dir(0) = center_(0) - ( cpix(0) - (Double)ix ) * cellx_ ;
1639 for ( Int ipol = 0 ; ipol < npol_ ; ipol++ ) {
1640 offset = ix + iy * nx_ + ipol * nx_ * ny_ ;
1641 //os << "offset = " << offset << LogIO::POST ;
1642 sp_p = sp.getStorage( bsp ) ;
1643 wsp_p = sp_p ;
1644 wdata_p = data_p + offset ;
1645 for ( Int ichan = 0 ; ichan < nchan_ ; ichan++ ) {
1646 *wsp_p = *wdata_p ;
1647 wsp_p++ ;
1648 wdata_p += step ;
1649 }
1650 sp.putStorage( sp_p, bsp ) ;
1651 spectraCol.put( irow, sp ) ;
1652 directionCol.put( irow, dir ) ;
1653 polnoCol.put( irow, pollist_[ipol] ) ;
1654 irow++ ;
1655 }
1656 }
1657 }
1658 data_.freeStorage( data_p, bdata ) ;
1659
1660 t1 = mathutil::gettimeofday_sec() ;
1661 os << "saveData: elapsed time is " << t1-t0 << " sec." << LogIO::POST ;
1662
1663 fillMainColumns( tab ) ;
1664
1665 return outfile_ ;
1666}
1667
1668void STGrid::prepareTable( Table &tab, String &name )
1669{
1670 Table t( infileList_[0], Table::Old ) ;
1671 t.deepCopy( name, Table::New, False, t.endianFormat(), True ) ;
1672 tab = Table( name, Table::Update ) ;
1673 // 2012/02/13 TN
1674 // explicitly copy subtables since no rows including subtables are
1675 // copied by Table::deepCopy with noRows=True
1676 TableCopy::copySubTables( tab, t ) ;
1677}
1678
1679void STGrid::fillMainColumns( Table &tab )
1680{
1681 // values for fill
1682 Table t( infileList_[0], Table::Old ) ;
1683 Table tsel = t( t.col( "IFNO" ) == (uInt)ifno_, 1 ) ;
1684 ROTableRow row( tsel ) ;
1685 row.get( 0 ) ;
1686 const TableRecord &rec = row.record() ;
1687 uInt freqId = rec.asuInt( "FREQ_ID" ) ;
1688 uInt molId = rec.asuInt( "MOLECULE_ID" ) ;
1689 uInt tcalId = rec.asuInt( "TCAL_ID" ) ;
1690 uInt focusId = rec.asuInt( "FOCUS_ID" ) ;
1691 uInt weatherId = rec.asuInt( "WEATHER_ID" ) ;
1692 String srcname = rec.asString( "SRCNAME" ) ;
1693 String fieldname = rec.asString( "FIELDNAME" ) ;
1694 Vector<Float> defaultTsys( 1, 1.0 ) ;
1695 // @todo how to set flagtra for gridded spectra?
1696 Vector<uChar> flagtra = rec.asArrayuChar( "FLAGTRA" ) ;
1697 flagtra = (uChar)0 ;
1698 Float opacity = rec.asFloat( "OPACITY" ) ;
1699 Double srcvel = rec.asDouble( "SRCVELOCITY" ) ;
1700 Vector<Double> srcpm = rec.asArrayDouble( "SRCPROPERMOTION" ) ;
1701 Vector<Double> srcdir = rec.asArrayDouble( "SRCDIRECTION" ) ;
1702 Vector<Double> scanrate = rec.asArrayDouble( "SCANRATE" ) ;
1703
1704 // fill columns
1705 Int nrow = tab.nrow() ;
1706 ScalarColumn<uInt> scannoCol( tab, "SCANNO" ) ;
1707 ScalarColumn<uInt> ifnoCol( tab, "IFNO" ) ;
1708 ScalarColumn<uInt> freqIdCol( tab, "FREQ_ID" ) ;
1709 ScalarColumn<uInt> molIdCol( tab, "MOLECULE_ID" ) ;
1710 ScalarColumn<uInt> tcalidCol( tab, "TCAL_ID" ) ;
1711 ScalarColumn<Int> fitidCol( tab, "FIT_ID" ) ;
1712 ScalarColumn<uInt> focusidCol( tab, "FOCUS_ID" ) ;
1713 ScalarColumn<uInt> weatheridCol( tab, "WEATHER_ID" ) ;
1714 ArrayColumn<uChar> flagtraCol( tab, "FLAGTRA" ) ;
1715 ScalarColumn<uInt> rflagCol( tab, "FLAGROW" ) ;
1716 ArrayColumn<Float> tsysCol( tab, "TSYS" ) ;
1717 ScalarColumn<String> srcnameCol( tab, "SRCNAME" ) ;
1718 ScalarColumn<String> fieldnameCol( tab, "FIELDNAME" ) ;
1719 ScalarColumn<Int> srctypeCol( tab, "SRCTYPE" ) ;
1720 ScalarColumn<Float> opacityCol( tab, "OPACITY" ) ;
1721 ScalarColumn<Double> srcvelCol( tab, "SRCVELOCITY" ) ;
1722 ArrayColumn<Double> srcpmCol( tab, "SRCPROPERMOTION" ) ;
1723 ArrayColumn<Double> srcdirCol( tab, "SRCDIRECTION" ) ;
1724 ArrayColumn<Double> scanrateCol( tab, "SCANRATE" ) ;
1725 for ( Int i = 0 ; i < nrow ; i++ ) {
1726 scannoCol.put( i, (uInt)i ) ;
1727 ifnoCol.put( i, (uInt)ifno_ ) ;
1728 freqIdCol.put( i, freqId ) ;
1729 molIdCol.put( i, molId ) ;
1730 tcalidCol.put( i, tcalId ) ;
1731 fitidCol.put( i, -1 ) ;
1732 focusidCol.put( i, focusId ) ;
1733 weatheridCol.put( i, weatherId ) ;
1734 flagtraCol.put( i, flagtra ) ;
1735 rflagCol.put( i, 0 ) ;
1736 tsysCol.put( i, defaultTsys ) ;
1737 srcnameCol.put( i, srcname ) ;
1738 fieldnameCol.put( i, fieldname ) ;
1739 srctypeCol.put( i, (Int)SrcType::PSON ) ;
1740 opacityCol.put( i, opacity ) ;
1741 srcvelCol.put( i, srcvel ) ;
1742 srcpmCol.put( i, srcpm ) ;
1743 srcdirCol.put( i, srcdir ) ;
1744 scanrateCol.put( i, scanrate ) ;
1745 }
1746}
1747
1748}
Note: See TracBrowser for help on using the repository browser.