1 | from asap._asap import sdtable
|
---|
2 | from numarray import ones,zeros
|
---|
3 | import sys
|
---|
4 |
|
---|
5 | class scantable(sdtable):
|
---|
6 | """
|
---|
7 | The ASAP container for scans
|
---|
8 | """
|
---|
9 |
|
---|
10 | def __init__(self, filename):
|
---|
11 | """
|
---|
12 | Create a scantable from a saved one or make a reference
|
---|
13 | Parameters:
|
---|
14 | filename: the name of an asap table on disk
|
---|
15 | or
|
---|
16 | the name of a rpfits/sdfits/ms file
|
---|
17 | (integrations within scans are auto averaged
|
---|
18 | and the whole file is read)
|
---|
19 | or
|
---|
20 | [advanced] a reference to an existing
|
---|
21 | scantable
|
---|
22 | """
|
---|
23 | self._vb = True
|
---|
24 | self._p = None
|
---|
25 | from os import stat as st
|
---|
26 | import stat
|
---|
27 | if isinstance(filename,sdtable):
|
---|
28 | sdtable.__init__(self, filename)
|
---|
29 | else:
|
---|
30 | mode = st(filename)[stat.ST_MODE]
|
---|
31 | if stat.S_ISDIR(mode):
|
---|
32 | # crude check if asap table
|
---|
33 | if stat.S_ISREG(st(filename+'/table.info')[stat.ST_MODE]):
|
---|
34 | sdtable.__init__(self, filename)
|
---|
35 | else:
|
---|
36 | print 'The given file is not a valid asap table'
|
---|
37 | else:
|
---|
38 | from asap._asap import sdreader
|
---|
39 | r = sdreader(filename)
|
---|
40 | print 'Importing data...'
|
---|
41 | r.read([-1])
|
---|
42 | tbl = r.getdata()
|
---|
43 |
|
---|
44 | from asap._asap import average
|
---|
45 | tmp = tuple([tbl])
|
---|
46 | print 'Auto averging integrations...'
|
---|
47 | tbl2 = average(tmp,(),True,'none')
|
---|
48 | sdtable.__init__(self,tbl2)
|
---|
49 | del r,tbl
|
---|
50 |
|
---|
51 | def save(self, name="", format='ASAP'):
|
---|
52 | """
|
---|
53 | Store the scantable on disk. This can be a asap file or SDFITS/MS2.
|
---|
54 | Parameters:
|
---|
55 | name: the name of the outputfile. For format="FITS" this
|
---|
56 | is the root file name (and can be empty).
|
---|
57 | format: an optional file format. Default is ASAP.
|
---|
58 | Allowed are - 'ASAP' (save as ASAP Table),
|
---|
59 | 'SDFITS' (save as SDFITS file)
|
---|
60 | 'FITS' (saves each row as a FITS Image)
|
---|
61 | 'ASCII' (saves as ascii text file)
|
---|
62 | 'MS2' (saves as an aips++ MeasurementSet V2)
|
---|
63 | Example:
|
---|
64 | scan.save('myscan.asap')
|
---|
65 | scan.save('myscan.sdfits','SDFITS')
|
---|
66 | """
|
---|
67 | if format == 'ASAP':
|
---|
68 | self._save(name)
|
---|
69 | else:
|
---|
70 | from asap._asap import sdwriter as _sw
|
---|
71 | w = _sw(format)
|
---|
72 | w.write(self, name)
|
---|
73 | return
|
---|
74 |
|
---|
75 | def _verbose(self, *args):
|
---|
76 | """
|
---|
77 | Set the verbose level True or False, to indicate if output
|
---|
78 | should be printed as well as returned.
|
---|
79 | """
|
---|
80 | if len(args) == 0:
|
---|
81 | return self._vb
|
---|
82 | elif type(args[0]) is bool:
|
---|
83 | self._vb = args[0]
|
---|
84 | return
|
---|
85 |
|
---|
86 | def copy(self):
|
---|
87 | """
|
---|
88 | Return a copy of this scantable.
|
---|
89 | Parameters:
|
---|
90 | none
|
---|
91 | Example:
|
---|
92 | copiedscan = scan.copy()
|
---|
93 | """
|
---|
94 | sd = scantable(sdtable._copy(self))
|
---|
95 | return sd
|
---|
96 |
|
---|
97 | def get_scan(self, scanid=None):
|
---|
98 | """
|
---|
99 | Return a specific scan (by scanno) or collection of scans (by
|
---|
100 | source name) in a new scantable.
|
---|
101 | Parameters:
|
---|
102 | scanid: a scanno or a source name
|
---|
103 | Example:
|
---|
104 | scan.get_scan('323p459')
|
---|
105 | # gets all scans containing the source '323p459'
|
---|
106 | """
|
---|
107 | if scanid is None:
|
---|
108 | print "Please specify a scan no or name to retrieve from the scantable"
|
---|
109 | try:
|
---|
110 | if type(scanid) is str:
|
---|
111 | s = sdtable._getsource(self,scanid)
|
---|
112 | return scantable(s)
|
---|
113 | elif type(scanid) is int:
|
---|
114 | s = sdtable._getscan(self,scanid)
|
---|
115 | return scantable(s)
|
---|
116 | except RuntimeError:
|
---|
117 | print "Couldn't find any match."
|
---|
118 |
|
---|
119 | def __str__(self):
|
---|
120 | return sdtable.summary(self)
|
---|
121 |
|
---|
122 | def summary(self,filename=None):
|
---|
123 | """
|
---|
124 | Print a summary of the contents of this scantable.
|
---|
125 | Parameters:
|
---|
126 | filename: the name of a file to write the putput to
|
---|
127 | Default - no file output
|
---|
128 | """
|
---|
129 | info = sdtable.summary(self)
|
---|
130 | if filename is not None:
|
---|
131 | data = open(filename, 'w')
|
---|
132 | data.write(info)
|
---|
133 | data.close()
|
---|
134 | print info
|
---|
135 |
|
---|
136 | def set_selection(self, thebeam=0,theif=0,thepol=0):
|
---|
137 | """
|
---|
138 | Set the spectrum for individual operations.
|
---|
139 | Parameters:
|
---|
140 | thebeam,theif,thepol: a number
|
---|
141 | Example:
|
---|
142 | scan.set_selection(0,0,1)
|
---|
143 | pol1sig = scan.stats(all=False) # returns std dev for beam=0
|
---|
144 | # if=0, pol=1
|
---|
145 | """
|
---|
146 | self.setbeam(thebeam)
|
---|
147 | self.setpol(thepol)
|
---|
148 | self.setif(theif)
|
---|
149 | return
|
---|
150 |
|
---|
151 | def get_selection(self):
|
---|
152 | """
|
---|
153 | Return/print a the current 'cursor' into the Beam/IF/Pol cube.
|
---|
154 | Parameters:
|
---|
155 | none
|
---|
156 | Returns:
|
---|
157 | a list of values (currentBeam,currentIF,currentPol)
|
---|
158 | Example:
|
---|
159 | none
|
---|
160 | """
|
---|
161 | i = self.getbeam()
|
---|
162 | j = self.getif()
|
---|
163 | k = self.getpol()
|
---|
164 | if self._vb:
|
---|
165 | print "--------------------------------------------------"
|
---|
166 | print " Cursor selection"
|
---|
167 | print "--------------------------------------------------"
|
---|
168 | out = 'Beam=%d IF=%d Pol=%d '% (i,j,k)
|
---|
169 | print out
|
---|
170 | return i,j,k
|
---|
171 |
|
---|
172 | def stats(self, stat='stddev', mask=None, all=True):
|
---|
173 | """
|
---|
174 | Determine the specified statistic of the current beam/if/pol
|
---|
175 | Takes a 'mask' as an optional parameter to specify which
|
---|
176 | channels should be excluded.
|
---|
177 | Parameters:
|
---|
178 | stat: 'min', 'max', 'sumsq', 'sum', 'mean'
|
---|
179 | 'var', 'stddev', 'avdev', 'rms', 'median'
|
---|
180 | mask: an optional mask specifying where the statistic
|
---|
181 | should be determined.
|
---|
182 | all: optional flag to show all (default) or a selected
|
---|
183 | spectrum of Beam/IF/Pol
|
---|
184 |
|
---|
185 | Example:
|
---|
186 | scan.set_unit('channel')
|
---|
187 | msk = scan.create_mask([100,200],[500,600])
|
---|
188 | scan.stats(stat='mean', mask=m)
|
---|
189 | """
|
---|
190 | from asap._asap import stats as _stats
|
---|
191 | if mask == None:
|
---|
192 | mask = ones(self.nchan())
|
---|
193 | if all:
|
---|
194 | out = ''
|
---|
195 | tmp = []
|
---|
196 | for l in range(self.nrow()):
|
---|
197 | tm = self._gettime(l)
|
---|
198 | out += 'Time[%s]:\n' % (tm)
|
---|
199 | for i in range(self.nbeam()):
|
---|
200 | self.setbeam(i)
|
---|
201 | if self.nbeam() > 1: out += ' Beam[%d] ' % (i)
|
---|
202 | for j in range(self.nif()):
|
---|
203 | self.setif(j)
|
---|
204 | if self.nif() > 1: out += ' IF[%d] ' % (j)
|
---|
205 | for k in range(self.npol()):
|
---|
206 | self.setpol(k)
|
---|
207 | if self.npol() > 1: out += ' Pol[%d] ' % (k)
|
---|
208 | statval = _stats(self,mask,stat)
|
---|
209 | tmp.append(statval)
|
---|
210 | out += '= %3.3f\n' % (statval[l])
|
---|
211 | out += "--------------------------------------------------\n"
|
---|
212 |
|
---|
213 | if self._vb:
|
---|
214 | print "--------------------------------------------------"
|
---|
215 | print " ",stat
|
---|
216 | out += "--------------------------------------------------\n"
|
---|
217 | print out
|
---|
218 | return tmp
|
---|
219 |
|
---|
220 | else:
|
---|
221 | i = self.getbeam()
|
---|
222 | j = self.getif()
|
---|
223 | k = self.getpol()
|
---|
224 | statval = _stats(self,mask,stat)
|
---|
225 | out = ''
|
---|
226 | for l in range(self.nrow()):
|
---|
227 | tm = self._gettime(l)
|
---|
228 | out += 'Time[%s]:\n' % (tm)
|
---|
229 | if self.nbeam() > 1: out += ' Beam[%d] ' % (i)
|
---|
230 | if self.nif() > 1: out += ' IF[%d] ' % (j)
|
---|
231 | if self.npol() > 1: out += ' Pol[%d] ' % (k)
|
---|
232 | out += '= %3.3f\n' % (statval[l])
|
---|
233 | out += "--------------------------------------------------\n"
|
---|
234 | if self._vb:
|
---|
235 | print "--------------------------------------------------"
|
---|
236 | print " ",stat
|
---|
237 | print "--------------------------------------------------"
|
---|
238 | print out
|
---|
239 | return statval
|
---|
240 |
|
---|
241 | def stddev(self,mask=None, all=True):
|
---|
242 | """
|
---|
243 | Determine the standard deviation of the current beam/if/pol
|
---|
244 | Takes a 'mask' as an optional parameter to specify which
|
---|
245 | channels should be excluded.
|
---|
246 | Parameters:
|
---|
247 | mask: an optional mask specifying where the standard
|
---|
248 | deviation should be determined.
|
---|
249 | all: optional flag to show all or a selected
|
---|
250 | spectrum of Beam/IF/Pol
|
---|
251 |
|
---|
252 | Example:
|
---|
253 | scan.set_unit('channel')
|
---|
254 | msk = scan.create_mask([100,200],[500,600])
|
---|
255 | scan.stddev(mask=m)
|
---|
256 | """
|
---|
257 | return self.stats(stat='stddev',mask=mask, all=all);
|
---|
258 |
|
---|
259 | def get_tsys(self, all=True):
|
---|
260 | """
|
---|
261 | Return the System temperatures.
|
---|
262 | Parameters:
|
---|
263 | all: optional parameter to get the Tsys values for all
|
---|
264 | Beams/IFs/Pols (default) or just the one selected
|
---|
265 | with scantable.set_selection()
|
---|
266 | [True or False]
|
---|
267 | Returns:
|
---|
268 | a list of Tsys values.
|
---|
269 | """
|
---|
270 | if all:
|
---|
271 | out = ''
|
---|
272 | tmp = []
|
---|
273 | for l in range(self.nrow()):
|
---|
274 | tm = self._gettime(l)
|
---|
275 | out += 'Time[%s]:\n' % (tm)
|
---|
276 | for i in range(self.nbeam()):
|
---|
277 | self.setbeam(i)
|
---|
278 | if self.nbeam() > 1: out += ' Beam[%d] ' % (i)
|
---|
279 | for j in range(self.nif()):
|
---|
280 | self.setif(j)
|
---|
281 | if self.nif() > 1: out += ' IF[%d] ' % (j)
|
---|
282 | for k in range(self.npol()):
|
---|
283 | self.setpol(k)
|
---|
284 | if self.npol() > 1: out += ' Pol[%d] ' % (k)
|
---|
285 | ts = self._gettsys()
|
---|
286 | tmp.append(ts)
|
---|
287 | out += '= %3.3f\n' % (ts[l])
|
---|
288 | out+= "--------------------------------------------------\n"
|
---|
289 |
|
---|
290 | if self._vb:
|
---|
291 | print "--------------------------------------------------"
|
---|
292 | print " Tsys"
|
---|
293 | print "--------------------------------------------------"
|
---|
294 | print out
|
---|
295 | return tmp
|
---|
296 | else:
|
---|
297 | i = self.getbeam()
|
---|
298 | j = self.getif()
|
---|
299 | k = self.getpol()
|
---|
300 | ts = self._gettsys()
|
---|
301 | out = ''
|
---|
302 | for l in range(self.nrow()):
|
---|
303 | tm = self._gettime(l)
|
---|
304 | out += 'Time[%s]:\n' % (tm)
|
---|
305 | if self.nbeam() > 1: out += ' Beam[%d] ' % (i)
|
---|
306 | if self.nif() > 1: out += ' IF[%d] ' % (j)
|
---|
307 | if self.npol() > 1: out += ' Pol[%d] ' % (k)
|
---|
308 | out += '= %3.3f\n' % (ts[l])
|
---|
309 | out += "--------------------------------------------------\n"
|
---|
310 |
|
---|
311 | if self._vb:
|
---|
312 | print "--------------------------------------------------"
|
---|
313 | print " Tsys"
|
---|
314 | print "--------------------------------------------------"
|
---|
315 | print out
|
---|
316 | return ts
|
---|
317 |
|
---|
318 | def get_time(self):
|
---|
319 | """
|
---|
320 | Get a list of time stamps for the observations.
|
---|
321 | Return a string for each integration in the scantable.
|
---|
322 | Parameters:
|
---|
323 | none
|
---|
324 | Example:
|
---|
325 | none
|
---|
326 | """
|
---|
327 | out = []
|
---|
328 | for i in range(self.nrow()):
|
---|
329 | out.append(self._gettime(i))
|
---|
330 | return out
|
---|
331 |
|
---|
332 | def set_unit(self, unit='channel'):
|
---|
333 | """
|
---|
334 | Set the unit for all following operations on this scantable
|
---|
335 | Parameters:
|
---|
336 | unit: optional unit, default is 'channel'
|
---|
337 | one of '*Hz','km/s','channel', ''
|
---|
338 | """
|
---|
339 |
|
---|
340 | if unit in ['','pixel', 'channel']:
|
---|
341 | unit = ''
|
---|
342 | inf = list(self._getcoordinfo())
|
---|
343 | inf[0] = unit
|
---|
344 | self._setcoordinfo(inf)
|
---|
345 | if self._p: self.plot()
|
---|
346 |
|
---|
347 | def set_freqframe(self, frame='LSRK'):
|
---|
348 | """
|
---|
349 | Set the frame type of the Spectral Axis.
|
---|
350 | Parameters:
|
---|
351 | frame: an optional frame type, default 'LSRK'.
|
---|
352 | Examples:
|
---|
353 | scan.set_freqframe('BARY')
|
---|
354 | """
|
---|
355 | valid = ['REST','TOPO','LSRD','LSRK','BARY', \
|
---|
356 | 'GEO','GALACTO','LGROUP','CMB']
|
---|
357 | if frame in valid:
|
---|
358 | inf = list(self._getcoordinfo())
|
---|
359 | inf[1] = frame
|
---|
360 | self._setcoordinfo(inf)
|
---|
361 | else:
|
---|
362 | print "Please specify a valid freq type. Valid types are:\n",valid
|
---|
363 |
|
---|
364 | def get_unit(self):
|
---|
365 | """
|
---|
366 | Get the default unit set in this scantable
|
---|
367 | Parameters:
|
---|
368 | Returns:
|
---|
369 | A unit string
|
---|
370 | """
|
---|
371 | inf = self._getcoordinfo()
|
---|
372 | unit = inf[0]
|
---|
373 | if unit == '': unit = 'channel'
|
---|
374 | return unit
|
---|
375 |
|
---|
376 | def get_abcissa(self, rowno=0):
|
---|
377 | """
|
---|
378 | Get the abcissa in the current coordinate setup for the currently
|
---|
379 | selected Beam/IF/Pol
|
---|
380 | Parameters:
|
---|
381 | none
|
---|
382 | Returns:
|
---|
383 | The abcissa values and it's format string.
|
---|
384 | """
|
---|
385 | abc = self.getabcissa(rowno)
|
---|
386 | lbl = self.getabcissalabel(rowno)
|
---|
387 | return abc, lbl
|
---|
388 |
|
---|
389 | def create_mask(self, *args, **kwargs):
|
---|
390 | """
|
---|
391 | Compute and return a mask based on [min,max] windows.
|
---|
392 | The specified windows are to be INCLUDED, when the mask is
|
---|
393 | applied.
|
---|
394 | Parameters:
|
---|
395 | [min,max],[min2,max2],...
|
---|
396 | Pairs of start/end points specifying the regions
|
---|
397 | to be masked
|
---|
398 | invert: optional argument. If specified as True,
|
---|
399 | return an inverted mask, i.e. the regions
|
---|
400 | specified are EXCLUDED
|
---|
401 | Example:
|
---|
402 | scan.set_unit('channel')
|
---|
403 |
|
---|
404 | a)
|
---|
405 | msk = scan.set_mask([400,500],[800,900])
|
---|
406 | # masks everything outside 400 and 500
|
---|
407 | # and 800 and 900 in the unit 'channel'
|
---|
408 |
|
---|
409 | b)
|
---|
410 | msk = scan.set_mask([400,500],[800,900], invert=True)
|
---|
411 | # masks the regions between 400 and 500
|
---|
412 | # and 800 and 900 in the unit 'channel'
|
---|
413 |
|
---|
414 | """
|
---|
415 | u = self._getcoordinfo()[0]
|
---|
416 | if self._vb:
|
---|
417 | if u == "": u = "channel"
|
---|
418 | print "The current mask window unit is", u
|
---|
419 | n = self.nchan()
|
---|
420 | data = self.getabcissa()
|
---|
421 | msk = zeros(n)
|
---|
422 | for window in args:
|
---|
423 | if (len(window) != 2 or window[0] > window[1] ):
|
---|
424 | print "A window needs to be defined as [min,max]"
|
---|
425 | return
|
---|
426 | for i in range(n):
|
---|
427 | if data[i] >= window[0] and data[i] < window[1]:
|
---|
428 | msk[i] = 1
|
---|
429 | if kwargs.has_key('invert'):
|
---|
430 | if kwargs.get('invert'):
|
---|
431 | from numarray import logical_not
|
---|
432 | msk = logical_not(msk)
|
---|
433 | return msk
|
---|
434 |
|
---|
435 | def set_restfreqs(self, freqs, unit='Hz'):
|
---|
436 | """
|
---|
437 | Set the restfrequency(s) for this scantable.
|
---|
438 | Parameters:
|
---|
439 | freqs: one or more frequencies
|
---|
440 | unit: optional 'unit', default 'Hz'
|
---|
441 | Example:
|
---|
442 | scan.set_restfreqs([1000000000.0])
|
---|
443 | """
|
---|
444 | if type(freqs) is float or int:
|
---|
445 | freqs = (freqs)
|
---|
446 | sdtable._setrestfreqs(self,freqs, unit)
|
---|
447 | return
|
---|
448 |
|
---|
449 | def flag_spectrum(self, thebeam, theif, thepol):
|
---|
450 | """
|
---|
451 | This flags a selected spectrum in the scan 'for good'.
|
---|
452 | USE WITH CARE - not reversible.
|
---|
453 | Use masks for non-permanent exclusion of channels.
|
---|
454 | Parameters:
|
---|
455 | thebeam,theif,thepol: all have to be explicitly
|
---|
456 | specified
|
---|
457 | Example:
|
---|
458 | scan.flag_spectrum(0,0,1)
|
---|
459 | flags the spectrum for Beam=0, IF=0, Pol=1
|
---|
460 | """
|
---|
461 | if (thebeam < self.nbeam() and theif < self.nif() and thepol < self.npol()):
|
---|
462 | stable.setbeam(thebeam)
|
---|
463 | stable.setif(theif)
|
---|
464 | stable.setpol(thepol)
|
---|
465 | stable._flag(self)
|
---|
466 | else:
|
---|
467 | print "Please specify a valid (Beam/IF/Pol)"
|
---|
468 | return
|
---|
469 |
|
---|
470 | def plot(self, what='spectrum',col='Pol', panel=None):
|
---|
471 | """
|
---|
472 | Plot the spectra contained in the scan. Alternatively you can also
|
---|
473 | Plot Tsys vs Time
|
---|
474 | Parameters:
|
---|
475 | what: a choice of 'spectrum' (default) or 'tsys'
|
---|
476 | col: which out of Beams/IFs/Pols should be colour stacked
|
---|
477 | panel: set up multiple panels, currently not working.
|
---|
478 | """
|
---|
479 | validcol = {'Beam':self.nbeam(),'IF':self.nif(),'Pol':self.npol()}
|
---|
480 |
|
---|
481 | validyax = ['spectrum','tsys']
|
---|
482 | from asap.asaplot import ASAPlot
|
---|
483 | if not self._p:
|
---|
484 | self._p = ASAPlot()
|
---|
485 | #print "Plotting not enabled"
|
---|
486 | #return
|
---|
487 | if self._p.is_dead:
|
---|
488 | del self._p
|
---|
489 | self._p = ASAPlot()
|
---|
490 | npan = 1
|
---|
491 | x = None
|
---|
492 | if what == 'tsys':
|
---|
493 | n = self.nrow()
|
---|
494 | if n < 2:
|
---|
495 | print "Only one integration. Can't plot."
|
---|
496 | return
|
---|
497 | self._p.hold()
|
---|
498 | self._p.clear()
|
---|
499 | if panel == 'Time':
|
---|
500 | npan = self.nrow()
|
---|
501 | self._p.set_panels(rows=npan)
|
---|
502 | xlab,ylab,tlab = None,None,None
|
---|
503 | vb = self._verbose()
|
---|
504 | self._verbose(False)
|
---|
505 | sel = self.get_selection()
|
---|
506 | for i in range(npan):
|
---|
507 | self._p.subplot(i)
|
---|
508 | for j in range(validcol[col]):
|
---|
509 | x = None
|
---|
510 | y = None
|
---|
511 | m = None
|
---|
512 | tlab = self._getsourcename(i)
|
---|
513 | import re
|
---|
514 | tlab = re.sub('_S','',tlab)
|
---|
515 | if col == 'Beam':
|
---|
516 | self.setbeam(j)
|
---|
517 | elif col == 'IF':
|
---|
518 | self.setif(j)
|
---|
519 | elif col == 'Pol':
|
---|
520 | self.setpol(j)
|
---|
521 | if what == 'tsys':
|
---|
522 | x = range(self.nrow())
|
---|
523 | xlab = 'Time [pixel]'
|
---|
524 | m = list(ones(len(x)))
|
---|
525 | y = []
|
---|
526 | ylab = r'$T_{sys}$'
|
---|
527 | for k in range(len(x)):
|
---|
528 | y.append(self._gettsys(k))
|
---|
529 | else:
|
---|
530 | x,xlab = self.get_abcissa(i)
|
---|
531 | y = self.getspectrum(i)
|
---|
532 | ylab = r'Flux'
|
---|
533 | m = self.getmask(i)
|
---|
534 | llab = col+' '+str(j)
|
---|
535 | self._p.set_line(label=llab)
|
---|
536 | self._p.plot(x,y,m)
|
---|
537 | self._p.set_axes('xlabel',xlab)
|
---|
538 | self._p.set_axes('ylabel',ylab)
|
---|
539 | self._p.set_axes('title',tlab)
|
---|
540 | self._p.release()
|
---|
541 | self.set_selection(sel[0],sel[1],sel[2])
|
---|
542 | self._verbose(vb)
|
---|
543 | return
|
---|