source: trunk/python/__init__.py@ 1591

Last change on this file since 1591 was 1589, checked in by Malte Marquarding, 15 years ago

Introduced print_log_dec(orator)

  • Property svn:eol-style set to native
  • Property svn:keywords set to Author Date Id Revision
File size: 24.4 KB
Line 
1"""
2This is the ATNF Single Dish Analysis package.
3
4"""
5import os,sys,shutil, platform
6import functools
7
8# Set up AIPSPATH and first time use of asap i.e. ~/.asap/*
9plf = None
10if sys.platform == "linux2":
11 if platform.architecture()[0] == '64bit':
12 plf = 'linux_64b'
13 else:
14 plf = 'linux_gnu'
15elif sys.platform == 'darwin':
16 plf = 'darwin'
17else:
18 # Shouldn't happen - default to linux
19 plf = 'linux'
20asapdata = __path__[-1]
21# Allow user defined data location
22if os.environ.has_key("ASAPDATA"):
23 if os.path.exists(os.environ["ASAPDATA"]):
24 asapdata = os.environ["ASAPDATA"]
25# use AIPSPATH if defined and "data" dir present
26if not os.environ.has_key("AIPSPATH") or \
27 not os.path.exists(os.environ["AIPSPATH"].split()[0]+"/data"):
28 os.environ["AIPSPATH"] = "%s %s somwhere" % ( asapdata, plf)
29# set up user space
30userdir = os.environ["HOME"]+"/.asap"
31if not os.path.exists(userdir):
32 print 'First time ASAP use. Setting up ~/.asap'
33 os.mkdir(userdir)
34 shutil.copyfile(asapdata+"/data/ipythonrc-asap", userdir+"/ipythonrc-asap")
35 shutil.copyfile(asapdata+"/data/ipy_user_conf.py",
36 userdir+"/ipy_user_conf.py")
37 f = file(userdir+"/asapuserfuncs.py", "w")
38 f.close()
39 f = file(userdir+"/ipythonrc", "w")
40 f.close()
41else:
42 # upgrade to support later ipython versions
43 if not os.path.exists(userdir+"/ipy_user_conf.py"):
44 shutil.copyfile(asapdata+"/data/ipy_user_conf.py",
45 userdir+"/ipy_user_conf.py")
46
47# remove from namespace
48del asapdata, userdir, shutil, platform
49
50def _validate_bool(b):
51 'Convert b to a boolean or raise'
52 bl = b.lower()
53 if bl in ('f', 'no', 'false', '0', 0): return False
54 elif bl in ('t', 'yes', 'true', '1', 1): return True
55 else:
56 raise ValueError('Could not convert "%s" to boolean' % b)
57
58def _validate_int(s):
59 'convert s to int or raise'
60 try: return int(s)
61 except ValueError:
62 raise ValueError('Could not convert "%s" to int' % s)
63
64def _asap_fname():
65 """
66 Return the path to the rc file
67
68 Search order:
69
70 * current working dir
71 * environ var ASAPRC
72 * HOME/.asaprc
73
74 """
75
76 fname = os.path.join( os.getcwd(), '.asaprc')
77 if os.path.exists(fname): return fname
78
79 if os.environ.has_key('ASAPRC'):
80 path = os.environ['ASAPRC']
81 if os.path.exists(path):
82 fname = os.path.join(path, '.asaprc')
83 if os.path.exists(fname):
84 return fname
85
86 if os.environ.has_key('HOME'):
87 home = os.environ['HOME']
88 fname = os.path.join(home, '.asaprc')
89 if os.path.exists(fname):
90 return fname
91 return None
92
93
94defaultParams = {
95 # general
96 'verbose' : [True, _validate_bool],
97 'useplotter' : [True, _validate_bool],
98 'insitu' : [True, _validate_bool],
99
100 # plotting
101 'plotter.gui' : [True, _validate_bool],
102 'plotter.stacking' : ['p', str],
103 'plotter.panelling' : ['s', str],
104 'plotter.colours' : ['', str],
105 'plotter.linestyles' : ['', str],
106 'plotter.decimate' : [False, _validate_bool],
107 'plotter.ganged' : [True, _validate_bool],
108 'plotter.histogram' : [False, _validate_bool],
109 'plotter.papertype' : ['A4', str],
110 'plotter.axesformatting' : ['mpl', str],
111
112 # scantable
113 'scantable.save' : ['ASAP', str],
114 'scantable.autoaverage' : [True, _validate_bool],
115 'scantable.freqframe' : ['LSRK', str], #default frequency frame
116 'scantable.verbosesummary' : [False, _validate_bool],
117 'scantable.storage' : ['memory', str],
118 'scantable.history' : [True, _validate_bool],
119 'scantable.reference' : ['.*(e|w|_R)$', str],
120 'scantable.parallactify' : [False, _validate_bool]
121 # fitter
122 }
123
124def list_rcparameters():
125
126 print """
127# general
128# print verbose output
129verbose : True
130
131# preload a default plotter
132useplotter : True
133
134# apply operations on the input scantable or return new one
135insitu : True
136
137# plotting
138
139# do we want a GUI or plot to a file
140plotter.gui : True
141
142# default mode for colour stacking
143plotter.stacking : Pol
144
145# default mode for panelling
146plotter.panelling : scan
147
148# push panels together, to share axis labels
149plotter.ganged : True
150
151# decimate the number of points plotted by a factor of
152# nchan/1024
153plotter.decimate : False
154
155# default colours/linestyles
156plotter.colours :
157plotter.linestyles :
158
159# enable/disable histogram plotting
160plotter.histogram : False
161
162# ps paper type
163plotter.papertype : A4
164
165# The formatting style of the xaxis
166plotter.axesformatting : 'mpl' (default) or 'asap' (for old versions of matplotlib)
167
168# scantable
169
170# default storage of scantable ('memory'/'disk')
171scantable.storage : memory
172
173# write history of each call to scantable
174scantable.history : True
175
176# default ouput format when saving
177scantable.save : ASAP
178
179# auto averaging on read
180scantable.autoaverage : True
181
182# default frequency frame to set when function
183# scantable.set_freqframe is called
184scantable.freqframe : LSRK
185
186# Control the level of information printed by summary
187scantable.verbosesummary : False
188
189# Control the identification of reference (off) scans
190# This is has to be a regular expression
191scantable.reference : .*(e|w|_R)$
192
193# Fitter
194"""
195
196def rc_params():
197 'Return the default params updated from the values in the rc file'
198
199 fname = _asap_fname()
200
201 if fname is None or not os.path.exists(fname):
202 message = 'could not find rc file; returning defaults'
203 ret = dict([ (key, tup[0]) for key, tup in defaultParams.items()])
204 #print message
205 return ret
206
207 cnt = 0
208 for line in file(fname):
209 cnt +=1
210 line = line.strip()
211 if not len(line): continue
212 if line.startswith('#'): continue
213 tup = line.split(':',1)
214 if len(tup) !=2:
215 print ('Illegal line #%d\n\t%s\n\tin file "%s"' % (cnt, line, fname))
216 continue
217
218 key, val = tup
219 key = key.strip()
220 if not defaultParams.has_key(key):
221 print ('Bad key "%s" on line %d in %s' % (key, cnt, fname))
222 continue
223
224 default, converter = defaultParams[key]
225
226 ind = val.find('#')
227 if ind>=0: val = val[:ind] # ignore trailing comments
228 val = val.strip()
229 try: cval = converter(val) # try to convert to proper type or raise
230 except ValueError, msg:
231 print ('Bad val "%s" on line #%d\n\t"%s"\n\tin file "%s"\n\t%s' % (val, cnt, line, fname, msg))
232 continue
233 else:
234 # Alles Klar, update dict
235 defaultParams[key][0] = cval
236
237 # strip the conveter funcs and return
238 ret = dict([ (key, tup[0]) for key, tup in defaultParams.items()])
239 print ('loaded rc file %s'%fname)
240
241 return ret
242
243
244# this is the instance used by the asap classes
245rcParams = rc_params()
246
247rcParamsDefault = dict(rcParams.items()) # a copy
248
249def rc(group, **kwargs):
250 """
251 Set the current rc params. Group is the grouping for the rc, eg
252 for scantable.save the group is 'scantable', for plotter.stacking, the
253 group is 'plotter', and so on. kwargs is a list of attribute
254 name/value pairs, eg
255
256 rc('scantable', save='SDFITS')
257
258 sets the current rc params and is equivalent to
259
260 rcParams['scantable.save'] = 'SDFITS'
261
262 Use rcdefaults to restore the default rc params after changes.
263 """
264
265 aliases = {}
266
267 for k,v in kwargs.items():
268 name = aliases.get(k) or k
269 if len(group):
270 key = '%s.%s' % (group, name)
271 else:
272 key = name
273 if not rcParams.has_key(key):
274 raise KeyError('Unrecognized key "%s" for group "%s" and name "%s"' % (key, group, name))
275
276 rcParams[key] = v
277
278
279def rcdefaults():
280 """
281 Restore the default rc params - the ones that were created at
282 asap load time
283 """
284 rcParams.update(rcParamsDefault)
285
286def _n_bools(n, val):
287 return [ val for i in xrange(n) ]
288
289def _is_sequence_or_number(param, ptype=int):
290 if isinstance(param,tuple) or isinstance(param,list):
291 if len(param) == 0: return True # empty list
292 out = True
293 for p in param:
294 out &= isinstance(p,ptype)
295 return out
296 elif isinstance(param, ptype):
297 return True
298 return False
299
300def _to_list(param, ptype=int):
301 if isinstance(param, ptype):
302 if ptype is str: return param.split()
303 else: return [param]
304 if _is_sequence_or_number(param, ptype):
305 return param
306 return None
307
308def unique(x):
309 """
310 Return the unique values in a list
311 Parameters:
312 x: the list to reduce
313 Examples:
314 x = [1,2,3,3,4]
315 print unique(x)
316 [1,2,3,4]
317 """
318 return dict([ (val, 1) for val in x]).keys()
319
320def list_files(path=".",suffix="rpf"):
321 """
322 Return a list files readable by asap, such as rpf, sdfits, mbf, asap
323 Parameters:
324 path: The directory to list (default '.')
325 suffix: The file extension (default rpf)
326 Example:
327 files = list_files("data/","sdfits")
328 print files
329 ['data/2001-09-01_0332_P363.sdfits',
330 'data/2003-04-04_131152_t0002.sdfits',
331 'data/Sgr_86p262_best_SPC.sdfits']
332 """
333 if not os.path.isdir(path):
334 return None
335 valid = "rpf rpf.1 rpf.2 sdf sdfits mbf asap".split()
336 if not suffix in valid:
337 return None
338 files = [os.path.expanduser(os.path.expandvars(path+"/"+f)) for f in os.listdir(path)]
339 return filter(lambda x: x.endswith(suffix),files)
340
341# workaround for ipython, which redirects this if banner=0 in ipythonrc
342sys.stdout = sys.__stdout__
343sys.stderr = sys.__stderr__
344
345# Logging
346from asap._asap import Log as _asaplog
347global asaplog
348asaplog=_asaplog()
349if rcParams['verbose']:
350 asaplog.enable()
351else:
352 asaplog.disable()
353
354
355def print_log_dec(f):
356 @functools.wraps(f)
357 def wrap_it(*args, **kw):
358 val = f(*args, **kw)
359 print_log()
360 return val
361 return wrap_it
362
363def print_log():
364 log = asaplog.pop().strip()
365 if len(log) and rcParams['verbose']: print log
366 return
367
368def mask_and(a, b):
369 assert(len(a)==len(b))
370 return [ a[i] & b[i] for i in xrange(len(a)) ]
371
372def mask_or(a, b):
373 assert(len(a)==len(b))
374 return [ a[i] | b[i] for i in xrange(len(a)) ]
375
376def mask_not(a):
377 return [ not i for i in a ]
378
379from asapfitter import fitter
380from asapreader import reader
381from selector import selector
382
383from asapmath import *
384from scantable import scantable
385from asaplinefind import linefinder
386from linecatalog import linecatalog
387
388if rcParams['useplotter']:
389 try:
390 from asapplotter import asapplotter
391 gui = os.environ.has_key('DISPLAY') and rcParams['plotter.gui']
392 if gui:
393 import matplotlib
394 matplotlib.use("TkAgg")
395 import pylab
396 xyplotter = pylab
397 plotter = asapplotter(gui)
398 del gui
399 except ImportError:
400 print "Matplotlib not installed. No plotting available"
401
402__date__ = '$Date: 2009-07-02 02:17:20 +0000 (Thu, 02 Jul 2009) $'.split()[1]
403__version__ = '$Revision: 1589 $'
404
405def is_ipython():
406 return '__IP' in dir(sys.modules["__main__"])
407
408if is_ipython():
409 def version(): print "ASAP %s(%s)"% (__version__, __date__)
410
411 def list_scans(t = scantable):
412 import inspect
413 print "The user created scantables are: ",
414 globs=inspect.currentframe().f_back.f_locals.copy()
415 out = [ k for k,v in globs.iteritems() \
416 if isinstance(v, scantable) and not k.startswith("_") ]
417 print out
418 return out
419
420 def commands():
421 x = """
422 [The scan container]
423 scantable - a container for integrations/scans
424 (can open asap/rpfits/sdfits and ms files)
425 copy - returns a copy of a scan
426 get_scan - gets a specific scan out of a scantable
427 (by name or number)
428 drop_scan - drops a specific scan out of a scantable
429 (by number)
430 set_selection - set a new subselection of the data
431 get_selection - get the current selection object
432 summary - print info about the scantable contents
433 stats - get specified statistic of the spectra in
434 the scantable
435 stddev - get the standard deviation of the spectra
436 in the scantable
437 get_tsys - get the TSys
438 get_time - get the timestamps of the integrations
439 get_inttime - get the integration time
440 get_sourcename - get the source names of the scans
441 get_azimuth - get the azimuth of the scans
442 get_elevation - get the elevation of the scans
443 get_parangle - get the parallactic angle of the scans
444 get_unit - get the current unit
445 set_unit - set the abcissa unit to be used from this
446 point on
447 get_abcissa - get the abcissa values and name for a given
448 row (time)
449 get_column_names - get the names of the columns in the scantable
450 for use with selector.set_query
451 set_freqframe - set the frame info for the Spectral Axis
452 (e.g. 'LSRK')
453 set_doppler - set the doppler to be used from this point on
454 set_dirframe - set the frame for the direction on the sky
455 set_instrument - set the instrument name
456 set_feedtype - set the feed type
457 get_fluxunit - get the brightness flux unit
458 set_fluxunit - set the brightness flux unit
459 set_sourcetype - set the type of the source - source or reference
460 create_mask - return an mask in the current unit
461 for the given region. The specified regions
462 are NOT masked
463 get_restfreqs - get the current list of rest frequencies
464 set_restfreqs - set a list of rest frequencies
465 shift_refpix - shift the reference pixel of the IFs
466 set_spectrum - overwrite the spectrum for a given row
467 get_spectrum - retrieve the spectrum for a given
468 get_mask - retrieve the mask for a given
469 flag - flag selected channels in the data
470 lag_flag - flag specified frequency in the data
471 save - save the scantable to disk as either 'ASAP',
472 'SDFITS' or 'ASCII'
473 nbeam,nif,nchan,npol - the number of beams/IFs/Pols/Chans
474 nscan - the number of scans in the scantable
475 nrow - the number of spectra in the scantable
476 history - print the history of the scantable
477 get_fit - get a fit which has been stored witnh the data
478 average_time - return the (weighted) time average of a scan
479 or a list of scans
480 average_pol - average the polarisations together.
481 average_beam - average the beams together.
482 convert_pol - convert to a different polarisation type
483 auto_quotient - return the on/off quotient with
484 automatic detection of the on/off scans (closest
485 in time off is selected)
486 mx_quotient - Form a quotient using MX data (off beams)
487 scale, *, / - return a scan scaled by a given factor
488 add, + - return a scan with given value added
489 sub, - - return a scan with given value subtracted
490 bin - return a scan with binned channels
491 resample - return a scan with resampled channels
492 smooth - return the spectrally smoothed scan
493 poly_baseline - fit a polynomial baseline to all Beams/IFs/Pols
494 auto_poly_baseline - automatically fit a polynomial baseline
495 recalc_azel - recalculate azimuth and elevation based on
496 the pointing
497 gain_el - apply gain-elevation correction
498 opacity - apply opacity correction
499 convert_flux - convert to and from Jy and Kelvin brightness
500 units
501 freq_align - align spectra in frequency frame
502 invert_phase - Invert the phase of the cross-correlation
503 swap_linears - Swap XX and YY (or RR LL)
504 rotate_xyphase - rotate XY phase of cross correlation
505 rotate_linpolphase - rotate the phase of the complex
506 polarization O=Q+iU correlation
507 freq_switch - perform frequency switching on the data
508 stats - Determine the specified statistic, e.g. 'min'
509 'max', 'rms' etc.
510 stddev - Determine the standard deviation of the current
511 beam/if/pol
512 get_row_selector - get the selection object for a specified row
513 number
514 [Selection]
515 selector - a selection object to set a subset of a scantable
516 set_scans - set (a list of) scans by index
517 set_cycles - set (a list of) cycles by index
518 set_beams - set (a list of) beamss by index
519 set_ifs - set (a list of) ifs by index
520 set_polarisations - set (a list of) polarisations by name
521 or by index
522 set_names - set a selection by name (wildcards allowed)
523 set_tsys - set a selection by tsys thresholds
524 set_query - set a selection by SQL-like query, e.g. BEAMNO==1
525 ( also get_ functions for all these )
526 reset - unset all selections
527 + - merge two selections
528
529 [Math] Mainly functions which operate on more than one scantable
530
531 average_time - return the (weighted) time average
532 of a list of scans
533 quotient - return the on/off quotient
534 simple_math - simple mathematical operations on two scantables,
535 'add', 'sub', 'mul', 'div'
536 quotient - build quotient of the given on and off scans
537 (matched pairs and 1 off - n on are valid)
538 merge - merge a list of scantables
539
540 [Line Catalog]
541 linecatalog - a linecatalog wrapper, taking an ASCII or
542 internal format table
543 summary - print a summary of the current selection
544 set_name - select a subset by name pattern, e.g. '*OH*'
545 set_strength_limits - select a subset by line strength limits
546 set_frequency_limits - select a subset by frequency limits
547 reset - unset all selections
548 save - save the current subset to a table (internal
549 format)
550 get_row - get the name and frequency from a specific
551 row in the table
552 [Fitting]
553 fitter
554 auto_fit - return a scan where the function is
555 applied to all Beams/IFs/Pols.
556 commit - return a new scan where the fits have been
557 commited.
558 fit - execute the actual fitting process
559 store_fit - store the fit parameters in the data (scantable)
560 get_chi2 - get the Chi^2
561 set_scan - set the scantable to be fit
562 set_function - set the fitting function
563 set_parameters - set the parameters for the function(s), and
564 set if they should be held fixed during fitting
565 set_gauss_parameters - same as above but specialised for individual
566 gaussian components
567 get_parameters - get the fitted parameters
568 plot - plot the resulting fit and/or components and
569 residual
570 [Plotter]
571 asapplotter - a plotter for asap, default plotter is
572 called 'plotter'
573 plot - plot a scantable
574 plot_lines - plot a linecatalog overlay
575 save - save the plot to a file ('png' ,'ps' or 'eps')
576 set_mode - set the state of the plotter, i.e.
577 what is to be plotted 'colour stacked'
578 and what 'panelled'
579 set_selection - only plot a selected part of the data
580 set_range - set a 'zoom' window [xmin,xmax,ymin,ymax]
581 set_legend - specify user labels for the legend indeces
582 set_title - specify user labels for the panel indeces
583 set_abcissa - specify a user label for the abcissa
584 set_ordinate - specify a user label for the ordinate
585 set_layout - specify the multi-panel layout (rows,cols)
586 set_colors - specify a set of colours to use
587 set_linestyles - specify a set of linestyles to use if only
588 using one color
589 set_font - set general font properties, e.g. 'family'
590 set_histogram - plot in historam style
591 set_mask - set a plotting mask for a specific polarization
592 text - draw text annotations either in data or relative
593 coordinates
594 arrow - draw arrow annotations either in data or relative
595 coordinates
596 axhline,axvline - draw horizontal/vertical lines
597 axhspan,axvspan - draw horizontal/vertical regions
598 annotate - draw an arrow with label
599 create_mask - create a scnatble mask interactively
600
601 xyplotter - matplotlib/pylab plotting functions
602
603 [Reading files]
604 reader - access rpfits/sdfits files
605 open - attach reader to a file
606 close - detach reader from file
607 read - read in integrations
608 summary - list info about all integrations
609
610 [General]
611 commands - this command
612 print - print details about a variable
613 list_scans - list all scantables created by the user
614 list_files - list all files readable by asap (default rpf)
615 del - delete the given variable from memory
616 range - create a list of values, e.g.
617 range(3) = [0,1,2], range(2,5) = [2,3,4]
618 help - print help for one of the listed functions
619 execfile - execute an asap script, e.g. execfile('myscript')
620 list_rcparameters - print out a list of possible values to be
621 put into $HOME/.asaprc
622 rc - set rc parameters from within asap
623 mask_and,mask_or,
624 mask_not - boolean operations on masks created with
625 scantable.create_mask
626
627 Note:
628 How to use this with help:
629 # function 'summary'
630 [xxx] is just a category
631 Every 'sub-level' in this list should be replaces by a '.' Period when
632 using help
633 Example:
634 ASAP> help scantable # to get info on ths scantable
635 ASAP> help scantable.summary # to get help on the scantable's
636 ASAP> help average_time
637
638 """
639 if rcParams['verbose']:
640 try:
641 from IPython.genutils import page as pager
642 except ImportError:
643 from pydoc import pager
644 pager(x)
645 else:
646 print x
647 return
648
649def welcome():
650 return """Welcome to ASAP v%s (%s) - the ATNF Spectral Analysis Package
651
652Please report any bugs via:
653http://svn.atnf.csiro.au/trac/asap/simpleticket
654
655[IMPORTANT: ASAP is 0-based]
656Type commands() to get a list of all available ASAP commands.""" % (__version__, __date__)
Note: See TracBrowser for help on using the repository browser.