Changeset 712 for trunk/monitor

Timestamp:

11/17/05 14:12:49 (19 years ago)

Author:

mar637

Message:

several updates

Location:

trunk/monitor/cgi-bin

Files:

• asapconfig.py (modified) (2 diffs)
• asapmon.py (modified) (4 diffs)
• filelist.py (modified) (2 diffs)
• obsconfig.py (added)

trunk/monitor/cgi-bin/asapconfig.py

@@ -1 @@
-# asapconfig.py
+#asapconfig.py
 
-rpfpath = []
-# Append observing directories
-rpfpath.append("/u/mar637/brage/singledish/data")
-rpfpath.append("/u/mar637/brage/singledish/data/mopra200505")
-observatory = "Mopra"
+observatory = {'rpfpath': [],
+               'name': 'observatory',
+               'lines' : {} }
 
 import os,sys
@@ -16 +14 @@
 
 # This is needed for plotting with matplotlib
+# where matplotlib data is located
 os.environ["MATPLOTLIBDATA"]="/opt/share/matplotlib"
-os.environ["HOME"]="/tmp"
-
-# logsink class
-class LogSink:
-    def __init__(self):
-        self.content = []
-    def write(self, string):
-        self.content.append(string)
+# where matplotlib puts it temporary font files
+# this location can also have a custom .matplotlibrc
+os.environ["HOME"]="/var/www/asapmon/tmp"

trunk/monitor/cgi-bin/asapmon.py

@@ -2 +2 @@
 import sys,os
 import cgi
-# enable cgi debugging
+#cgi debug
 import cgitb; cgitb.enable()
 
@@ -8 +8 @@
 
 #absolute home
-htmlbase = "/var/www/asaptest/"
-cgibase = "/cgi-bin/asapmon"
-absbase = "/asapmon"
-
-from asapconfig import *
-logsink = LogSink()
-sys.stdout = logsink
-sys.stderr = logsink
+abspath= "/var/www/asapmon/"
+cgiloc = "/cgi-bin/asapmon/"
+tmppath = abspath+"tmp/"
+htmlloc = "/asapmon/"
+tmploc = "/asapmon/tmp/"
+
+from obsconfig import *
+
+# a redirection object for stdout/stderr
+class WritableObject:
+    def __init__(self):
+        self.content = []
+    def write(self, string):
+        self.content.append(string)
+
+logsink = WritableObject()
+logsink2 = WritableObject()
+sys.stdout =logsink
+sys.stderr = logsink2
 import asap
 sys.stdout = sys.__stdout__
@@ -32 +43 @@
         self.logsink = WritableObject()
 
-    def decodePath(self,pi,fi):
-        pi = int(pi)
-        fi = int(fi)
-        p = rpfpath[pi]
+    def decodePath(self):
+        pi = self.fields['cdir']
+        fi = self.fields['cfile']
+        p = observatory['rpfpath'][pi]
         from filelist import FileList
         fl = FileList(pi)
         if  fl.error:
             return None
-        f = fl.files[fi]
-        return p+"/"+f
+        out = []
+        for i in fi:
+            out.append(p+"/"+fl.files[i])
+        return out
+
+    def decodeWindow(self,window):
+        if not len(window.strip()): return None,None
+        x = window.split(",")
+        return [float(x[0].strip()),float(x[1].strip())]
+
+    def decodeWindows(self,window):
+        import re
+        p = re.compile("(\\[*\d+\\.*\d*,\d+\\.*\d*\\]*)")
+        r = re.compile("[\\[\\]]")
+        return [self.decodeWindow(re.sub(r,'',s)) for s in re.findall(p,window)]
+
+    def setDefaultFields(self):
+        self.fields['directories'] = observatory['rpfpath']
+        self.fields['cdir'] = len(self.fields['directories'])-1
+        from filelist import FileList
+        files = []
+        fl = FileList(len(observatory['rpfpath'])-1)
+        if not fl.error:
+            self.fields['files'] = fl.files
+        self.fields['cfile'] = len(fl.files)-1
+        self.fields['restfreqs'] = observatory['lines'].keys()
+        self.fields['border'] = range(10)
+        self.fields['imagename'] = ""
+        self.fields['cunit'] = 0
+        self.fields['units'] = ["channel","km/s","GHz"]
+        self.fields['baseline'] = 0
+        self.fields['cpolyorder'] = 0
+        self.fields['quotient'] = 0
+        self.fields['average'] = 0
+        self.fields['doppler'] = "RADIO"
+        self.fields['frame'] = "LSRK"
+        self.fields['restn'] = [11,1]
+        self.fields['stokes'] = 0
+        self.fields['summary'] = ""
+        self.fields['bin'] = 0
+        self.fields['brangewindow'] = ""
+        self.fields['nif'] = []
+        self.fields['sourcenames'] = []
+        self.fields['csource'] = ""
+
+
+    def getFormFields(self):
+        self.fields['cunit'] = int(self.form.getfirst("unit",0))
+        self.fields['frame'] = self.form.getfirst("frame","TOPO")
+        self.fields['doppler'] = self.form.getfirst("doppler","RADIO")
+        self.fields['restn'] = []
+
+        self.fields['plotwindow'] = self.form.getfirst("plotwindow","")
+        self.fields['baseline'] = int(self.form.has_key("baseline"))
+        self.fields['cpolyorder'] = int(self.form.getfirst("polyorder",0))
+        self.fields['quotient'] = int(self.form.has_key("quotient"))
+        self.fields['doppler'] = self.form.getfirst("doppler","RADIO")
+        self.fields['frame'] = self.form.getfirst("frame","LSRK")
+        self.fields['cdir'] = int(self.form.getfirst("dlist",None))
+        self.fields['cfile'] = [int(k) for k in self.form.getlist("list")]
+        self.fields['average'] = int(self.form.has_key("average"))
+        self.fields['stokes'] = int(self.form.has_key("stokes"))
+        self.fields['bin'] = int(self.form.has_key("bin"))
+        self.fields['debug'] = ""#self.fields['restn']
+        self.fields['csource'] = self.form.getfirst("csource","")
+
+    def getRest(self):
+        alllines = observatory['lines'].values()
+        lines = []
+        for i in self.fields['restn']:
+            lines.append(alllines[i])
+        return lines
 
     def plotForm(self):
-        pathidx = self.form.getfirst("dlist",None)
-        fnameidx = self.form.getfirst("list",None)
-        self.fields['cdir'] = pathidx
-        self.fields['cfile'] = fnameidx
+        self.getFormFields()
+        # decode file location
         from filelist import FileList
-        fl = FileList(pathidx)
+        fl = FileList(self.fields['cdir'])
         self.fields['files'] = fl.files
-        file=self.decodePath(pathidx,fnameidx)
+        files = self.decodePath()
+        # catch all stdout/err
+        sys.stdout = logsink
+        sys.stderr = logsink2
         try:
-            s = asap.scantable(file)
-            s.set_unit(self.form.getfirst("unit","channel"))
-            s.set_freqframe(self.form.getfirst("frame","LSRK"))
-            s.set_doppler(self.form.getfirst("doppler","RADIO"))
-
-            if self.form.has_key("quotient"):
-               q = s.auto_quotient()
-               del s
-               s=q
-            if self.form.has_key('baseline'):
-                if self.form.has_key('polyorder'):
-                    s.auto_poly_baseline(order=int(self.form.getfirst("polyorder",0)))
+            scans = [asap.scantable(f) for f in files]
+            outscans = []
+            self.fields['nif'] = range(scans[-1].nif())
+            for i in self.fields['nif']:
+                name = "rest%d" % i
+                self.fields['restn'].append(int(self.form.getfirst(name,0)))
+            restfs = self.getRest()
+
+            # source name selection
+            import re
+            for s in scans:
+                srcnames = s.get_sourcename()
+                for i in srcnames:
+                    # only add the names once
+                    i = not i in self.fields['sourcenames'] and i
+                    if i:
+                        # filter off scans
+                        i = not re.search(re.compile("_[R,e,w]$"),i) and i
+                        if i:
+                            self.fields['sourcenames'].append(i)
+            for s in scans:
+                # form quotient
+                if self.form.has_key("quotient"):
+                    s = s.auto_quotient()
+
+                # get source by name
+                cs = self.fields['csource']
+                if len(cs) > 0:
+                    if cs in self.fields['sourcenames']:
+                        ss = s.get_scan(self.fields['csource'])
+                        if isinstance(ss,asap.scantable):
+                            s = ss
+                        del ss
+                else:
+                    # get only the last source in the table if not averaging
+                    s = s.get_scan(self.fields['sourcenames'][-1])
+                    #self.fields['debug'] = "DEBUG"
+                    self.fields['csource'] = s.get_sourcename()[-1]
+                # baseline
+                if self.form.has_key('baseline'):
+                    order = self.fields['cpolyorder']
+                    brstr = self.form.getfirst('brangewindow','').strip()
+                    # auto baseline or user window
+                    if brstr:
+                        self.fields['brangewindow'] = brstr
+                        brange = self.decodeWindows(brstr)
+                        if len(brange):
+                            self.fields['brangewindow'] = brstr
+                            if self.fields['cunit'] == 1:
+                                srest = s._getrestfreqs()
+                                if isinstance(srest,tuple) and len(srest) != s.nif():
+                                    s.set_restfreqs(restfs,unit="GHz")
+                            s.set_unit(self.fields['units'][self.fields['cunit']])
+                            s.set_freqframe(self.form.getfirst("frame","LSRK"))
+                            s.set_doppler(self.form.getfirst("doppler","RADIO"))
+
+                            m = s.create_mask(brange)
+                            s.poly_baseline(mask=m,order=order)
+                    else:
+                        s.auto_poly_baseline(order=order)
+                outscans.append(s)
+            del scans
+
+            if self.fields['average']:
+                outscans = asap.average_time(outscans,weight='tsys')
+            else:
+                outscans = outscans[-1]
+
+            if self.fields['bin']:
+                outscans.bin()
+
+            #duplicated as average_time doesn't remember settings
+            if self.fields['cunit'] == 1:
+                srest = outscans._getrestfreqs()
+                if isinstance(srest,tuple) and len(srest) != outscans.nif():
+                    outscans.set_restfreqs(restfs,unit="GHz")
+            outscans.set_unit(self.fields['units'][self.fields['cunit']])
+            outscans.set_freqframe(self.form.getfirst("frame","LSRK"))
+            outscans.set_doppler(self.form.getfirst("doppler","RADIO"))
+
+            self.fields['summary'] = str(outscans)
+            asap.rcParams['plotter.decimate'] = True
+            asap.rcParams['plotter.ganged'] = False
+            from matplotlib import rcParams as rcp
+            rcp['tick.labelsize'] = 6
+            rcp['axes.labelsize'] = 8
+            rcp['axes.titlesize'] = 8
+            rcp['figure.subplot.wspace'] = 0.3
+            rcp['figure.subplot.hspace'] = 0.3
+            del asap.plotter
+            asap.plotter = asap.asapplotter(False)
             if s.nif() > 1:
-                asap.plotter.set_mode("t","i")
+                asap.plotter.set_mode("p","i")
             else:
-                asap.plotter.set_mode("t","p")
-            asap.plotter.plot(s)
-
-            imname = htmlbase+"tmp/plot.png"
-            asap.plotter.save(imname,dpi=80)
-            self.fields['imagename'] = absbase+"/tmp/plot.png"
-        except RuntimeError:
+                if s.npol() > 2:
+                    asap.plotter.set_mode("t","p")
+                else:
+                    asap.plotter.set_mode("p","t")
+            asap.plotter.plot(outscans)
+            if self.fields['stokes']:
+                pols = "I"
+                if outscans.npol() > 2:
+                    pols += " Q U V"
+                asap.plotter.set_cursor(pol=pols)
+            x0,x1 = self.decodeWindow(self.fields['plotwindow'])
+            asap.plotter.set_range(x0,x1)
+            imname = tmppath+"plot.png"
+            asap.plotter.save(imname,dpi=96)
+            self.fields['imagename'] = tmploc+"plot.png"
+        except RuntimeError,e:
+            self.fields['debug'] = e
             return
 
@@ -94 +265 @@
 
     def main(self):
-        self.fields['directories'] = rpfpath
-        self.fields['cdir'] = len(rpfpath)-1
-        from filelist import FileList
-        files = []
-        fl = FileList(len(rpfpath)-1)
-        if not fl.error:
-            self.fields['files'] = fl.files
-        self.fields['cfile'] = len(fl.files)-1
-        self.fields['restfreqs'] = [110.0,86.0]
-        self.fields['border'] = range(10)
-        self.fields['imagename'] = ""
-        sys.stdout = self.logsink
-        sys.stderr = self.logsink
-        title = "ASAP %s Online Monitor" % (observatory)
-        if ( not self.form.has_key("plot")):
-            self.buildContext(title)
-            resetstd()
-            self.expandTemplate(htmlbase+"asapmon.html.template")
-        else: # run
+        self.setDefaultFields()
+        title = "ASAP %s Online Monitor" % (observatory['name'])
+        tmplname = abspath+"asapmon.html.template"
+        if ( self.form.has_key("plot")):
             self.plotForm()
-            self.buildContext(title)
-            resetstd()
-            self.expandTemplate(htmlbase+"asapmon.html.template")
+        self.buildContext(title)
+        resetstd()
+        #os.system('rm -rf /var/www/asapmon/tmp/.matplotlib')
+        self.expandTemplate(tmplname)
 
 

trunk/monitor/cgi-bin/filelist.py

@@ -1 +1 @@
 #!/usr/bin/python
 import os
-from asapconfig import rpfpath
+from asapconfig import observatory
 
 class FileList:
@@ -12 +12 @@
         self.error = None
         if loc is None:
-            loc = rpfpath[0]
+            loc = observatory['rpfpath'][0]
         else:
             loc = int(loc)
-            if loc< 0 or loc >=len(rpfpath):
+            if loc< 0 or loc >=len(observatory['rpfpath']):
                  self.error = "Invalid Path"
                  return
             else:
-                loc = rpfpath[loc]
+                loc = observatory['rpfpath'][loc]
         if os.path.exists(loc) and os.path.isdir(loc):
             self.files = filter(lambda x: x.lower().endswith("rpf"), os.listdir(loc))