--- /dev/null Thu Jan 01 00:00:00 1970 +0000
+++ b/pearl.py Tue May 15 16:43:26 2012 +0200
@@ -0,0 +1,139 @@
+import datetime
+import os
+import glob
+
+import numpy as np
+
+from generic import BaseLidarMeasurement, Lidar_channel
+from ciao import CiaoMixin
+
+import pearl_netcdf_parameters
+from report_file import Report_file
+
+
+repository = '/mnt/storage/lidar_data/pearl/'
+
+
+class PearlLidarMeasurement(CiaoMixin, BaseLidarMeasurement):
+
+ extra_netcdf_parameters = pearl_netcdf_parameters
+
+ def import_file(self,filename):
+ ''' Import a pearl file. '''
+
+ if filename in self.files:
+ print "File has been imported already:" + filename
+ else:
+ parameters, channels_dict = self.read_pearl_data(filename)
+ start_time = self._gettime(parameters['Acq_date'],parameters['Acq_start_time'])
+
+ for channel_info in channels_dict.itervalues():
+
+ if channel_info['name'] == '1064ALR':
+ name = '1064'
+ tm = start_time
+ elif channel_info['name'] == '1064BLR':
+ name = '1064'
+ tm = start_time + datetime.timedelta(seconds = 30)
+ else:
+ name = channel_info['name']
+ tm = start_time
+ if name not in self.channels:
+ self.channels[name] = Lidar_channel(channel_info)
+ self.channels[name].data[tm] = channel_info['data']
+ self.files.append(filename)
+
+ def read_pearl_data(self, filename):
+ '''
+ Reads a pearl file.
+
+ Returns:
+ parameters - a dictionary of general parameters
+ channels - a dictionary with keys the channel number and values lists
+ [channel name, channel bin width, channel data].
+ '''
+ f = open(filename,'r') # Open the file
+ s = f.read(26) # Read the first 26 bytes
+
+ #Get the values in a dictionary
+ parameters = {}
+ parameters['Acq_date'] = s[0:10] # First 10 bytes are the acquisition date.
+ parameters['Acq_start_time'] = s[10:20].strip() # Next 10 bytes are start time. Strip from trailing spaces.
+ parameters['Channel_no'] = np.fromstring(s[20:22], dtype = np.int16) # Next 2 bytes are the number of channels. Short integer.
+ parameters['Point_no'] = np.fromstring(s[22:26], dtype = np.int32) # Next 4 bytes are the number of points. Integer.
+ p = parameters # Just for less typing
+
+ # Read the channel parameters
+ len = 20*p['Channel_no']
+ s = f.read(len)
+ channels = {}
+ for (c1,n) in zip(range(0,len, 20),range(p['Channel_no'])):
+ channels[str(n)] = {'name' : s[c1+10:c1+20].strip(),
+ 'binwidth' : s[c1:c1+10].strip()}
+
+ #Read the data
+ data = np.fromfile(f,dtype = np.float32)
+ #print filename + ': ' + str(data.size) +',' + str(p['Point_no']) +str(p['Channel_no'])
+ data = data.reshape(p['Point_no'],p['Channel_no'])
+ for ch in channels.iterkeys():
+ channels[ch]['data'] = data[:,int(ch)]
+ #Close the file
+ f.close()
+ return parameters,channels
+
+
+def get_measurement_for_interval(start_time, stop_time):
+ ''' Searches for a pearl measurement based on a time interval
+ '''
+
+ correct_series = None
+ day = datetime.timedelta(hours = 24)
+
+ if start_time > stop_time:
+ raise ValueError('Stop time should be after start time')
+
+
+
+ #The list of directories based on the given time. Same, previous, Next day
+ possible_paths = [get_path(t) for t in [start_time - day, start_time, start_time + day]
+ if get_path(t) is not None]
+ for path in possible_paths:
+ try:
+ rf = Report_file(path)
+ except:
+ rf = None
+
+ if rf is not None:
+ for serie in rf.series:
+ if (start_time > serie.starttime) and (stop_time < serie.endtime):
+ correct_series = serie
+
+ if correct_series:
+ files = correct_series.files.get('apd', []) + correct_series.files.get('mcb', [])
+ m_series = PearlLidarMeasurement(files)
+ m_subset = m_series.subset_by_time(start_time, stop_time)
+ return m_subset
+ else:
+ return None
+
+
+def get_channel(tim, channel = '1064'):
+ if channel =='1064':
+ extension = '*.apd'
+ else:
+ extension = '*.mcb'
+
+ dirstr = get_path(tim)
+
+ if not os.path.isdir(dirstr):
+ raise IOError('No measurement for that date (directory does not exist.).')
+ #No measurement for that date (directory does not exist.).
+ files = glob.glob(dirstr + extension)
+ m = PearlLidarMeasurement(files)
+ c = m.channels[channel]
+ return c
+
+
+def get_path(tim):
+ dirstr = repository + tim.strftime('%Y')+ '/' +tim.strftime('%d%m%Y') + '/'
+ return dirstr
