Changeset 491
- Timestamp:
- 05/01/12 16:47:44
- Files:
-
- raw2proc/trunk/raw2proc/b2_config_20111005.py (modified) (2 diffs)
- raw2proc/trunk/raw2proc/b2_config_20111112.py (modified) (1 diff)
- raw2proc/trunk/raw2proc/proc_cr1000_ctd_v1.py (modified) (3 diffs)
- raw2proc/trunk/raw2proc/raw2proc.py (modified) (4 diffs)
- raw2proc/trunk/raw2proc/spin/spin_billymitchell_sfas.py (modified) (1 diff)
Legend:
- Unmodified
- Added
- Removed
- Modified
- Copied
- Moved
raw2proc/trunk/raw2proc/b2_config_20111005.py
r490 r491 71 71 'raw_file_glob' : '*.dat', 72 72 'proc_dir' : '/seacoos/data/nccoos/level1/b2/ctd1/', 73 'process_module' : 'proc_cr1000_ctd ',73 'process_module' : 'proc_cr1000_ctd_v1', 74 74 'utc_offset' : 0, # hours offset to utc of sampling time 75 75 'nominal_depth' : -2.0, # meters … … 86 86 'raw_file_glob' : '*.dat', 87 87 'proc_dir' : '/seacoos/data/nccoos/level1/b2/ctd2/', 88 'process_module' : 'proc_cr1000_ctd ',88 'process_module' : 'proc_cr1000_ctd_v1', 89 89 'utc_offset' : 0, # hours offset to utc of sampling time 90 90 'nominal_depth' : -15.0, # meters raw2proc/trunk/raw2proc/b2_config_20111112.py
r490 r491 83 83 'ctd2' : { 'id' : 'ctd2', 84 84 'description' : 'Mid-level CTD Data each sample period', 85 'raw_dir' : '/seacoos/data/nccoos/level0/b2/ctd2/s otre/2011_11',85 'raw_dir' : '/seacoos/data/nccoos/level0/b2/ctd2/store/2011_11', 86 86 'raw_file_glob' : '*', 87 87 'proc_dir' : '/seacoos/data/nccoos/level1/b2/ctd2/', raw2proc/trunk/raw2proc/proc_cr1000_ctd_v1.py
r490 r491 1 1 #!/usr/bin/env python 2 # Last modified: Time-stamp: <2012-0 4-23 14:12:55haines>2 # Last modified: Time-stamp: <2012-05-01 16:12:51 haines> 3 3 """ 4 4 how to parse data, and assert what data and info goes into … … 41 41 "TS","RN","","","","","","","" 42 42 "","","Smp","Smp","Smp","Smp","Smp","Smp","Smp" 43 "2011-12-01 00:02:09",4449,3585,16.1596,4.15704,3.413," 30 Nov 2011"," 23:58:44"," 4406 " 44 "2011-12-01 00:08:09",4450,3585,16.1783,4.15878,3.745," 01 Dec 2011"," 00:04:44"," 4407 " 45 "2011-12-01 00:14:09",4451,3585,16.1638,4.15794,3.545," 01 Dec 2011"," 00:10:44"," 4408 " 46 "2011-12-01 00:20:09",4452,3585,16.1632,4.15769,3.254," 01 Dec 2011"," 00:16:44"," 4409 " 47 "2011-12-01 00:26:09",4453,3585,16.1524,4.15665,3.649," 01 Dec 2011"," 00:22:44"," 4410 " 48 "2011-12-01 00:32:09",4454,3585,16.1661,4.1582,3.277," 01 Dec 2011"," 00:28:44"," 4411 " 43 "2011-10-05 21:08:06",43,4085,24.5027,5.18209,3.347 44 "2011-10-05 21:14:06",44,4085,24.5078,5.18305,3.454 45 "2011-10-05 21:56:07",45,4085,24.5247,5.19257,3.423 46 "2011-10-05 22:02:06",46,4085,24.5105,5.18714,3.526 47 "2011-10-05 22:08:07",47,4085,24.519,5.19096,3.547 48 "2011-10-05 22:14:06",48,4085,24.5207,5.19172,3.508 49 49 50 """ 50 51 … … 95 96 csi.append(float(m.groups()[0])) 96 97 97 if len(sw)>= 9:98 dstr = re.sub('"', '', sw[ 6]+' '+sw[7])98 if len(sw)>=6: 99 dstr = re.sub('"', '', sw[0]) 99 100 # print dstr 100 m = re.search('\s*(\d{2})\s*(\w{2,3})\s*(\d{4})\s*(\d{2}):(\d{2}):(\d{2})', dstr)101 101 else: 102 102 print ' ... skipping line %d -- %s ' % (i,line) 103 103 continue 104 104 105 if m:106 dstr = '%s %s %s %s:%s:%s' % m.groups()107 else:108 print ' ... skipping line %d -- %s ' % (i,line)109 continue110 111 105 if sensor_info['utc_offset']: 112 sample_dt = scanf_datetime(dstr, fmt='% d %b %Y%H:%M:%S') + \106 sample_dt = scanf_datetime(dstr, fmt='%Y-%m-%d %H:%M:%S') + \ 113 107 timedelta(hours=sensor_info['utc_offset']) 114 108 else: 115 sample_dt = scanf_datetime(dstr, fmt='% d %b %Y%H:%M:%S')109 sample_dt = scanf_datetime(dstr, fmt='%Y-%m-%d %H:%M:%S') 116 110 117 111 # ***** TO DO: need to adjust any drift of offset in CTD sample time to CR1000 clock raw2proc/trunk/raw2proc/raw2proc.py
r490 r491 1 1 #!/usr/bin/env python 2 # Last modified: Time-stamp: <2012-05-01 1 1:58:23haines>2 # Last modified: Time-stamp: <2012-05-01 16:40:55 haines> 3 3 """Process raw data to monthly netCDF data files 4 4 … … 291 291 else: 292 292 platforms = [plats] # make one platform iterable 293 else: platforms = plats 293 294 294 295 print ' Expanded lists for creating spin_list:' … … 305 306 else: 306 307 packages = [packs] # make one package iterable 308 else: packages = packs 307 309 308 310 print ' ... ... packages : %s' % packages … … 603 605 ofn = os.path.join(si['proc_dir'], si['proc_filename']) 604 606 (raw_files, raw_dts) = find_raw(si, yyyy_mm) 605 print raw_files606 print raw_dts607 # print raw_files 608 # print raw_dts 607 609 raw_files = which_raw(pi, raw_files, raw_dts) 608 print raw_files609 print raw_dts610 # print raw_files 611 # print raw_dts 610 612 # remove any previous netcdf file (platform_package_yyyy_mm.nc) 611 613 if index==0 and os.path.exists(ofn): raw2proc/trunk/raw2proc/spin/spin_billymitchell_sfas.py
r465 r491 4 4 from raw2proc import * 5 5 6 raw2proc('manual', 'billymitchell', 'sfas', '2009_06') 7 raw2proc('manual', 'billymitchell', 'sfas', '2009_07') 8 raw2proc('manual', 'billymitchell', 'sfas', '2009_08') 9 raw2proc('manual', 'billymitchell', 'sfas', '2009_09') 10 raw2proc('manual', 'billymitchell', 'sfas', '2009_10') 11 raw2proc('manual', 'billymitchell', 'sfas', '2009_11') 12 raw2proc('manual', 'billymitchell', 'sfas', '2009_12') 13 raw2proc('manual', 'billymitchell', 'sfas', '2010_01') 14 raw2proc('manual', 'billymitchell', 'sfas', '2010_02') 15 raw2proc('manual', 'billymitchell', 'sfas', '2010_03') 16 raw2proc('manual', 'billymitchell', 'sfas', '2010_04') 17 raw2proc('manual', 'billymitchell', 'sfas', '2010_05') 18 raw2proc('manual', 'billymitchell', 'sfas', '2010_06') 19 raw2proc('manual', 'billymitchell', 'sfas', '2010_07') 20 raw2proc('manual', 'billymitchell', 'sfas', '2010_08') 21 raw2proc('manual', 'billymitchell', 'sfas', '2010_09') 22 raw2proc('manual', 'billymitchell', 'sfas', '2011_06') 23 raw2proc('manual', 'billymitchell', 'sfas', '2011_07') 24 raw2proc('manual', 'billymitchell', 'sfas', '2011_08') 25 raw2proc('manual', 'billymitchell', 'sfas', '2011_09') 26 raw2proc('manual', 'billymitchell', 'sfas', '2011_10') 6 # raw2proc('manual', 'billymitchell', 'sfas', '2009_06') 7 # raw2proc('manual', 'billymitchell', 'sfas', '2009_07') 8 # raw2proc('manual', 'billymitchell', 'sfas', '2009_08') 9 # raw2proc('manual', 'billymitchell', 'sfas', '2009_09') 10 # raw2proc('manual', 'billymitchell', 'sfas', '2009_10') 11 # raw2proc('manual', 'billymitchell', 'sfas', '2009_11') 12 # raw2proc('manual', 'billymitchell', 'sfas', '2009_12') 13 # raw2proc('manual', 'billymitchell', 'sfas', '2010_01') 14 # raw2proc('manual', 'billymitchell', 'sfas', '2010_02') 15 # raw2proc('manual', 'billymitchell', 'sfas', '2010_03') 16 # raw2proc('manual', 'billymitchell', 'sfas', '2010_04') 17 # raw2proc('manual', 'billymitchell', 'sfas', '2010_05') 18 # raw2proc('manual', 'billymitchell', 'sfas', '2010_06') 19 # raw2proc('manual', 'billymitchell', 'sfas', '2010_07') 20 # raw2proc('manual', 'billymitchell', 'sfas', '2010_08') 21 # raw2proc('manual', 'billymitchell', 'sfas', '2010_09') 22 # raw2proc('manual', 'billymitchell', 'sfas', '2011_06') 23 # raw2proc('manual', 'billymitchell', 'sfas', '2011_07') 24 # raw2proc('manual', 'billymitchell', 'sfas', '2011_08') 25 # raw2proc('manual', 'billymitchell', 'sfas', '2011_09') 26 # raw2proc('manual', 'billymitchell', 'sfas', '2011_10') 27 # raw2proc('manual', 'billymitchell', 'sfas', '2011_11') 28 raw2proc('manual', 'billymitchell', 'sfas', '2011_12') 29 raw2proc('manual', 'billymitchell', 'sfas', '2012_01') 30 raw2proc('manual', 'billymitchell', 'sfas', '2012_02')