Changeset 180
- Timestamp:
- 08/13/08 14:39:20
- Files:
-
- raw2proc/trunk/raw2proc/jpier_config_20050425.py (modified) (1 diff)
- raw2proc/trunk/raw2proc/jpier_config_20080411.py (added)
- raw2proc/trunk/raw2proc/jpier_config_20080722.py (modified) (1 diff)
- raw2proc/trunk/raw2proc/proc_nortek_wds_dw.py (added)
- raw2proc/trunk/raw2proc/proc_nortek_wpa_adcp.py (added)
- raw2proc/trunk/raw2proc/raw2proc.py (modified) (4 diffs)
Legend:
- Unmodified
- Added
- Removed
- Modified
- Copied
- Moved
raw2proc/trunk/raw2proc/jpier_config_20050425.py
r179 r180 8 8 # 9 9 'config_start_date' : '2005-04-25 00:00:00', 10 'config_end_date' : '2008-04-1 500:00:00', # None or yyyy-mm-dd HH:MM:SS10 'config_end_date' : '2008-04-11 00:00:00', # None or yyyy-mm-dd HH:MM:SS 11 11 'packages' : ('met'), 12 12 } raw2proc/trunk/raw2proc/jpier_config_20080722.py
r179 r180 9 9 'config_start_date' : '2008-07-22 00:00:00', 10 10 'config_end_date' : None, # None or yyyy-mm-dd HH:MM:SS 11 'packages' : ('met' ),11 'packages' : ('met', 'adcp', 'adcpwaves'), 12 12 } 13 # met back online and calibrated today, not sure about met/linux computer clock setting 14 # Nortek AWAC computer clock set to UTC 13 15 sensor_info = { 14 15 16 17 18 19 20 16 'met' : { 'id' : 'met', 17 'description' : 'Met data', 18 'raw_dir' : '/seacoos/data/nccoos/level0/jpier/met/', 19 'utc_offset' : 4, # hours offset to utc 20 'raw_file_glob' : '*.jpierMet.stats', 21 'proc_dir' : '/seacoos/data/nccoos/level1/jpier/met/', 22 'process_module' : 'proc_jpier_ascii_met', 21 23 }, 24 'adcp' : { 'id' : 'adcp', 25 'description' : 'Current profile data', 26 'raw_dir' : '/seacoos/data/nccoos/level0/jpier/adcp_ascii', 27 'raw_file_glob' : '*.wpa', 28 'proc_dir' : '/seacoos/data/nccoos/level1/jpier/adcp', 29 'process_module' : 'proc_nortek_wpa_adcp', 30 'utc_offset' : 0, # hours offset to utc 31 'nbins' : 34, 32 'bin_size' : 0.5, # meters 33 'transducer_ht' : 0.5, # meters above the bottom 34 'blanking_ht' : 0.41, # meters above transducer 35 'latest_dir' : '/seacoos/data/nccoos/latest_v2.0', 36 'latest_vars' : ('time','lat','lon','z','u','v'), 37 }, 38 'adcpwaves' : {'id' : 'adcpwaves', 39 'description' : 'Directional wave data', 40 'raw_dir' : '/seacoos/data/nccoos/level0/jpier/adcp_ascii', 41 'raw_file_glob' : '*.wds', 42 'proc_dir' : '/seacoos/data/nccoos/level1/jpier/adcpwaves', 43 'process_module' : 'proc_nortek_wds_dw', 44 'utc_offset' : 0., # hours offset to utc 45 'ndir' : 90., 46 'nfreq' : 97., 47 'latest_dir' : '/seacoos/data/nccoos/latest_v2.0', 48 'latest_vars' : ('time','lat','lon','z','Tp','Hs'), 49 }, 22 50 } raw2proc/trunk/raw2proc/raw2proc.py
r179 r180 1 1 #!/usr/bin/env python 2 # Last modified: Time-stamp: <2008-0 7-23 15:43:33haines>2 # Last modified: Time-stamp: <2008-08-09 17:14:39 haines> 3 3 """Process raw data to monthly netCDF data files 4 4 … … 30 30 import re 31 31 32 # for production use: 33 # defconfigs='/home/haines/nccoos/raw2proc' 34 # for testing use: 35 # defconfigs='/home/haines/nccoos/test/r2p' 36 32 37 # define config file location to run under cron 33 defconfigs='/home/haines/nccoos/ raw2proc'38 defconfigs='/home/haines/nccoos/test/r2p' 34 39 35 40 import numpy … … 90 95 # list of config files based on platform 91 96 configs = glob.glob(os.path.join(config_dir, platform + '_config_*.py')) 97 configs.sort() 92 98 now_dt = datetime.utcnow() 93 99 now_dt.replace(microsecond=0) … … 358 364 if index==0 and os.path.exists(ofn): 359 365 os.remove(ofn) 360 # 366 # this added just in case data repeated in data files 367 if os.path.exists(ofn): 368 # get last dt from current month file 369 (es, units) = nc_get_time(ofn) 370 last_dt = es2dt(es[-1]) 371 # if older than month_start_dt use it instead to only process newest data 372 if last_dt>=month_start_dt: 373 si['proc_start_dt'] = last_dt 374 361 375 if raw_files: 362 376 process(pi, si, raw_files, yyyy_mm)