iug_load_aws_ktb.pro (Documentation for /home/davin/idl/socware/)

;+
;
;NAME:
;iug_load_aws_ktb
;
;PURPOSE:
;  Queries the RISH server for the surface meterology data taken by the automatic weather 
;  station (AWS) at the Kototabang stations and loads data into tplot format.
;
;SYNTAX:
; iug_load_aws_ktb, site=site, downloadonly=downloadonly, trange=trange, verbose=verbose
;
;KEYWOARDS:
;  SITE = AWS observation site.  
;         For example, iug_load_aws_ktb, site = 'ktb'.
;  TRANGE = (Optional) Time range of interest  (2 element array), if
;          this is not set, the default is to prompt the user. Note
;          that if the input time range is not a full day, a full
;          day's data is loaded.
;  /downloadonly, if set, then only download the data, do not load it
;                 into variables.
;  VERBOSE: [1,...,5], Get more detailed (higher number) command line output.
; 
;CODE:
;  A. Shinbori, 28/02/2013.
;  
;MODIFICATIONS:
;  A. Shinbori, 24/01/2014.
;   
;ACKNOWLEDGEMENT:
; $LastChangedBy: jwl $
; $LastChangedDate: 2014-02-10 16:12:40 -0800 (Mon, 10 Feb 2014) $
; $LastChangedRevision: 14263 $
; $URL $
;-

pro iug_load_aws_ktb, site=site, $
  downloadonly=downloadonly, $
  trange=trange, verbose=verbose

;**********************
;Verbose keyword check:
;**********************
if (not keyword_set(verbose)) then verbose=2

;****************
;Site code check:
;****************
;--- all sites (default)
site_code_all = strsplit('ktb',' ', /extract)

;--- check site codes
if (not keyword_set(site)) then site='all'
site_code = thm_check_valid_name(site, site_code_all, /ignore_case, /include_all)

if n_elements(site_code) eq 1 then begin
   if site_code eq '' then begin
      print, 'This station code is not valid. Please input the allowed keywords, all, and ktb.'
      return
   endif
endif

print, site_code

;***************
;data directory:
;***************
site_data_dir = strsplit('ktb/aws/',' ', /extract)


month = ['Jan','Feb','Mar','Apr','May','Jun','Jul','Aug','Sep','Oct','Nov','Dec']
;******************************************************************
;Loop on downloading files
;******************************************************************
;Get timespan, define FILE_NAMES, and load data:
;===============================================
;
;===================================================================
;Download files, read data, and create tplot vars at each component:
;===================================================================
;Definition of parameter and array:
h=0L
jj=0L
kk=0L
kkk=intarr(n_elements(site_data_dir))

;In the case that the parameters are except for all.'
if n_elements(site_code) le n_elements(site_data_dir) then begin
   h_max=n_elements(site_code)
   for i=0L,n_elements(site_code)-1 do begin
      if site_code[i] eq 'ktb' then begin
         kkk[i]=0 
      endif
   endfor
endif

for ii=0L,h_max-1 do begin
   kk=kkk[ii]
   if ~size(fns,/type) then begin
     ;Definition of blr site names:
      if site_code[ii] eq 'ktb' then begin
         site_code2='kototabang'
      endif
  
     ;****************************
     ;Get files for ith component:
     ;****************************
      file_names = file_dailynames(file_format='YYYY/YYYYMM/'+$
                  'YYYYMMDD',trange=trange,times=times,/unique)+'.csv'
                     
     ;===============================
     ;Define FILE_RETRIEVE structure:
     ;===============================
      source = file_retrieve(/struct)
      source.verbose=verbose
      source.local_data_dir = root_data_dir() + 'iugonet/rish/misc/'+site_data_dir[kk]+'csv/'
      source.remote_data_dir = 'http://www.rish.kyoto-u.ac.jp/radar-group/surface/'+site_code2+'/aws/csv/'
     
     ;=======================================================
     ;Get files and local paths, and concatenate local paths:
     ;=======================================================
      local_paths=file_retrieve(file_names,_extra=source)
      local_paths_all = ~(~size(local_paths_all,/type)) ? $
                         [local_paths_all, local_paths] : local_paths
      if ~(~size(local_paths_all,/type)) then local_paths=local_paths_all
   endif else file_names=fns 

  ;--- Load data into tplot variables
   if (not keyword_set(downloadonly)) then downloadonly=0

   if (downloadonly eq 0) then begin
    
     ;Read the files:
     ;===============
      
     ;Definition of string variable:
      s=''

     ;Initialize data and time buffer
      aws_time = 0
      aws_press = 0
      aws_precipi = 0
      aws_rh = 0
      aws_sr = 0
      aws_temp = 0
      aws_wnddir = 0
      aws_wndspd = 0
    
     ;==============      
     ;Loop on files: 
     ;==============
      for h=jj,n_elements(local_paths)-1 do begin
         file= local_paths[h]
         if file_test(/regular,file) then  dprint,'Loading the observation data of the troposphere taken by the AWS-'+site_code2+' :',file $
         else begin
            dprint,'The observation data of the troposphere taken by the AWS-'+site_code2+' ', file,' not found. Skipping'
            continue
         endelse
            
        openr,lun,file,/get_lun    
       ;
       ;Read information of altitude:
       ;=============================
        readf, lun, s
        readf, lun, s
             
       ;Definition of altitude and data arraies:
        time_zone = 7
            
       ;Read the data:
        while(not eof(lun)) do begin
           readf,lun,s
           ok=1
           if strmid(s,0,1) eq '[' then ok=0
           if ok && keyword_set(s) then begin
              dprint,s ,dlevel=5
              data_arr = strsplit(s,',',/extract)
              date_arr = strsplit(data_arr[0],' ',/extract)
              if n_elements(data_arr) eq 1 then break
              idx=where(month eq date_arr[1])+1

             ;Convert time from LT to UT
              time = time_double(string(date_arr[4])+'-'+string(idx)+'-'+string(date_arr[2])+'/'+string(date_arr[3])) $
                     -time_double(string(1970)+'-'+string(1)+'-'+string(1)+'/'+string(time_zone)+':'+string(0)+':'+string(0))

            ;Substitute each parameter:            
             press = data_arr[2]
             precipi = data_arr[4]
             rh = data_arr[6]
             sr = data_arr[8]
             temp = data_arr[10]
             wnddir = data_arr[12]
             wndspd = data_arr[14]

            ;Enter the missing value:
             a = float(press)
             wbad = where(data_arr[1] ne 'VALID',nbad)
             if nbad gt 0 then a[wbad] = !values.f_nan
             press=a
             b = float(precipi)
             wbad = where(data_arr[3] ne 'VALID',nbad)
             if nbad gt 0 then b[wbad] = !values.f_nan
             precipi=b
             c = float(rh)
             wbad = where(data_arr[5] ne 'VALID',nbad)
             if nbad gt 0 then c[wbad] = !values.f_nan
             rh = c
             d = float(sr)
             wbad = where(data_arr[7] ne 'VALID',nbad)
             if nbad gt 0 then d[wbad] = !values.f_nan
             sr = d
             e = float(temp)
             wbad = where(data_arr[9] ne 'VALID',nbad)
             if nbad gt 0 then e[wbad] = !values.f_nan
             temp = e
             f = float(wnddir)
             wbad = where(data_arr[11] ne 'VALID',nbad)
             if nbad gt 0 then f[wbad] = !values.f_nan
             wnddir=f
             g = float(wndspd)
             wbad = where(data_arr[13] ne 'VALID',nbad)
             if nbad gt 0 then g[wbad] = !values.f_nan
             wndspd=g            

            ;=====================================
            ;Append data of time and observations:
            ;=====================================
             append_array, aws_time, time
             append_array, aws_press,press
             append_array, aws_precipi,precipi
             append_array, aws_rh,   rh
             append_array, aws_sr,   sr
             append_array, aws_temp, temp
             append_array, aws_wnddir, wnddir
             append_array, aws_wndspd, wndspd 
             endif
          endwhile 
          free_lun,lun  
       endfor
         
      ;==============================
      ;Store data in TPLOT variables:
      ;==============================
      ;Acknowlegment string (use for creating tplot vars)
       acknowledgstring = 'If you acquire surface meteorological data, we ask that you acknowledge us in your use of the data.' $
                        + 'This may be done by including text such as surface meteorological data were obtained by the JEPP-HARIMAU ' $
                        + 'and SATREPS-MCCOE projects promoted by JAMSTEC and BPPT under collaboration with RISH of Kyoto University ' $
                        + 'and LAPAN. We would also appreciate receiving a copy of the relevant publications. ' $
                        + 'The distribution of BLR data has been partly supported by the IUGONET (Inter-university Upper ' $
                        + 'atmosphere Global Observation NETwork) project (http://www.iugonet.org/) funded '$
                        + 'by the Ministry of Education, Culture, Sports, Science and Technology (MEXT), Japan.' 
 
      if size(aws_press,/type) eq 4 then begin 
         dlimit=create_struct('data_att',create_struct('acknowledgment',acknowledgstring,'PI_NAME', 'H. Hashiguchi'))            
         store_data,'iug_aws_'+site_code[ii]+'_press',data={x:aws_time, y:aws_press},dlimit=dlimit
         store_data,'iug_aws_'+site_code[ii]+'_precipi',data={x:aws_time, y:aws_precipi},dlimit=dlimit
         store_data,'iug_aws_'+site_code[ii]+'_rh',data={x:aws_time, y:aws_rh},dlimit=dlimit
         store_data,'iug_aws_'+site_code[ii]+'_sr',data={x:aws_time, y:aws_sr},dlimit=dlimit
         store_data,'iug_aws_'+site_code[ii]+'_temp',data={x:aws_time, y:aws_temp},dlimit=dlimit
         store_data,'iug_aws_'+site_code[ii]+'_wnddir',data={x:aws_time, y:aws_wnddir},dlimit=dlimit
         store_data,'iug_aws_'+site_code[ii]+'_wndspd',data={x:aws_time, y:aws_wndspd},dlimit=dlimit
         new_vars=tnames('iug_aws_'+site_code[ii]+'_press')
         if new_vars[0] ne '' then begin 
            options,'iug_aws_'+site_code[ii]+'_press',ytitle='AWS-'+site_code[ii]+'!CPress.!C[hPa]'
            options,'iug_aws_'+site_code[ii]+'_precipi',ytitle='AWS-'+site_code[ii]+'!CPrecipi.!C[mm]'
            options,'iug_aws_'+site_code[ii]+'_rh',ytitle='AWS-'+site_code[ii]+'!CRH!C[%]'
            options,'iug_aws_'+site_code[ii]+'_sr',ytitle='AWS-'+site_code[ii]+'!CSolar rad.!C[kW/m2]'
            options,'iug_aws_'+site_code[ii]+'_temp',ytitle='AWS-'+site_code[ii]+'!CTemp.!C[degree C]'
            options,'iug_aws_'+site_code[ii]+'_wnddir',ytitle='AWS-'+site_code[ii]+'!CWind dirction!C[degree]'
            options,'iug_aws_'+site_code[ii]+'_wndspd',ytitle='AWS-'+site_code[ii]+'!CWind speed!C[m/s]'
         endif 
      endif
     ;Clear time and data buffer:
      aws_time = 0
      aws_press = 0
      aws_sr = 0
      aws_rh = 0
      aws_temp = 0
      aws_wnddir = 0
      aws_wndspd = 0
      
      new_vars=tnames('iug_aws_'+site_code[ii]+'_press')
      if new_vars[0] ne '' then begin          
        ;Add tdegap
         tdegap, 'iug_aws_'+site_code[ii]+'_press',/overwrite
         tdegap, 'iug_aws_'+site_code[ii]+'_precipi',/overwrite
         tdegap, 'iug_aws_'+site_code[ii]+'_rh',/overwrite
         tdegap, 'iug_aws_'+site_code[ii]+'_sr',/overwrite
         tdegap, 'iug_aws_'+site_code[ii]+'_temp',/overwrite
         tdegap, 'iug_aws_'+site_code[ii]+'_wnddir',/overwrite
         tdegap, 'iug_aws_'+site_code[ii]+'_wndspd',/overwrite
      endif
   endif
   jj=n_elements(local_paths)
endfor 

new_vars=tnames('iug_aws_*')
if new_vars[0] ne '' then begin    
   print,'*****************************
   print,'Data loading is successful!!'
   print,'*****************************
endif

;*************************
;print of acknowledgement:
;*************************
print, '****************************************************************
print, 'Acknowledgement'
print, '****************************************************************
print, 'If you acquire surface meteorological data, we ask that you acknowledge us in your use of the data. '
print, 'This may be done by including text such as surface meteorological data were obtained by the JEPP-HARIMAU ' 
print, 'and SATREPS-MCCOE projects promoted by JAMSTEC and BPPT under collaboration with RISH of Kyoto University ' 
print, 'and LAPAN. We would also appreciate receiving a copy of the relevant publications ' 
print, 'The distribution of BLR data has been partly supported by the IUGONET (Inter-university Upper '
print, 'atmosphere Global Observation NETwork) project (http://www.iugonet.org/) funded '
print, 'by the Ministry of Education, Culture, Sports, Science and Technology (MEXT), Japan.'
end