;+ ;FUNCTION mvn_pfp_file_next_revision(filename,ndigits, [extension=extension]) ;Returns the filename with the next revision number ;Warning: unpredictable results at rollover. ;- function mvn_pfp_file_next_revision, filename,ndigits, extension=extension if not keyword_set(ndigits) then ndigits = 2 if not keyword_set(extension) then extension = '.' nfilename = filename n = n_elements(filename) for i=0l,n-1 do begin f = filename[i] pos = strpos(/reverse_search,f,extension) if pos lt ndigits then continue revstr = strmid(f,pos-ndigits,ndigits) printdat,revstr revnum = fix(revstr) format = string(format='("(i0",i1,")")',ndigits) nextrev = string(format=format,revnum+1) strput, f,nextrev,pos-ndigits nfilename[i] = f endfor return,nfilename end ;+ ; Function: files = mvn_pfp_file_retrieve(PATHNAME) ; Purpose: Retrieve or Download MAVEN data files (i.e. L0 files) (Can be used to generate filenames too) ; INPUT: ; PATHNAME: string specifying relative path to files. Default might change- Currently: 'maven/pfp/l0/YYYY/MM/mvn_pfp_all_l0_YYYYMMDD_v???.dat' ; PATHNAME must be relative to the LOCAL_DATA_DIR and REMOTE_DATA_DIR fields of the source keyword. ; "globbed" filenames (*,?) are accepted. ; typical usage: ; files = mvn_pfp_file_retrieve('maven/pfp/l0/YYYY/MM/mvn_pfp_all_l0_YYYYMMDD_v???.dat',/daily_names) ; get L0 files for user defined time span ; files = mvn_pfp_file_retrieve(pathname,/daily_names,trange=trange) ; set time range ;Keywords: (All are optional - none are recommended) ; L0: set to 1 to return PFP L0 files ; DAILY_NAMES : resolution (in days) for generating file names. ; YYYY, yy, MM, DD, hh, mm, ss, .f, DOY, DOW, TDIFF are special characters that will be substituted with the appropriate date/time field ; Be especially careful of extensions that begin with '.f' since these will be translated into a fractional second. ; See "time_string" TFORMAT keyword for more info. ; TRANGE : two element vector containing start and end times (UNIX_TIME or UT string). if not present then timerange() is called to obtain the limits. ; SOURCE: alternate file source. Default is whatever is return by the function: mvn_file_source() (see "mvn_file_source" for more info) ; FILES: if provided these will be passed through as output. ; VALID_ONLY: Set to 1 to prevent non existent files from being returned. ; CREATE_DIR: Generates a filename and creates the directories needed to create the file without errors. Will not check for file on remote server. ; ; KEYWORDS Passed on to "FILE_RETRIEVE": ; LAST_VERSION : [0,1] if set then only the last matching file is returned. (Default is defined by source) ; VALID_ONLY: [0,1] If set then only existing files are returned. (Default is defined by source keyword) ; VERBOSE: set verbosity level (2 is typical) ; USER_PASS: user:password combination for the remote server ; LIMITATIONS: ; Beware of file pathnames that include the character sequences: YY, MM, DD, hh, mm, ss, .f since these can be retranslated to the time ;- function mvn_pfp_file_retrieve,pathname,trange=trange,verbose=verbose, source=src,files=files, $ last_version=last_version,valid_only=valid_only,no_update=no_update,create_dir=create_dir,pos_start=pos_start, $ remote_kp_cdf=remote_kp_cdf,insitu_kp_cdf=insitu_kp_cdf, $ ; these keywords are temporary !!! daily_names=daily_names,hourly_names=hourly_names,resolution = res,shiftres=shiftres, $ no_server=no_server,user_pass=user_pass,L0=L0,recent=recent, $ DPU=DPU,ATLO=ATLO,RT=RT,pformat=pformat,realtime=realtime,no_download=no_download,name=name tstart = systime(1) if keyword_set(recent) then trange = systime(1) - [recent,0] * 86400d ; Obtain the last N*24 hours if keyword_set(L0) || ~keyword_set(pathname) then begin ; default location of L0 files ; pathname = 'maven/pfp/l0/YYYY/MM/mvn_pfp_all_l0_YYYYMMDD_v???.dat' pathname = 'maven/data/sci/pfp/l0_all/YYYY/MM/mvn_pfp_all_l0_YYYYMMDD_v???.dat' daily_names=1 last_version =1 endif if keyword_set(insitu_kp_cdf) then begin pathname = 'maven/data/sci/kp/insitu/sample_insitu_kp/mvn_pfp_l2_keyparam_YYYYMMDD_v??_r??.cdf' daily_names = 1 last_version=1 endif if keyword_set(remote_kp_cdf) then begin pathname = 'maven/kp/remote/sample_iuvs_kp/mvn_rs_kp_YYYYMMDDThh????_v???_r???.cdf' hourly_names = 1 last_version=1 valid_only=1 endif if not keyword_set(shiftres) then shiftres =0 if keyword_set(daily_names) then begin res = round(24*3600L * daily_names) sres= round(24*3600L * shiftres) endif if keyword_set(hourly_names) then begin res = round(3600L * hourly_names) sres= round(3600L * shiftres) endif ;lv = n_elements(last_version) eq 0 ? 1 : last_version ;vo = n_elements(valid_only) eq 0 ? 0 : valid_only source = mvn_file_source(src,verbose=verbose,user_pass=user_pass,no_server=no_server,valid_only=valid_only,last_version=last_version,no_update=no_update) pos_start = strlen(source.local_data_dir) dprint,dlevel=5,verbose=verbose,phelp=1,source ; display the options if ~keyword_set(RT) then begin if ~keyword_set(files) then begin if keyword_set(res) then begin tr = timerange(trange) str = (tr-sres)/res dtr = (ceil(str[1]) - floor(str[0]) ) > 1 ; must have at least one file times = res * (floor(str[0]) + lindgen(dtr))+sres pathnames = time_string(times,tformat=pathname) pathnames = pathnames[uniq(pathnames)] ; Remove duplicate filenames - assumes they are sorted endif else pathnames = pathname if keyword_set(create_dir) then begin files = source.local_data_dir + pathnames file_mkdir2,file_dirname( files ),_extra=source return,files endif files = file_retrieve(pathnames,_extra=source) dprint,dlevel=4,verbose=verbose,systime(1)-tstart,' seconds to retrieve ',n_elements(files),' files' endif return,files endif ; The following code should not be called with typical usage. It is ONLY useful for prelaunch data and EM data and Real time data. if keyword_set(RT) then name = 'RTC-CB' serverdir = source.remote_data_dir localdir = source.local_data_dir ;message,"Don't use this routine yet - Penalty could be deleted files!" if not keyword_set(trange) then trange= systime(1) ; Gets the most recent file generally if not keyword_set(pformat) then begin if keyword_set(L0) then name='L0' ;pformat = 'maven/data/sci/pfp/ATLO/mvn_ATLO_pfp_all_l0_????????_v?.dat' ; Daily files if keyword_set(ATLO) then begin name = 'ATLO' if keyword_set(L0) then name='ATLO-L0' endif if keyword_set(DPU) then name='DPU' ;pformat='maven/dpu/prelaunch/FM/????????_??????_*/commonBlock_*.dat' ; Use for calibration data if keyword_set(realtime) then name = 'RT' if 0 then begin localdir = '~/RealTime/' serverdir = '' pformat= 'CMNBLK_*.dat' endif if not keyword_set(name) then begin if time_double(trange[0]) lt time_double('2012-12-1') then name = 'DPU' else name = 'ATLO' endif case name of 'DPU' : pformat='maven/prelaunch/dpu/prelaunch/FM/????????_??????_*/commonBlock_*.dat' ; SEP TV and calibration and all non S/C testing 'ATLO' : pformat='maven/prelaunch/dpu/prelaunch/live/flight/Split_At_*/initial/common_block.dat' ; 'ATLO-L0' : pformat='maven/data/sci/pfp/ATLO/mvn_ATLO_pfp_all_l0_????????_v?.dat' ; daily from SOC 'RT' : pformat='maven/prelaunch/sep/prelaunch_tests/realtime/CMNBLK_*.dat' 'RT-L0' : pformat='maven/prelaunch/dpu/prelaunch/ATLO/*_atlo_l0.dat' 'RTC-L0' : pformat='maven/ITF/CruisePhase_SOCRealtime_LevelZero/20??????_??????_cruise_l0.dat' 'RTC-CB' : pformat='maven/ITF/CruisePhase_SOCRealtime_SplitFiles/Split_At_20??????_??????/initial/common_block.dat' ;http://sprg.ssl.berkeley.edu/data/maven/ITF/CruisePhase_SOCRealtime_SplitFiles/Split_At_20140107_213857/initial/common_block.dat else : message,'Error' endcase endif dprint,dlevel=2,verbose=verbose,/phelp,pformat ;no_download = 1 if keyword_set(no_server) then serverdir='' ;serverdir='' ; disable temporarily files = file_search_plus(localdir,pformat,trange=trange,verbose=verbose,serverdir=serverdir,no_download=no_download) dprint,dlevel=2,verbose=verbose,/phelp,files return,files end