pro thm_load_peif,file=file,sc=sc,themishome=themishome, $
gap_time=gap_time,suffix=suffix,trange=trange, $
use_eclipse_corrections=use_eclipse_corrections
if ~keyword_set(suffix) then suffix = ''
if not keyword_set(sc) then begin
dprint, 'S/C number not set, default = a'
sc='a'
endif
if sc eq 'a' then begin
common tha_454,tha_454_ind,tha_454_dat & tha_454_dat=0 & tha_454_ind=-1l
endif else if sc eq 'b' then begin
common thb_454,thb_454_ind,thb_454_dat & thb_454_dat=0 & thb_454_ind=-1l
endif else if sc eq 'c' then begin
common thc_454,thc_454_ind,thc_454_dat & thc_454_dat=0 & thc_454_ind=-1l
endif else if sc eq 'd' then begin
common thd_454,thd_454_ind,thd_454_dat & thd_454_dat=0 & thd_454_ind=-1l
endif else if sc eq 'e' then begin
common the_454,the_454_ind,the_454_dat & the_454_dat=0 & the_454_ind=-1l
endif else if sc eq 'f' then begin
common thf_454,thf_454_ind,thf_454_dat & thf_454_dat=0 & thf_454_ind=-1l
endif
if not keyword_set(themishome) then themishome=!themis.local_data_dir
if not keyword_set(file) then begin
tt=timerange(trange)
t1=time_double(strmid(time_string(tt(0)),0,10))
t2=time_double(strmid(time_string(tt(1)-1.),0,10))
ndays=1+fix((t2-t1)/(24.*3600.))
file=strarr(ndays)
i=0
while t1 le t2 do begin
ts=time_string(t1)
yr=strmid(ts,0,4)
mo=strmid(ts,5,2)
da=strmid(ts,8,2)
if i eq 0 then yrmoda1=yr+mo+da
yrmoda2=yr+mo+da
dir=themishome+'th'+sc+'/l0/'+yr+'/'+mo+'/'+da+'/'
name='th'+sc+'_l0_454_'+yr+mo+da+'.pkt'
file[i]=dir+name
i=i+1
t1=t1+24.*3600.
endwhile
endif
nfiles=n_elements(file)
if nfiles eq 1 then begin
if not file_test(file) then begin
dprint, file+' --- does not exist.'
return
endif
endif else begin
ind=-1
for i=0,nfiles-1 do begin
if file_test(file[i]) then ind=[ind,i] else dprint, file[i]+' --- does not exist.'
endfor
n_ind=n_elements(ind)
if n_ind eq 1 then return else begin
ind=ind[1:n_ind-1]
file=file[ind]
endelse
endelse
decompress=1.*[indgen(16),16+2*indgen(8),32+4*indgen(24),128+8*indgen(16),256+16*indgen(16),$
512+32*indgen(16),1024+64*indgen(16),2048+128*indgen(48),8192+256*indgen(32),$
16384+512*indgen(32),32768+1024*indgen(32)]
n_modes=9
mode_decode=intarr(256,256)
mode_decode[*,*]=-1
mode_decode[0,0]=0
mode_decode[1,1]=1
mode_decode[2,1]=2
mode_decode[3,2]=3
mode_decode[4,2]=4
mode_decode[1,3]=5
mode_decode[5,3]=6
mode_decode[6,1]=7
mode_decode[7,2]=8
nspins = [3,128,32,128,32,128,32,32,32]
nenergy = [32,32,32,16,16,32,32,32,16]
nangle = [88,88,88,176,176,88,88,88,176]
dat_len = nenergy*nangle
spin_decode = [1,1,1,1,1,1,1,1,1]
case_decode = [0,0,0,0,0,0,0,0,0]
angle_decode = [0,1,1,2,2,1,1,1,2]
energy_decode = [0,1,1,2,2,3,3,1,2]
ndays=n_elements(file)
nmax=40000l*ndays
dat_0=bytarr(nmax,2816)
n_case=lonarr(1) & n_case[*]=0
config1=bytarr(nmax)
config2=bytarr(nmax)
an_ind = intarr(nmax)
en_ind = intarr(nmax)
md_ind = intarr(nmax)
cs_ind = intarr(nmax)
cs_ptr = lonarr(nmax)
s_time = dblarr(nmax)
e_time = dblarr(nmax)
data_size=0l
tm1=systime(1)
dprint, dlevel=2, 'Downloading data'
if n_elements(file) eq 1 then openr,fp,file,/get_lun else openr,fp,file[0],/get_lun
fs = fstat(fp)
if fs.size ne 0 then begin
adat = bytarr(fs.size)
data_size=fs.size*1l
readu,fp,adat
free_lun,fp
endif
if n_elements(file) ne 1 then begin
nfile=n_elements(file)
for i=1,nfile-1 do begin
openr,fp,file[i],/get_lun
fs = fstat(fp)
if fs.size ne 0 then begin
adat2 = bytarr(fs.size)
readu,fp,adat2
if data_size ne 0 then adat=[adat,adat2] else adat=adat2
data_size=data_size+fs.size
free_lun,fp
endif
endfor
endif
tm2=systime(1)
dprint, dlevel=2, 'Data download complete'
dprint, dlevel=4, '454 Download time= ',tm2-tm1
if data_size eq 0 then return
hdrl=16
pntr=0l
pktl=0l
npkt=0l
ntot=0l
tf_spin=1
last_spin_period=0. & mode=0 & every_spin=0
i=0
while (tf_spin and i lt 100 and pntr+hdrl+pktl lt data_size and data_size gt 4000) do begin
i=i+1
hdr = adat[pntr:pntr+hdrl-1]
time = (1.d*((hdr[6]*256ul+hdr[7])*256ul+hdr[8])*256ul+hdr[9])+(hdr[10]+hdr[11]/256.d)/256.
pktl = hdr[4]*256+hdr[5]+7-hdrl
config = [adat[pntr+hdrl],adat[pntr+hdrl+1]]
mode=mode_decode[config[0],config[1]]
pntr = pntr+pktl+hdrl
hdr2 = adat[pntr:pntr+hdrl-1]
time2 = (1.d*((hdr2[6]*256ul+hdr2[7])*256ul+hdr2[8])*256ul+hdr2[9])+(hdr2[10]+hdr2[11]/256.d)/256.
pktl2 = hdr2[4]*256+hdr2[5]+7-hdrl
configg = [adat[pntr+hdrl],adat[pntr+hdrl+1]]
mode2 = mode_decode[configg[0],configg[1]]
if pktl eq pktl2 then begin
if mode eq mode2 and mode ne -1 then begin
every_spin=0
spin_period = (time2-time)/(nspins[mode]*spin_decode[mode])
if spin_period lt 1. then begin
spin_period = (time2-time)/(spin_decode[mode])
every_spin=1
endif
if spin_period lt 6. and spin_period gt 1.5 and abs(spin_period-last_spin_period) lt .005 then tf_spin=0 else last_spin_period=spin_period
endif
endif
endwhile
if tf_spin then spin_period=3.
dprint, dlevel=4, 'spin_period = ',spin_period
last_spin_period = spin_period
tm1=systime(1)
model = spinmodel_get_ptr(sc, use_eclipse_corrections=use_eclipse_corrections)
if ~obj_valid(model) then begin
dprint, dlevel=2, 'Using default spin period: '+strtrim(spin_period,2)+' sec'
endif
dprint, dlevel=4, 'Decommutating data ... Data volume (bytes) =',data_size
t0=time_double('2001-1-1/0')
pntr=0l
pktl=0l
npkt=0l
ntot=0l
hdr = adat[pntr:pntr+hdrl-1]
last_apid_cntr= hdr[3]
last_time = (1.d*((hdr[6]*256ul+hdr[7])*256ul+hdr[8])*256ul+hdr[9])+(hdr[10]+hdr[11]/256.d)/256.
time = (1.d*((hdr[6]*256ul+hdr[7])*256ul+hdr[8])*256ul+hdr[9])+(hdr[10]+hdr[11]/256.d)/256.
if mode ne -1 then begin
if every_spin then last_time=time-spin_period*spin_decode[mode] else last_time=time-spin_period*nspins[mode]*spin_decode[mode]
endif
while pntr+1 lt data_size do begin
hdr = adat[pntr:pntr+hdrl-1]
apid_cntr= hdr[3]
spin_num = hdr[15]
time = (1.d*((hdr[6]*256ul+hdr[7])*256ul+hdr[8])*256ul+hdr[9])+(hdr[10]+hdr[11]/256.d)/256.
time2 = time
if obj_valid(model) then begin
thm_esa_spin_adjust, model=model, time=time, adjusted_time=time2, $
spin_period=spin_period
endif
pktl = hdr[4]*256+hdr[5]+7-hdrl
pktp = 0l & datl=0
pkt = adat[pntr+hdrl:pntr+hdrl+pktl-1]
sub_spin=0
last_mode=mode_decode[pkt[0],pkt[1]]
last_apid_cntr= byte(apid_cntr+1)
mode=last_mode
if mode ne -1 then datl=dat_len[mode]
last_time=time
while pktp+datl+4 le pktl do begin
config_1 = pkt[pktp] & config_2 = pkt[pktp+1]
mode = mode_decode[config_1,config_2]
if mode ne -1 and mode eq last_mode then begin
datl = dat_len[mode]
navg = pkt[pktp+3]
nsp = nspins[mode]
config1[ntot] = config_1
config2[ntot] = config_2
an_ind[ntot] = angle_decode[mode]
en_ind[ntot] = energy_decode[mode]
md_ind[ntot] = mode
nc = case_decode[mode]
cs_ind[ntot] = nc
cs_ptr[ntot] = n_case[nc]
s_time[ntot] = time2 + spin_period*(sub_spin-1)
e_time[ntot] = time2 + spin_period*(sub_spin+navg)
tmp=reform(pkt[pktp+4:pktp+4+datl-1],1,datl)
case nc of
0: dat_0[n_case[nc],*]=tmp
endcase
ntot = ntot + 1
n_case[nc] = n_case[nc] + 1
endif else begin
pktp = pktl
datl=0 & nsp=1
endelse
pktp = pktp + 4 + datl
sub_spin = sub_spin + nsp
last_mode = mode
endwhile
pntr = pntr + pktl + hdrl
last_time=time
endwhile
tm2=systime(1)
dprint, dlevel=4, '454 Decommutation time=',tm2-tm1
if ntot eq 0 then return
config1 = config1[0:ntot-1]
config2 = config2[0:ntot-1]
an_ind = an_ind[0:ntot-1]
en_ind = en_ind[0:ntot-1]
md_ind = md_ind[0:ntot-1]
cs_ind = cs_ind[0:ntot-1]
cs_ptr = cs_ptr[0:ntot-1]
s_time = s_time[0:ntot-1]
e_time = e_time[0:ntot-1]
if n_case[0] gt 0 then dat_0=dat_0[0:n_case[0]-1,*] else dat_0=dat_0[0,*]
if obj_valid(model) then begin
thm_esa_spin_adjust, model=model, time=s_time, eclipse_dphi=eclipse_dphi
endif else begin
eclipse_dphi = replicate(!values.d_nan,size(s_time,/dim))
endelse
time0 = time_double('1900-1-1')
if s_time[ntot-1 < 5] lt 3.e9 then time0 = time_double('2001-1-1')
s_time = s_time + time0
e_time = e_time + time0
valid=bytarr(ntot) & valid[*]=1
case sc of
'a': fm=1
'b': fm=2
'c': fm=5
'd': fm=4
'e': fm=3
'f': fm=6
endcase
emode=thm_read_esa_sweep_full_mode(fm)
energy=emode.i_energy
denergy=emode.i_denergy
nenergy=emode.i_nenergy
calib=get_thm_esa_cal(sc=sc,ion=1,time=s_time)
geom_factor=calib.geom_factor
an_eff = calib.an_eff
rel_gf = calib.rel_gf
deadtime=1.7e-7
en_eff=(1.+0.3*((energy+2000.)/30000.)^.5)/1.075
corr=1.
corr1=1. & corr2=1.
lf=2./3.
corr=.91*(1.+.32*(1.-alog(lf*energy)/8.9)*exp(-lf*energy/350.) + .05*(1.-alog(lf*energy)/12.))
corr1= (1.+.10*((1.-alog(energy/.25)/7.8)>0.))
corr2= (1.+.05*((1.-alog(energy/1.5)/7.8)>0.))
en_eff=en_eff*corr*corr1*corr2
amode=thm_read_esa_angle_full_mode()
nbins=amode.i_nbins
theta=amode.i_theta
dtheta=amode.i_dtheta
phi=amode.i_phi
dphi=amode.i_dphi
domega=amode.i_domega
nrg_wt=amode.i_nrg_wt
anodes=amode.i_anodes
an_map=amode.i_an_map
magf=fltarr(ntot,3) & magf[*]=!values.f_nan
dt_arr=(dphi/11.25)*anodes*nrg_wt
gf=dphi/22.5*dtheta/22.5*nrg_wt
dt=e_time-s_time
bkg_pse=fltarr(ntot) & bkg_pse[*]=!values.f_nan
bkg_pei=fltarr(ntot) & bkg_pei[*]=!values.f_nan
bkg=fltarr(ntot) & bkg[*]=0.
an_bkg = [1.32653,1.12855,0.759310,0.658778,0.689404,0.764592,1.17875,1.49409]
mapdim = size(an_map)
maxbins = mapdim[2]
nummaps = mapdim[3]
tmparr = fltarr(maxbins,nummaps)
for i=0,nummaps-1 do tmparr[*,i] =total((an_bkg#replicate(1.,maxbins))*an_map[*,*,i],1)
bkg_arr = reform(replicate(1.,32)#reform(tmparr,maxbins*nummaps),32,maxbins,nummaps)
bkg_arr = bkg_arr*gf/128.
ifd_dat = {project_name: 'THEMIS', $
spacecraft: sc, $
data_name: 'IESA 3D Full', $
apid: '454'x, $
units_name: 'compressed', $
units_procedure: 'thm_convert_esa_units', $
valid: valid, $
time: s_time, $
end_time: e_time, $
delta_t: dt, $
integ_t: dt/1024., $
dt_arr: dt_arr, $
cs_ptr: cs_ptr, $
cs_ind: cs_ind, $
config1: config1, $
config2: config2, $
an_ind: an_ind, $
en_ind: en_ind, $
md_ind: md_ind, $
nenergy: nenergy, $
energy: energy, $
denergy: denergy, $
nbins: nbins, $
theta: theta, $
dtheta: dtheta, $
phi: phi, $
dphi: dphi, $
phi_offset: replicate(0.,ntot), $
domega: domega, $
gf: gf, $
an_map: an_map, $
eclipse_dphi: eclipse_dphi, $
rel_gf: rel_gf, $
an_eff: an_eff, $
en_eff: en_eff, $
geom_factor: geom_factor, $
dead: deadtime, $
mass: 1.0438871e-02, $
charge: 1., $
sc_pot: replicate(0.,ntot), $
magf: magf, $
bkg_pse: bkg_pse, $
bkg_pei: bkg_pei, $
bkg: bkg, $
bkg_arr: bkg_arr, $
dat0: dat_0}
if sc eq 'a' then begin
common tha_454,tha_454_ind,tha_454_dat & tha_454_dat=ifd_dat & tha_454_ind=0l
endif else if sc eq 'b' then begin
common thb_454,thb_454_ind,thb_454_dat & thb_454_dat=ifd_dat & thb_454_ind=0l
endif else if sc eq 'c' then begin
common thc_454,thc_454_ind,thc_454_dat & thc_454_dat=ifd_dat & thc_454_ind=0l
endif else if sc eq 'd' then begin
common thd_454,thd_454_ind,thd_454_dat & thd_454_dat=ifd_dat & thd_454_ind=0l
endif else if sc eq 'e' then begin
common the_454,the_454_ind,the_454_dat & the_454_dat=ifd_dat & the_454_ind=0l
endif else if sc eq 'f' then begin
common thf_454,thf_454_ind,thf_454_dat & thf_454_dat=ifd_dat & thf_454_ind=0l
endif
eclipse = undefined(use_eclipse_corrections) ? 0:use_eclipse_corrections
thm_part_trange, sc, 'peif', set={trange:timerange(trange),eclipse:eclipse}
dprint, dlevel=4, 'Data loading complete: th'+sc+' peif - apid 454'
cols=get_colors()
en_dat=fltarr(ntot,32)
energy=fltarr(ntot,32)
for i=0l,ntot-1l do begin
case cs_ind[i] of
0: en_dat[i,0:31]=total(reform(decompress[ifd_dat.dat0[cs_ptr[i],*]],88,32),1)
endcase
energy[i,*]=reform(ifd_dat.energy[*,en_ind[i]])
endfor
if not keyword_set(gap_time) then gap_time=1500.
if ntot gt 1 then begin
ind=where(s_time[1:ntot-1]-s_time[0:ntot-2] gt gap_time,n_ind)
if n_ind gt 0 then begin
en_dat[ind,*]=!values.f_nan
en_dat[ind+1,*]=!values.f_nan
endif
endif
name1='th'+sc+'_peif_en_counts'+suffix
store_data,name1,data={x:(ifd_dat.time+ifd_dat.end_time)/2.,y:en_dat,v:energy}
zlim,name1,0,0,1,/def
ylim,name1,3.,40000.,1,/def
options,name1,'ztitle','Counts',/def
options,name1,'ytitle','i+ th'+sc+'!C!C eV',/def
options,name1,'spec',1,/def
options,name1,'x_no_interp',1,/def
options,name1,'y_no_interp',1,/def
name1='th'+sc+'_peif_mode'+suffix
store_data,name1,data={x:(s_time+e_time)/2.,y:[[config1-.1],[config2+.1],[md_ind]]}
ylim,name1,-1,10,0,/def
options,name1,'ytitle','i+ th'+sc+'!C!C mode',/def
options,name1,'colors',[cols.red,cols.green,cols.blue],/def
options,name1,labels=['config1', 'config2', 'mode'],constant=0.,/def
options,name1,'labflag',3,/def
options,name1,'labpos',[0,3,6],/def
end