source: BAORadio/AmasNancay/trunk/hdrfitsextractor.sh@ 673

#!/bin/sh
#download SCA file, proceed to introspection, and upload results
DATE=/bin/date
GREP=/bin/grep
AWK=/bin/awk
ECHO=/bin/echo
WC=/usr/bin/wc
CAT=/bin/cat
PRINTF=/usr/bin/printf
MKDIR=/bin/mkdir
XARGS=/usr/bin/xargs
SORT=/bin/sort
RM=/bin/rm
defaultIFS=$IFS
SED=/bin/sed

#set Irods environment    
. /usr/local/shared/bin/irods_env.sh -noverbose

scriptName="`basename $0`"
$ECHO "Processing script ${scriptName} at `date`"

#which source to analyse
sourceRadio=$1

#Path to public backupable path
publicpath="/afs/in2p3.fr/home/c/campagne/public"


#Path where the job will do temporary IO
. ${SCRIPTPATH}/set_iojobpath.sh
iojobpath=$(set_iojobpath)
cd ${iojobpath}

localpath="${sourceRadio}"
$MKDIR -p ./${localpath}
cd ./${localpath}


#Path of the utility scripts
scriptpath=${SCRIPTPATH}


#JEC 1/10/11 Use generic baodaqstatus name 
#get the daq current irod status
#tag=`${DATE} +%F`
#OUT1=${publicpath}/baodaqstatus-${tag}.txt
OUT1=${publicpath}/baodaqstatus-current.txt

if [ ! -e ${OUT1}  -o ! -r ${OUT1} ]; then
    $ECHO "FATAL (${scriptName}): ${OUT1} has a problem"
    exit 1
fi

#if [ ! -e ${OUT1} ]; then
#    $ECHO "We should bring the DAQ status more up to date, this take 1 or 2sec..."
#    ${scriptpath}/statusdaq.sh > ${OUT1}
#fi

if [ ! "<${sourceRadio}>" = "<>" ]; then
    $ECHO "You have selected sourceRadio = $sourceRadio"
#    tableau=( `$GREP -i ${sourceRadio} ${OUT1} | $AWK '( NF==4 ) { print $2 }' ` )
    tableau=( `imeta qu -C status "=" hdrNOTDone | $AWK "/$sourceRadio/" | $AWK '{print $2}' ` )
else
#    tableau=( `$CAT ${OUT1} | $AWK '( NF==4 ) { print $2 }'`  )
    tableau=( `imeta qu -C status "=" hdrNOTDone | $AWK '{print $2}' | $SED '/^$/d' ` )
fi
IFS='
'
tableau=( $( $PRINTF "%s\n" "${tableau[@]}" | $AWK 'x[$0]++ == 0' ) )


workArea="headers"
$MKDIR -p ./${workArea}
cd ./${workArea}


nloop4dbg=0


for i in ${tableau[@]}
do
#look if the headers have been already extracted
  $ECHO "DEBUG (${scriptName}): irods root dir $i"
  for fibdir in Fiber1 Fiber2; do
      $ECHO "DEBUG (${scriptName}): Fiber $fibdir"
      status=`imeta ls -C ${i}/${fibdir} status | $AWK '/value/{print $2}'`
      $ECHO ${status}
##NB: care should be taken to the fact that ILS returns all the instance of the file (HPSS, disk...)
##    so one should use a trick to count unique instance
#      listOfsig=( `ils ${i}/${fibdir} | $GREP -i "signal" | $XARGS -i basename {} | $SORT -k1.7n` )
#      IFS='
#'
#      listOfsig=( $( $PRINTF "%s\n" "${listOfsig[@]}" | $AWK 'x[$0]++ == 0' ) )
#      nblinesSIG=${#listOfsig[@]}
#      listOfhdr=( `ils ${i}/${fibdir} | $GREP -i "header" | $XARGS -i basename {} | $SORT -k1.7n` )
#      IFS='
#'
#      listOfhdr=( $( $PRINTF "%s\n" "${listOfhdr[@]}" | $AWK 'x[$0]++ == 0' ) )
#      nblinesHDR=${#listOfhdr[@]}
#      $ECHO "(DEBUG) (${scriptName}:  test if $nblinesHDR != $nblinesSIG "
#      if [ $nblinesHDR != $nblinesSIG ]; then
       if [ "<$status>" != "<hdrDone>" ]; then
##do the header extraction
##build signal files list 
##loop on signal files
          listOfsig=( `ils ${i}/${fibdir} | $GREP -i "signal" | $XARGS -i basename {} | $SORT -k1.7n` )
          IFS='
'
          listOfsig=( $( $PRINTF "%s\n" "${listOfsig[@]}" | $AWK 'x[$0]++ == 0' ) )
          $ECHO "(DEBUG) (${scriptName}):  ${listOfsig[@]}"

          for sigfname in ${listOfsig[@]}
            do
            filename=$(basename $sigfname)
            extension=${filename##*.}
            filename=${filename%.*}
            number=`$ECHO $filename | $AWK '{len=length("signal");len=len+1;a=substr($1,len);print a}'`
            hdrname="header${number}.txt"
#look if header file already exists: if so skip it
            hdrIsthere=`ils ${i}/${fibdir}/${hdrname} 2>&1 | $GREP -i "^ERROR" | $WC -l`
            $ECHO "(DEBUG) (${scriptName}): look if ${hdrname}  exist (${hdrIsthere})"
            if [ $hdrIsthere -eq 0 ]; then 
                continue
            fi
#get the signal file
            $ECHO "DEBUG (${scriptName}): iget $sigfname (dgg = ${nloop4dbg})"
            OUT3=./igetlog${nloop4dbg}.$$
            iget -f -v -K ${i}/${fibdir}/${sigfname} . >${OUT3} 2>&1
            igetStatus=`$GREP "^ERROR" ${OUT3}`
            if [ "<$igetStatus>" != "<>" ]; then
                $ECHO "INFO (${scriptName}): error while iget:"
                $ECHO $igetStatus
                continue
            fi
            $RM $OUT3
#extract the header part of the  signal file
            $ECHO "DEBUG (${scriptName}): get header from ${sigfname} and put it in ${hdrname}"
            IFS=$defaultIFS
            while read -n80 L
              do
              [ "${L::3}" = "END" ] && break
              $ECHO $L
            done < ${sigfname} > ${hdrname}
            $RM ${sigfname}
            nhdrlines=`$WC -l ${hdrname} | $AWK '{print $1}' `
            if [  "${nhdrlines}" = "0"  ]; then
                $ECHO "WARNING (${scriptName}): ${sigfname} has no valid header"
            else
#transfert to irod the header
                $ECHO "INFO (${scriptName}): transfert ${hdrname} to ${i}/${fibdir}"
#use -f option ONLY to force override
                iput  -v -K ${hdrname} ${i}/${fibdir}
            fi
            $RM ${hdrname}
            nloop4dbg=$(expr $nloop4dbg + 1)
          done
          imeta mod -C ${i}/${fibdir} status hdrNOTDone v:hdrDone
      else
          $ECHO "INFO (${scriptName}): nothing to do for ${i}/${fibdir}"
      fi
  done
done