autoTranscode/transcode.sh

#!/bin/bash

#Is a 'slave' script to run an ffmpeg (and ffprobe) command.  Generally it will
#take a file specified on the 'host' machine that has a list of files; copy a
#version down locally, transcode it, then replace the original file on the 
#'host', and remove the temporary files.
#
#You will need to have both FFMPEG and FFPROBE installed (and will need
#to pray to St. Isidore... good luck if you encounter issues.

#Default operations, change if necessary
FFBIN="/usr/bin" #if unusual install or a specific version
HostName="localhost" #if localhost then will do locally (removes ssh/scp cmds)
hostFile="/tmp/transcode/list.txt"
workDIR="$PWD/transcode"
tmpDIR="$PWD/tmpTranscode"

#DEFINE FUNCTIONS
function encode {
  local inFL=$1
  local outFL=$2
  local burn=$3

  if [ $burn -gt -1 ]
  then
    inline="-i "$tmpDIR/dummy.mkv""
    vidline="-map 1:v:0"
    subline="-map -0:s:$burn"
  else
    unset inline
    vidline="-map 0:v:0"
    unset subline
  fi

  $FFBIN/ffmpeg -hide_banner -loglevel error -stats \
         -i "$inFL" $inline \
         -map_metadata 0 \
         $vidline \
         -c:v libsvtav1 -crf 28 -preset 6 -pix_fmt yuv420p10le \
         -svtav1-params \
           "enable-overlays=1:\
           tune=0:\
           keyint=10s" \
         -map 0:a? -c:a eac3 \
         -map 0:s? -c:s copy $subline \
         -map 0:d? -c:d copy \
         -map 0:t? -c:t copy \
         -use_wallclock_as_timestamps 1 -max_interleave_delta 0 \
         -map_chapters 0 -max_muxing_queue_size 9999 -y "$outFL"
}

function burnSubs {
  local inFL=$1
  local outFL=$2
  local track=$3
  
  #EVIDTNELY NECESSARY SO THAT FILES AREN'T 198+ HRS IN LEN. AT THE END
  local DURATION=$( $FFBIN/ffprobe -loglevel error -show_entries format=duration \
                -of default=noprint_wrappers=1:nokey=1 "$inFL" )

$FFBIN/ffmpeg -hide_banner -stats -i "$inFL" \
        -map_metadata -1 \
        -filter_complex "[0:v][0:s:$track]overlay[v]" -map "[v]" \
        -filter_complex_threads 1 \
        -an -sn \
        -max_muxing_queue_size 4096 \
        -t $DURATION -y "$tmpDIR/dummy.mkv"

  if ! [ $? -eq 0 ]
  then
    echo "Sub Burn Failed"
    return 10
  else
    encode "$inFL" "$outFL" $track
  fi
}

#MAIN FUNCTION BEGINS
mkdir -p "$tmpDIR"
mkdir -p "$workDIR"

if [ -n "$1" ]
then
  numIter=$1
  iterLim="true"
else
  numIter=20
  iterLim="false"
fi

if ! command -v $FFBIN/ffprobe &> /dev/null
then
  echo "Need to have ffprobe (and ffmpeg) installed"
  exit 1
fi
if ! command -v $FFBIN/ffmpeg &> /dev/null
then
  echo "Need to have ffmpeg (and ffprobe) installed"
  exit 1
fi
if ! command -v bc &> /dev/null
then
  echo "Need to have bc installed (foreign audio scan)"
  exit 1
fi

i=0 #Total number of loops
j=0 #Failed to obtain job
k=0 #ffmpeg failed
declare -a langs #Subtitle Languages

while [ $numIter -gt 0 ] && [ $j -lt 50 ] && [ $k -lt 60 ]
do
  if [ $( echo "$HostName"|tr [a-z] [A-Z] ) != "LOCALHOST" ]
  then
    filePATH=$( ssh $HostName "head -n1 $hostFile;sed -i -e '1d' $hostFile" )
  else
    filePATH=$( head -n1 $hostFile;sed -i -e '1d' $hostFile )
  fi
  if [ -n "$filePATH" ]
  then
    j=0
    fileNAME=$( basename "$filePATH" )
    #PULL DOWN FILE
    if [ $( echo "$HostName"|tr [a-z] [A-Z] ) != "LOCALHOST" ]
    then
      scp $HostName:"$( echo $filePATH | sed "s/[][!@#$%^&*( ;)]/\\\&/g" )" "$tmpDIR"
    else
      rsync -a --progress "$filePATH" "$tmpDIR/"
    fi

    #RUN FFMPROBE/FFMPEG
    echo "DOING $fileNAME"
    unset langs
    
    #DETERMINE THE NUMBER OF ENGLISH SUBTITLES (BURNING BEHAVIOUR)
    for line in $( $FFBIN/ffprobe -loglevel error -select_streams s -show_entries\
                  stream=index:stream_tags=language -of csv=p=0 \
                  "$tmpDIR"/"$fileNAME" )
    do
      langs+=("$line")
    done
    unset line
    engCounter=0
    if [ ${#langs[@]} -gt 1 ]
    then
      #DETERMINE NUMBER OF ENGLISH-CONTAINING SUBTITLES
      unset streamNUMBERS
      declare -a streamNUMBERS
      for language in "${langs[@]}"
      do
        if grep -iq "eng" <<< $language
        then
          let ++engCounter
          delim=","
          unset addNumber
          addNumber=( "${language%%"$delim"*}" )
          streamNUMBERS+=($addNumber)
        fi
      done
      if [ $engCounter -lt 2 ]
      then
        #ONLY ONE ENG. SUB TRACK
        echo "ONE ENG. SUB TRACK"
        encode "$tmpDIR/$fileNAME" "$workDIR/$fileNAME" -1
      else
        #TEST SUBTITLE TYPE; IF NOT PGS SKIP IT; FEEL FREE TO FILL IN
        if grep -qi "pgs" <<< $( $FFBIN/ffprobe -loglevel error -select_streams s \
                      -show_entries stream=codec_name \
                      -of csv=p=0 "$tmpDIR"/"$fileNAME" )
        then 
          # MORE THAN ONE SUB TRACK; HAVE TO FIGURE OUT WHICH TO BURN
          unset streamFRAMES
          declare -a streamFRAMES
          #Presuming the one to burn-in is the one with less frames
          unset minFrames
          unset maxFrames
          unset indexITER
          unset minINDEX
          minFrames=0 
          maxFrames=0
          indexITER=0
          minINDEX=0

          for index in ${streamNUMBERS[@]}
          do
            SUBINDEX=$(expr $index - ${streamNUMBERS[0]})
            currFrames=$( $FFBIN/ffprobe -loglevel error -select_streams s:$SUBINDEX \
              -show_entries stream_tags=NUMBER_OF_FRAMES-eng -of csv=p=0 \
              "$tmpDIR/$fileNAME")
            if [ $indexITER -lt 1 ] 
            then
              minFrames=$currFrames
              maxFrames=$currFrames
              minINDEX=$index
              let ++indexITER
            elif [ $currFrames -lt $minFrames ]
            then
              minFrames=$currFrames
              minINDEX=$index
              let ++indexITER
            elif [ $currFrames -gt $maxFrames ]
            then
              maxFrames=$currFrames
              let ++indexITER
            fi
          done
          unset SUBTITLEINDEX
          SUBTITLEINDEX=$(expr $minINDEX - ${streamNUMBERS[0]})
          #TEST FRAMES IN SUB TRACK, IF < 15% MAX MOST LIKELY ISN'T FOR. AUD.
          #15% as LOTR dir. comm included, blows up the max number for them...
          currFrames=$( $FFBIN/ffprobe -loglevel error -select_streams s:$SUBTITLEINDEX \
            -show_entries stream_tags=NUMBER_OF_FRAMES-eng -of csv=p=0 \
            "$tmpDIR/$fileNAME")
          if [ $( echo "($currFrames / $maxFrames) < 0.25"|bc -l ) -gt 0 ]
          then
            echo "BURNING STREAM $SUBTITLEINDEX (STREAM $minINDEX) from $fileNAME"
            burnSubs "$tmpDIR/$fileNAME" "$workDIR/$fileNAME" $SUBTITLEINDEX
          else
            echo "MIN. SUB TRACK ($SUBTITLEINDEX [$minINDEX])) DUR. > 25% FILM, NOT BURNING"
            encode "$tmpDIR/$fileNAME" "$workDIR/$fileNAME" -1
          fi

        
        else
          #TODO expand foreign scan for more than pgs subtitles Need ass and
          #subtitles filters; don't know how to differentiate at present time.
          #I'm actually kinda missing a good example; I'm sure they're in there
          #but I don't know which ones they are lol; lmk if you know one.
          echo "NOT A PGS SUBTITLE TYPE; PASSING ALL THROUGH, FUTURE DEV."
          encode "$tmpDIR/$fileNAME" "$workDIR/$fileNAME" -1
        fi
      fi
    else
      #ONE OR FEWER SUB TRACKS
      encode "$tmpDIR/$fileNAME" "$workDIR/$fileNAME" -1
    fi     
    
    if [ $? != 0 ] || [ $( stat -c%s "$workDIR/$fileNAME" ) -eq 0 ]
    then
      #RUN FAILED (EITHER NONZERO EXIT OR THE FILE IS 0 BYTES LARGE)
      if [ $( echo "$HostName"|tr [a-z] [A-Z] ) != "LOCALHOST" ]
      then
        ssh $HostName <<< "echo $( echo $filePATH | sed "s/[!@#$%^&*( ;)-]/\\\&/g" )>>$hostFile"
      else
        echo "$filePATH">>$hostFile
      fi
      let ++k
      echo "RUN ($fileNAME) FAILED ($k/60)"
      if [ $( stat -c%s "$workDIR/$fileNAME" ) -eq 0 ]
      then 
        rm "$workDIR"/"$fileNAME"
      fi
    else
      #UPLOAD AND REMOVE THE TRANSCODED FILE
      if [ $( echo "$HostName"|tr [a-z] [A-Z] ) != "LOCALHOST" ]
      then
        #scp "$workDIR/$fileNAME" $HostName:"$( echo $filePATH | sed "s/[][!@#$%^&*( ;)]/\\\&/g" )"
        scp "$workDIR/$fileNAME" $HostName:"$filePATH"
      else
        rsync -a --progress "$workDIR/$fileNAME" "$filePATH"
      fi
      if [ $? != 0 ]
      then
        echo "UPLOAD OF $filePATH FAILED; EXITING"
        if [ $( echo "$HostName"|tr [a-z] [A-Z] ) != "LOCALHOST" ]
        then
          ssh $HostName <<< "echo $( echo $filePATH | sed "s/[!@#$%^&*( ;)-]/\\\&/g" )>>$hostFile"
        else
          echo "$filePATH">>$hostFile
        fi
        exit 1
      else
        rm "$workDIR"/"$fileNAME"
      fi
      k=0

    fi
    #REMOVE THE TEMP FILE (if necessary)
    if [ -f "$workDIR"/"$fileNAME" ]
    then
      rm "$workDIR"/"$fileNAME"
    else
      echo "Workdir already cleaned"
    fi
    if [ -f "$tmpDIR"/"$fileNAME" ]
    then
      rm "$tmpDIR"/"$fileNAME"
    elif [ -f "$tmpDIR"/"dummy.mkv" ]
    then
      rm "$tmpDIR"/"dummy.mkv"
    else
      echo "Already removed temp. file(s)"
    fi

  else
    echo "OUT OF FILES!? (try number $j/50) ... sleeping 1 min"
    let ++j
    sleep 60
  fi

#Increment if required
  if [ $iterLim == "true" ]
  then
    let --numIter
  fi
  let ++i
  echo "Done LOOP NUMBER $i!"
done

exit 0