log order wrong for historic logs

This commit fixed the issue described in #5, by
1) writing all logs to a tmp file, including timestamp
2) sort all lines in tmp file by timestamp
3) output the sorted lines to stdout
4) since 1) is continued for all non-stoped containers, tail the tmp file (starting at the first unsorted line)

to avoid waisting hdd storage, every 10 seconds the tmpFile is emptied

fixes #5

Author: Martin Ramm

docker-fzf

@@ -56,35 +56,67 @@ __docker_logs() (
     return 0
   fi
 
-  local resetColor="\033[39m\033[49m"
+  local resetColor="\x1b[39m\x1b[49m"
   #list of 48 distinct colors
-  local allColors="\033[90m\n\033[92m\n\033[93m\n\033[94m\n\033[95m\n\033[96m\n\033[97m\n\033[30m\n\033[31m\n\033[32m\n\033[33m\n\033[34m\n\033[35m\n\033[36m\n\033[40m\033[90m\n\033[40m\033[91m\n\033[40m\033[92m\n\033[40m\033[94m\n\033[40m\033[95m\n\033[40m\033[96m\n\033[40m\033[97m\n\033[41m\033[90m\n\033[41m\033[93m\n\033[41m\033[95m\n\033[41m\033[97m\n\033[42m\033[90m\n\033[42m\033[93m\n\033[42m\033[97m\n\033[43m\033[90m\n\033[43m\033[93m\n\033[43m\033[97m\n\033[44m\033[91m\n\033[44m\033[92m\n\033[44m\033[93m\n\033[44m\033[95m\n\033[44m\033[97m\n\033[45m\033[93m\n\033[45m\033[97m\n\033[46m\033[90m\n\033[46m\033[91m\n\033[46m\033[92m\n\033[46m\033[93m\n\033[46m\033[96m\n\033[46m\033[97m\n\033[47m\033[90m\n\033[47m\033[95m\n\033[47m\033[96m\n"
+  local allColors="\x1b[90m\n\x1b[92m\n\x1b[93m\n\x1b[94m\n\x1b[95m\n\x1b[96m\n\x1b[97m\n\x1b[30m\n\x1b[31m\n\x1b[32m\n\x1b[33m\n\x1b[34m\n\x1b[35m\n\x1b[36m\n\x1b[40m\x1b[90m\n\x1b[40m\x1b[91m\n\x1b[40m\x1b[92m\n\x1b[40m\x1b[94m\n\x1b[40m\x1b[95m\n\x1b[40m\x1b[96m\n\x1b[40m\x1b[97m\n\x1b[41m\x1b[90m\n\x1b[41m\x1b[93m\n\x1b[41m\x1b[95m\n\x1b[41m\x1b[97m\n\x1b[42m\x1b[90m\n\x1b[42m\x1b[93m\n\x1b[42m\x1b[97m\n\x1b[43m\x1b[90m\n\x1b[43m\x1b[93m\n\x1b[43m\x1b[97m\n\x1b[44m\x1b[91m\n\x1b[44m\x1b[92m\n\x1b[44m\x1b[93m\n\x1b[44m\x1b[95m\n\x1b[44m\x1b[97m\n\x1b[45m\x1b[93m\n\x1b[45m\x1b[97m\n\x1b[46m\x1b[90m\n\x1b[46m\x1b[91m\n\x1b[46m\x1b[92m\n\x1b[46m\x1b[93m\n\x1b[46m\x1b[96m\n\x1b[46m\x1b[97m\n\x1b[47m\x1b[90m\n\x1b[47m\x1b[95m\n\x1b[47m\x1b[96m\n"
   #list of `$count` number of distinct colors
   local colors=$(echo -e "$allColors" | shuf -n $count)
 
-  local pids=()
+  local allPids=()
+  local writeToTmpFilePids=()
+  local tmpFile="/tmp/fzf-docker-logs-$(date +'%s')"
+
+  function _exit {
+    for pid in "${allPids[@]}"; do
+      # ignore if process is not alive anymore
+      kill -9 $pid > /dev/null 2> /dev/null
+    done
+
+    test -e $tmpFile && rm -f $tmpFile
+  }
+  trap _exit INT TERM SIGTERM
+
   while read -r name; do
     # last color from list
     local color=$(echo -e "$colors" | tail -n 1)
     # update list - remove last color from list
     colors=$(echo -e "$colors" | head -n -1)
 
     # in bash, to get the pid for `docker logs` (so we can kill it in _exit), use `command1 > >(command2)` instead of `command1 | command2` - see https://stackoverflow.com/a/8048493/2732818
-    eval "docker logs -f $since\"$name\" 2>&1 > >(sed -e \"s/^/`printf \"${color}[$name]${resetColor}\"` /\") &"
-    pids+=($!)
+    # sed -u needed as explained in https://superuser.com/a/792051
+    eval "docker logs --timestamps -f $since\"$name\" 2>&1 > >(sed -u -e \"s/^/${color}[${name}]${resetColor} /\" >> $tmpFile) &"
+    local pid=($!)
+
+    allPids+=($pid)
+    writeToTmpFilePids+=($pid)
   done <<< "$2" # bash executes while loops in pipe in subshell, meaning pids will not be available outside of loop when using `echo -e "$2" | while...`
 
-  function _exit {
-    for pid in "${pids[@]}"; do
-      # ignore if process is not alive anymore
-      kill -9 $pid > /dev/null 2> /dev/null
-    done
-  }
-  trap _exit INT TERM SIGTERM
+  #wait for all historc logs being written into $tmpFile
+  sleep 2
 
-  for pid in "${pids[@]}"; do
+  local removeTimestamp='sed -r -u "s/((\x1b\[[0-9]{2}m){0,2}\[.*\]\x1b\[39m\x1b\[49m )[^ ]+ /\1/"'
+
+  #sort historic logs
+  local numOfLines=$(wc -l < $tmpFile)
+  eval "head -n $numOfLines $tmpFile | sort --stable --key=2 | $removeTimestamp"
+
+  #show new logs
+  local numOfLines=$((numOfLines+1))
+  #2>/dev/null because "tail: /tmp/fzf-docker-logs: file truncated" is outputed every time $tmpFile is emptied
+  eval "tail -f -n +$numOfLines $tmpFile > >($removeTimestamp) 2>/dev/null &"
+  allPids+=($!)
+
+  #we don't really need to keep the logs on the hdd in $tmpFile so every minute empty it. But keep one line, so the "tail -f" can keep track
+  eval "while true; do tail -n 1 $tmpFile > $tmpFile; sleep 10s; done &"
+  allPids+=($!)
+
+  #wait for all docker containers have stoped, i.e. no more logs can be generated
+  for pid in "${writeToTmpFilePids[@]}"; do
     wait $pid
   done
+
+  #this also kills the `tail -f $tmpFile` process
+  _exit
 )
 
 __docker_compose_fileref_generator() {