#	DATE: Sat 27 Aug 17:08:00 CEST 2022
#	VERSION: 2.28.1.9
#	Author: Adri Verhoef
#
#	Amended PMH 2022-09-12 for option -x 
#		Add counters for files retried and loops done. 
#		Add Exclude list to ignore other project's files. 
#		Reduce sleep from 90 to 20 seconds. 
#		Change messages so all have yyyy-mm-dd hh:mm:ss, comment out all but loop counter. 
#	To Do	Add message when locked "Already running or failed", include id from file. 
#		Use option to chose message level. 
#		Externalise exclude values.
#...
do_opt_x () {
	case $1 in
		(list_only)
			xfer_active='
				$xfer_active{$name} = $1;
			'
			final='
				exit 0 if scalar keys %byte_xfer == 0;
				printf "%-8s%8s   %s   %s   %8s\t%8s\t%s\n", "Up/Down", "Speed", "Sticky", "Active", "Elapsed", "Xferred", "Filename";
				# Sort number of transferred bytes in descending order:
				foreach $name (sort keys %byte_xfer) {
					$load{$name} =~ s/load//; # becomes "up" or "down"
					$load{$name} =~ s/^up$/ $& /; # becomes " up " (same length as "down")
					$speed = $xfer_speed{$name}; $rate = " ";
					if ($speed >= 1000) { $speed /= 1000; $rate = "k"; }
					if ($speed >= 1000) { $speed /= 1000; $rate = "M"; }
					if ($speed >= 1000) { $speed /= 1000; $rate = "G"; }
					$elap = $time_so_far{$name};
					$ss = $elap % 60; $elap /= 60;
					$mm = $elap % 60; $elap /= 60;
					$hh = $elap;
					$elap = sprintf "%2d:%02d:%02d", $hh, $mm, $ss;
					printf "%5s\t%3d %sB/s %8s %8s   %8s\t%8d\t%s\n", $load{$name}, $speed, $rate, $sticky{$name}, $xfer_active{$name}, $elap, $byte_xfer{$name}, $name;
				}
			'
			needed='
				if (/^   sticky: (.*)/) {
					$sticky{$name} = $1;
					next;
				}
				if (/^   time_so_far: (.*)/) {
					$time_so_far{$name} = $1;
					next;
				}
				if (/^   bytes_xferred: (.*)/) {
					$byte_xfer{$name} = $1;
					next;
				}
				if (/^   xfer_speed: (.*)/) {
					$xfer_speed{$name} = $1;
					next;
				}
			'
			;;
		(*)
			xfer_active='
				delete $load{$name} if $1 eq "yes";
			'
			final='
				$retried_files = 0; # PMH added to count files retried this loop
				foreach $name (sort keys %load) {
					if ($doit{$name} eq "y") { 
						# printf STDERR "%s about to retry %sing file %s\n", (strftime "%Y-%m-%d %T", localtime), $load{$name}, $name; # %T = HH:MM:SS
						system(sprintf "boinccmd --file_transfer http://%s %s retry", "'"$URLBASE"'", $name);
						$retried_files++;
				}}
				# printf "%s Retried %s files.\n", (strftime "%Y-%m-%d %T", localtime), $retried_files;
			'
			needed=''
			# PMH added so can ignore other projects
			exclude_list='
			$doit{$name} = "y";
			if (/collatz(.*)/) {
				$doit{$name} = "n";
			}
			if (/MAP_SERIES(.*)/) {
				$doit{$name} = "n";
			}
			if (/OONIProbe(.*)/) {
				$doit{$name} = "n";
			}
			if (/PERF_TESTS(.*)/) {
				$doit{$name} = "n";
			}			
			'
			;;
	esac
	# List all current file transfers:
	boinccmd --get_file_transfers |
	perl -wne '
		use POSIX; # strftime()
		if (/^   name: (.*)/) {
			$name = $1;
			'"$exclude_list"' # PMH added so can ignore other projects
			next;
		}
		if (/^   direction: (.*)/) {
			$load{$name} = $1; # "download" or "upload"
			next;
		}
		if (/^   xfer active: (.*)/) {
			'"$xfer_active"'
			next;
		}
		'"$needed"'
		END {
			'"$final"'
		}
	'
}

# ...
elif [ $opt_x -gt 0 ]; then
	if [ $opt_x -gt 1 ]; then
		boinccmd --network_available
	else
		[ -f $XMIT_LOCKFILE ] && exit 0	# PMH ToDo report locked, already running or failed, include id from file
		opt_r=1
		retries=0 # Number of retry loops
		if [ $opt_r = 1 ]; then # always true in this instance, needed for do_opt_t()
			do_opt_t | sed -n '/loading/p; 1q' > $XMIT_TEMPFILE # "uploading" / "downloading"
			if [ -s $XMIT_TEMPFILE ]; then
				# echo $(date +"%Y-%m-%d %T") Creating lockfile $XMIT_LOCKFILE ...
				echo $$ > $XMIT_LOCKFILE
				# get a list of tasks that are currently in the transfer queue
				get_file_transfers | grep -Ev 'collatz|MAP_SERIES|OONIProbe|PERF_TESTS' | sort > $XMIT_1ST_FILE
				while [ -s $XMIT_1ST_FILE ]; do
					sleep 20 # PMH use 10 for testing, 90 prod
					# run the command again; see if any task is still there
					get_file_transfers | grep -Ev 'collatz|MAP_SERIES|OONIProbe|PERF_TESTS' | sort > $XMIT_2ND_FILE
					comm -12 $XMIT_1ST_FILE $XMIT_2ND_FILE > $XMIT_3RD_FILE
					[ -s $XMIT_3RD_FILE ] || break
					mv $XMIT_2ND_FILE $XMIT_1ST_FILE
					let retries=$retries+1
					do_opt_x
				done
				rm -f $XMIT_1ST_FILE $XMIT_2ND_FILE $XMIT_3RD_FILE
				# echo $(date +"%Y-%m-%d %T") Removing lockfile $XMIT_LOCKFILE ...
				rm -f $XMIT_LOCKFILE
			fi
			rm -f $XMIT_TEMPFILE
			if [ $retries -gt 0 ]; then # only report if we retried transfers
				echo $(date +"%Y-%m-%d %T") Retried $retries times.
			fi
		else # ? surely we can't get here ?
			do_opt_x
		fi
	fi

echo `date +%c` Creating lockfile $XMIT_LOCKFILE ...
(add date and time)

echo `date +%c` Removing lockfile $XMIT_LOCKFILE ...
(add date and time)

printf STDERR "%s about to retry %sing task %s\n", (strftime "%c", localtime), $load{$name}, $name;
(1. change tab to space 2. date and time  i.e. %c rather than %T

Fri 23 Sep 2022 12:15:21 PM AEST Creating lockfile /tmp/wcgxmit.LOCK ...
Fri 23 Sep 2022 12:16:51 PM AEST about to retry downloading task 894c7682e04a89f8b23ca1d2fda617ce.pdbqt
Fri 23 Sep 2022 12:18:22 PM AEST Removing lockfile /tmp/wcgxmit.LOCK ...

				foreach $name (sort keys %load) {
+					if ($ENV{RETRY_EXCLUDED_PATTERN} ne "") {
+						next if $load{$name} =~ $ENV{RETRY_EXCLUDED_PATTERN} # Spot the error in the logic (it does not work the way we want)! Hint: $load{$name}
+					}

		[ -f $XMIT_LOCKFILE ] && exit 0	# PMH ToDo report locked, already running or failed, include id from file

				echo $$ > $XMIT_LOCKFILE

		else # ? surely we can't get here ?
			do_opt_x
		fi