From: Scott Worley Date: Thu, 24 Apr 2014 06:23:00 +0000 (-0700) Subject: Don't re-download or re-rename-to-date seen files X-Git-Url: http://git.scottworley.com/picsort/commitdiff_plain/20f5e5b6d7a268119d2b4794d892b7d384bb0ad7?hp=348610a4a69cebb9e3a7151df9c019a1795bfa51 Don't re-download or re-rename-to-date seen files Allow files in . to be moved away and not just put back in the next slurp-pics run. --- diff --git a/slurp-pics b/slurp-pics index 77d3314..9602c3f 100755 --- a/slurp-pics +++ b/slurp-pics @@ -2,14 +2,15 @@ while read host path;do outdir="slurp-$host" + seendir="slurp-seen" { - mkdir -p "$outdir" + mkdir -p "$outdir" "$seendir/$outdir" echo "cd $path" sftp -v -P 19362 -i .slurp-key "slurp@$host" <<< "cd $path"$'\n'"ls -1" | sed 1,2d | while read filename;do output_filename="$outdir/${filename/jpg/jpeg}" - if [[ -e "$output_filename" ]];then + if [[ -e "$output_filename" || -e "$seendir/$output_filename" ]];then echo "skipping $filename" >&2 else echo "getting $filename" >&2 @@ -17,5 +18,8 @@ while read host path;do fi done } | sftp -v -P 19362 -i .slurp-key "slurp@$host" - rename-to-date -l "$outdir"/* + for f in "$outdir"/*;do + touch "$seendir/$f" + done + rename-to-date "$outdir"/* done < .slurp-hosts