while read host path;do
outdir="slurp-$host"
+ seendir="slurp-seen"
{
- mkdir -p "$outdir"
+ mkdir -p "$outdir" "$seendir/$outdir"
echo "cd $path"
- sftp -v -P 19362 -i .slurp-key "slurp@$host" <<< "cd $path"$'\n'"ls -1" |
+ sftp -v -P 19362 -i .slurp-key -oConnectTimeout=4 "slurp@$host" <<< "cd $path"$'\n'"ls -1" |
sed 1,2d |
while read filename;do
output_filename="$outdir/${filename/jpg/jpeg}"
- if [[ -e "$output_filename" ]];then
+ if [[ -e "$output_filename" || -e "$seendir/$output_filename" ]];then
echo "skipping $filename" >&2
else
echo "getting $filename" >&2
fi
done
} | sftp -v -P 19362 -i .slurp-key "slurp@$host"
- rename-to-date -l "$outdir"/*
+ for f in "$outdir"/*;do
+ touch "$seendir/$f"
+ done
+ rename-to-date "$outdir"/*
done < .slurp-hosts