批量删除有问题图片脚本

下载列表文件，批量下载 2023-04-12

[root@fdfs-ctc-bj-10-254-9-173 ~]# cat /root/opscript/download_cdnlog.sh 
#!/bin/bash
cd /root/opscript && wget http://sysdra.prod.chunbo.com/sysdra/cdnlog/cdnlogurlonly-$(date -d "yesterday" '+%Y%m%d').txt


while read line;do 
/root/opscript/fdfs-delete.sh $line
done < /root/opscript/fdfslogonlyurl_20230407.txt

判断并删除有问题的文件 2023-04-12

[root@fdfs-ctc-bj-10-254-9-173 ~]# cat /root/opscript/fdfs-delete.sh 
#!/bin/bash

filename="https://s1.chunboimg.com/group1/$1"
echo $filename
dirname=${filename%/*}
newdirname=$(echo $dirname | sed 's/https:\/\/s1.chunboimg.com\///g')
fdfsname=$(echo $1 | sed 's/https:\/\/s1.chunboimg.com\///g')
defile=$(echo $fdfsname|awk -F / '{print $3"/"$4"/"$5}' )

echo $defile
echo $newdirname
echo $fdfsname

file   /data1/fastdfs1/data/$defile |grep ".jpg: PNG image data, 1 x 1"

if [ $? == 0 ];then
    echo "Deleting the $defile"
    mkdir -p /data1/fastdfsdeleteback/delete/${newdirname}
    cd /data1/fastdfsdeleteback/delete/${newdirname}
    fdfs_download_file  /etc/fdfs/client.conf  $fdfsname
    [ $? == 0 ] && echo "Dowload file Success!!" || exit 2
    ls  -l /data1/fastdfsdeleteback/delete/$fdfsname
    fdfs_delete_file   /etc/fdfs/client.conf   $fdfsname
    [ $? == 0 ] && echo "delete ok ! $fdfsname" || exit 2
        echo deleteok! $(date   '+%Y%m%d%H%M%S')  $fdfsname >>/root/opscript/fastdfsdelet.log  
else
    echo "$defile is normal file or file is not exist" 

fi