{"id":836,"date":"2013-05-22T03:45:26","date_gmt":"2013-05-22T03:45:26","guid":{"rendered":"https:\/\/cowman-chiang.no-ip.org\/wordpress\/?p=836"},"modified":"2019-06-20T10:26:11","modified_gmt":"2019-06-20T02:26:11","slug":"ftp-download-script","status":"publish","type":"post","link":"https:\/\/cowmanchiang.me\/wp\/?p=836","title":{"rendered":"FTP Download Script"},"content":{"rendered":"

<<\/p>\n

pre lang=”bash”><\/p>\n

!\/bin\/sh<\/h1>\n

\u7a0b\u5f0f\u8aaa\u660e\uff1a\u6bcf\u65e5\u5c07 Mail Log \u532f\u5165 Splunk \u4e4b Script<\/h1>\n

\u7248\u672c\u6642\u9593\uff1a2013\/05\/30 10:40<\/h1>\n

\u958b\u767c\u7dad\u8b77\uff1acowman.chiang@udngroup.com<\/h1>\n

\u6aa2\u67e5\u6a94\u6848\u662f\u5426\u5b58\u5728\uff0c\u5b58\u5728\u5247\u79fb\u9664\u6a94\u6848<\/h1>\n

\u907f\u514dftp\u4e0b\u8f09\u6642\u7121\u6cd5\u8986\u84cb\u6a94\u6848\u4ee5\u81f4\u7121\u6cd5\u53d6\u5f97\u65b0\u7248\u6a94\u6848<\/h1>\n

function checkfile(){
\n if test -f “${local_dir}\/${1}”
\n then
\n echo “File ${1} exist, remove!”
\n rm “${local_dir}\/${1}”
\n else
\n echo “File ${1} not exist”
\n a=1
\n fi
\n}<\/p>\n

\u8a2d\u5b9a Mail Log \u4e3b\u6a5f\u8cc7\u8a0a<\/h1>\n

HOST1={IP_address}
\nUSER1={User}
\nPASS1={Pass}<\/p>\n

\u8a2d\u5b9a imss Log \u4e3b\u6a5f\u8cc7\u8a0a<\/h1>\n

HOST2={IP_address}
\nUSER2={User}
\nPASS2={Pass}<\/p>\n

\u8a2d\u5b9a\u5404\u9805\u65e5\u671f\u3001\u7a0b\u5f0f\u53c3\u6578<\/h1>\n

year_d1=$(date –date=”1 days ago” +”%Y”)
\nyear_d2=$(date –date=”2 days ago” +”%Y”)
\nyear_d3=$(date –date=”3 days ago” +”%Y”)
\nmonth_d1=$(date –date=”1 days ago” +”%m”)
\nmonth_d2=$(date –date=”2 days ago” +”%m”)
\nmonth_d3=$(date –date=”3 days ago” +”%m”)
\next_d1=$(date –date=”1 days ago” +”%y%m%d”)
\next_d2=$(date –date=”2 days ago” +”%y%m%d”)
\nlocal_path=”\/home\/splunk_input_data”
\nlocal_dir=”${local_path}\/all”
\ndeclare -i date_dem=date --date=\"20130501\" +%s<\/code>
\ndeclare -i date_d2=date --date=\"2 days ago\" +%s<\/code>
\ndeclare -i date_total_s=$(($date_d2 – $date_dem))
\ndeclare -i date_diff=$(($date_total_s\/60\/60\/24))
\ndate_diff_d3=$((($date_diff – 1) * 86400 + 1367366400 ))
\ndate_diff_d2=$(($date_diff * 86400 + 1367366400 ))
\ndate_diff_d1=$((($date_diff + 1) * 86400 + 1367366400 ))
\ndate_d1_ext=$(date –date=”1 days ago” +”%Y%m%d”)
\ndate_d2_ext=$(date –date=”2 days ago” +”%Y%m%d”)
\ndate_d3_ext=$(date –date=”3 days ago” +”%Y%m%d”)<\/p>\n

\u4f9d\u64da Log \u547d\u540d\u539f\u5247\u9032\u884c\u8a2d\u5b9a<\/h1>\n

pop3d_log=”pop3d.log.${ext_d1}”
\npop3d_log_m2=”${pop3d_log}_m2″
\nsmtpd_log=”smtpd.log.${ext_d1}”
\nsmtpd_log_m2=”${smtpd_log}_m2″
\nsmtpd_2log=”smtpd_2nd.log.${ext_d1}”
\nsmtpd_2log_m2=”${smtpd_2log}_m2″
\nlogin_log=”login.log.${ext_d1}”
\nlogin_log_m2=”${login_log}_m2″
\nimap4d_log=”imap4d.log.${ext_d1}”
\nimap4d_log_m2=”${imap4d_log}_m2″
\naccess_log=”access_log.${date_diff_d1}.${date_d1_ext}”
\naccess_log_m2=”${access_log}_m2″
\naccess_2log=”access_log.${date_diff_d2}.${date_d2_ext}”
\naccess_2log_m2=”${access_2log}_m2″
\naccess_3log=”access_log.${date_diff_d3}.${date_d3_ext}”
\naccess_3log_m2=”${access_3log}_m2″
\nimss_log=”log.imss.${date_d1_ext}.0001″
\nimss_log2=”log.imss.${date_d1_ext}.0002″
\nimss_2log=”log.imss.${date_d2_ext}.0001″
\nimss_2log2=”log.imss.${date_d2_ext}.0002″
\nmailerd_log=”mailerd.log.${ext_d1}”
\nmailerd_log2=”${mailerd_log}_m2″
\nmailerd_2log=”mailerd_2nd.log.${ext_d1}”
\nmailerd_2log2=”${mailerd_2log}_m2″<\/p>\n

\u6aa2\u67e5\u6b32\u8655\u7406\u4e4b\u6a94\u6848\u662f\u5426\u5df2\u7d93\u5b58\u5728\u65bc\u66ab\u5b58\u76ee\u9304<\/h1>\n

checkfile ${pop3d_log}
\ncheckfile ${pop3d_log_m2}
\ncheckfile ${smtpd_log}
\ncheckfile ${smtpd_log_m2}
\ncheckfile ${smtpd_2log}
\ncheckfile ${smtpd_2log_m2}
\ncheckfile ${login_log}
\ncheckfile ${login_log_m2}
\ncheckfile ${imap4d_log}
\ncheckfile ${imap4d_log_m2}
\ncheckfile ${access_log}
\ncheckfile ${access_log_m2}
\ncheckfile ${access_2log}
\ncheckfile ${access_2log_m2}
\ncheckfile ${access_3log}
\ncheckfile ${access_3log_m2}
\ncheckfile ${imss_log}
\ncheckfile ${imss_log2}
\ncheckfile ${imss_2log}
\ncheckfile ${imss_2log2}
\ncheckfile ${mailerd_log}
\ncheckfile ${mailerd_log2}
\ncheckfile ${mailerd_2log}
\ncheckfile ${mailerd_2log2}<\/p>\n

\u8f38\u51fa\u672c\u6b21\u65e5\u671f<\/h1>\n

echo date +%Y%m%d<\/code><\/p>\n

\u7576\u767c\u73fe\u786c\u789f\u4f7f\u7528\u7387\u5927\u65bc80%\u6642\uff0c\u901a\u77e5\u7dad\u8b77\u4eba\u54e1<\/h1>\n

if [ \/bin\/df -h | awk 'NR==4 {print $5}' | sed 's\/%\/\/'<\/code> -ge 80 ]
\nthen
\n (
\n echo To: cowman.chiang@udngroup.com
\n echo From: Splunk@udnlap01
\n echo Subject: Splunk Server disk usage > 80%
\n echo
\n ) | \/usr\/sbin\/sendmail -t
\nfi<\/p>\n

FTP\u6293\u53d6\u7b2c\u4e00\u968e\u6bb5<\/h1>\n

echo “sftping file … (1\/2)”<\/p>\n

lftp -u ${USER1},${PASS1} sftp:\/\/${HOST1} <<EOF
\n lcd ${local_dir}
\n cd \/webmail\/usr\/share\/log_archive\/${year_d1}${month_d1}
\n get ${pop3d_log}
\n get ${pop3d_log_m2}
\n get ${smtpd_log}
\n get ${smtpd_log_m2}
\n get ${smtpd_2log}
\n get ${smtpd_2log_m2}
\n get ${login_log}
\n get ${login_log_m2}
\n get ${imap4d_log}
\n get ${imap4d_log_m2}
\n get ${access_log}
\n get ${access_log_m2}
\n get ${mailerd_log}
\n get ${mailerd_log2}
\n get ${mailerd_2log}
\n get ${mailerd_2log2}
\n cd \/webmail\/usr\/share\/log_archive\/${year_d2}<\/em>${month_d2}
\n get ${access_2log}
\n get ${access_2log_m2}
\n cd \/webmail\/usr\/share\/log_archive\/${year_d3}_${month_d3}
\n get ${access_3log}
\n get ${access_3log_m2}
\n bye
\nEOF<\/p>\n

FTP\u6293\u53d6\u7b2c\u4e8c\u968e\u6bb5<\/h1>\n

echo “sftping file … (2\/2)”<\/p>\n

lftp -u ${USER2},${PASS2} sftp:\/\/${HOST2} <<EOF
\n lcd ${local_dir}
\n cd \/opt\/trend\/imss\/log
\n get ${imss_log}
\n get ${imss_log2}
\n get ${imss_2log}
\n get ${imss_2log2}
\n bye
\nEOF<\/p>\n

\u8f38\u51fa\u672c\u6b21\u6293\u53d6\u8cc7\u6599\u91cf<\/h1>\n

echo “\/usr\/bin\/du -m ${local_dir} | awk '{print $1}'<\/code>MB”<\/p>\n

\u5047\u8a2d\u6293\u53d6\u8cc7\u6599\u91cf\u5c0f\u65bc450MB\u5247\u9032\u884c<\/h1>\n

\u4f46\u6709\u53ef\u80fd\u8aa4\u5224\uff0c\u56e0access.log\u7522\u751f\u6642\u9593\u4e0d\u78ba\u5b9a\uff0c\u6545\u5728\u57f7\u884c\u4e0a\u6703\u5f9e\u4e09\u5929\u524d\u4e4b\u6a94\u6848\u9032\u884c\u6293\u53d6<\/h1>\n

\u4ee5\u81f3\u65bc\u6709\u53ef\u80fd\u6293\u53d6\u5230\u91cd\u8907\u7684\u6a94\u6848\uff0c\u5c0e\u81f4\u6293\u53d6\u8cc7\u6599\u91cf\u9060\u5927\u65bc\u5c07\u532f\u5165Splunk\u8655\u7406\u7684\u8cc7\u6599\u91cf<\/h1>\n

if [ \/usr\/bin\/du -m ${local_dir} | awk '{print $1}'<\/code> -lt 450 ]
\nthen<\/p>\n

\u5047\u8a2d\u63db\u5e74\u5ea6\u4e86\uff0c\u5247\u5275\u5efa\u65b0\u7684\u5e74\u5ea6\u76ee\u9304\uff0c\u4e26\u901a\u77e5\u7dad\u8b77\u4eba\u54e1\u63db\u5e74\u5ea6\u4e86\uff0c\u9700\u8981\u4e0a\u4f86\u6aa2\u67e5\u4e00\u4e0b<\/h1>\n

if [ ${year_d1} -gt ${year_d2} ]
\n then
\n mkdir ${local_path}\/pop3d\/${year_d1}\/
\n mkdir ${local_path}\/smtpd\/${year_d1}\/
\n mkdir ${local_path}\/login\/${year_d1}\/
\n mkdir ${local_path}\/imap4d\/${year_d1}\/
\n mkdir ${local_path}\/access\/${year_d1}\/
\n mkdir ${local_path}\/imss\/${year_d1}\/
\n mkdir ${local_path}\/mailerd\/${year_d1}\/
\n (
\n echo To: cowman.chiang@udngroup.com
\n echo From: Splunk@udnlap01
\n echo Subject: Splunk Change Year
\n echo
\n ) | \/usr\/sbin\/sendmail -t
\n fi<\/p>\n

\u642c\u79fb\u6a94\u6848\u5230\u6307\u5b9a\u76ee\u9304<\/h1>\n

mv ${local_dir}\/${pop3d_log} ${local_path}\/pop3d\/${year_d1}\/
\n mv ${local_dir}\/${pop3d_log_m2} ${local_path}\/pop3d\/${year_d1}\/
\n mv ${local_dir}\/${smtpd_log} ${local_path}\/smtpd\/${year_d1}\/
\n mv ${local_dir}\/${smtpd_log_m2} ${local_path}\/smtpd\/${year_d1}\/
\n mv ${local_dir}\/${smtpd_2log} ${local_path}\/smtpd\/${year_d1}\/
\n mv ${local_dir}\/${smtpd_2log_m2} ${local_path}\/smtpd\/${year_d1}\/
\n mv ${local_dir}\/${login_log} ${local_path}\/login\/${year_d1}\/
\n mv ${local_dir}\/${login_log_m2} ${local_path}\/login\/${year_d1}\/
\n mv ${local_dir}\/${imap4d_log} ${local_path}\/imap4d\/${year_d1}\/
\n mv ${local_dir}\/${imap4d_log_m2} ${local_path}\/imap4d\/${year_d1}\/
\n mv ${local_dir}\/${access_log} ${local_path}\/access\/${year_d1}\/
\n mv ${local_dir}\/${access_log_m2} ${local_path}\/access\/${year_d1}\/
\n mv ${local_dir}\/${access_2log} ${local_path}\/access\/${year_d2}\/
\n mv ${local_dir}\/${access_2log_m2} ${local_path}\/access\/${year_d2}\/
\n mv ${local_dir}\/${access_3log} ${local_path}\/access\/${year_d3}\/
\n mv ${local_dir}\/${access_3log_m2} ${local_path}\/access\/${year_d3}\/
\n mv ${local_dir}\/${imss_log} ${local_path}\/imss\/${year_d1}\/
\n mv ${local_dir}\/${imss_log2} ${local_path}\/imss\/${year_d1}\/
\n mv ${local_dir}\/${imss_2log} ${local_path}\/imss\/${year_d2}\/
\n mv ${local_dir}\/${imss_2log2} ${local_path}\/imss\/${year_d2}\/
\n mv ${local_dir}\/${mailerd_log} ${local_path}\/mailerd\/${year_d1}\/
\n mv ${local_dir}\/${mailerd_log2} ${local_path}\/mailerd\/${year_d1}\/
\n mv ${local_dir}\/${mailerd_2log} ${local_path}\/mailerd\/${year_d1}\/
\n mv ${local_dir}\/${mailerd_2log2} ${local_path}\/mailerd\/${year_d1}\/
\n echo “move ok”<\/p>\n

\u642c\u79fb\u5b8c\u6210\uff0c\u901a\u77e5\u7dad\u8b77\u4eba\u54e1\u672c\u65e5\u532f\u5165\u6210\u529f<\/h1>\n

mail -s “Splunk input data ok” cowman.chiang@udngroup.com < \/home\/splunk_input_data\/ok.txt<\/h1>\n

(
\n echo To: cowman.chiang@udngroup.com
\n echo From: Splunk@udnlap01
\n echo Subject: Splunk Input Data ok
\n echo
\n cat ${local_path}\/ok.txt
\n ) | \/usr\/sbin\/sendmail -t<\/p>\n

else<\/p>\n

\u8655\u7406\u5931\u6557\uff0c\u901a\u77e5\u7dad\u8b77\u4eba\u54e1\u672c\u65e5\u56e0\u8cc7\u6599\u91cf\u5927\u65bc450mb\uff0c\u9700\u8981\u624b\u52d5\u9032\u884c\u64cd\u4f5c<\/h1>\n

mail -s “Splunk input data no ok” cowman.chiang@udngroup.com < \/home\/splunk_input_data\/nok.txt<\/h1>\n

(
\n echo To: cowman.chiang@udngroup.com
\n echo From: Splunk@udnlap01
\n echo Subject: Splunk Input Data No ok
\n echo
\n cat ${local_path}\/nok.txt
\n ) | \/usr\/sbin\/sendmail -t
\nfi<\/p>\n

echo “done”\n<\/pre><\/p>\n","protected":false},"excerpt":{"rendered":"

< pre lang=”bash”> !\/bin\/sh \u7a0b\u5f0f\u8aaa\u660e\uff1a\u6bcf\u65e5\u5c07 Mail Log \u532f\u5165 Splunk \u4e4b Script \u7248\u672c\u6642\u9593\uff1a2013\/05\/30 10:40 \u958b\u767c\u7dad\u8b77\uff1acowman.chiang@udngroup.com \u6aa2\u67e5\u6a94\u6848\u662f\u5426\u5b58\u5728\uff0c\u5b58\u5728\u5247\u79fb\u9664\u6a94\u6848 \u907f\u514dftp\u4e0b\u8f09\u6642\u7121\u6cd5\u8986\u84cb\u6a94\u6848\u4ee5\u81f4\u7121\u6cd5\u53d6\u5f97\u65b0\u7248\u6a94\u6848 function checkfile(){ if test -f “${local_dir}\/${1}” then echo “File ${1} exist, remove!” rm “${local_dir}\/${1}” else echo “File ${1} not exist” a=1 fi } \u8a2d\u5b9a … Continue reading →<\/span><\/a><\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"closed","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[58,77],"tags":[],"class_list":["post-836","post","type-post","status-publish","format-standard","hentry","category-linux","category-splunk"],"_links":{"self":[{"href":"https:\/\/cowmanchiang.me\/wp\/index.php?rest_route=\/wp\/v2\/posts\/836","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/cowmanchiang.me\/wp\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/cowmanchiang.me\/wp\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/cowmanchiang.me\/wp\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/cowmanchiang.me\/wp\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=836"}],"version-history":[{"count":1,"href":"https:\/\/cowmanchiang.me\/wp\/index.php?rest_route=\/wp\/v2\/posts\/836\/revisions"}],"predecessor-version":[{"id":2085,"href":"https:\/\/cowmanchiang.me\/wp\/index.php?rest_route=\/wp\/v2\/posts\/836\/revisions\/2085"}],"wp:attachment":[{"href":"https:\/\/cowmanchiang.me\/wp\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=836"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/cowmanchiang.me\/wp\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=836"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/cowmanchiang.me\/wp\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=836"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}