#times of try
times=36
#interval in seconds
interval=450
if [ $(date +%u) -eq 1 ]
then
times=108
fi
echo "check if /data/hive/insights/brand/irm-free-insights-pipeline/${date}/_SUCCESS exits."
i=0
while [ $i -lt $times ]
do
s=$(ssh insights@jobs-aa-sched1 "(hadoop fs -ls /data/hive/insights/brand/irm-free-insights-pipeline/${date} | grep _SUCCESS | wc -l)")
if [ $s -eq 1 ]
then
echo "perks pipeline success."
exit 0
else
echo "sleep for $interval seconds and check again, tried $i out of $times"
sleep $interval
fi
i=$(expr $i + 1)
done
echo "insights pipeline failed."
exit 1
No comments:
Post a Comment