bash实现线程池，动态分析页面

#总结来说，bash实现方便但是没有锁，是的实现过于晦涩，打算使用python改写之

#!/bin/bashdeclare -a SDM=($@) #inputdeclare -a printArray=() #no use nowdeclare -a printKey=() #avoid dead circledeclare -a thread_pid=() #multhreadexport threadNum=30export bexistFlag=0export filename="$1.status.txt"export tempsubdir="$1.subdir"export mtfilename="$tempsubdir/$1.status"export dbfilename="$tempsubdir/$1.debug"export begin_time=""export end_time=""function fetch(){ for loop in $@ do for loop1 in ${printKey[@]} do if [ "$loop1" = "$loop" ];then bexistFlag=1 break fi done if [ "$bexistFlag" = "1" ];then bexistFlag=0 continue fi#rm -fr ${tempsubdir}/${loop}.txt if [ ! -e ${tempsubdir}/${loop}.txt ];then curl -s -u tailianl:1qazxsw@ https://atlassianwave.web.alcatel-lucent.com/jira/browse/${loop} -o ${tempsubdir}/${loop}.txt elif [ -s ${tempsubdir}/${loop}.txt ];then echo "${loop}.txt exist once" >> ${dbfilename}.$! sleep 1 else echo "${tempsubdir}/${loop}.txt size is 0" >> ${dbfilename}.$! while [ 1 ]; do if [ -s ${tempsubdir}/${loop}.txt ];then echo "${loop}.txt wait for done" >> ${dbfilename}.$! sleep 1 break else echo "${loop}.txt wait for exist" >> ${dbfilename}.$! sleep 1 fi done fi # echo ""echo -n "---$loop---" echo "----------------------$loop----------------------------" >>${dbfilename}.$! #linkJira=`cat ${loop}.txt | grep "data-issue-key" | grep -v "div" | awk -F= '{print $3}' | awk '{print $1}' | awk '{print $1}'|sort -u|awk -F\" '{print $2}'|grep SDM` checkVliad priority=`cat ${tempsubdir}/${loop}.txt | grep priorities | grep -v class | awk '{print $2}' | awk -F= '{print $2}'|awk -F\" '{print $2}'` isfixed=`cat ${tempsubdir}/${loop}.txt | grep fixforversion | awk -F">" '{print $2}' | awk -F"<" '{print $1}'` firstStatus=`cat ${tempsubdir}/${loop}.txt | grep -n "jira-issue-status-lozenge" | awk '{print $1}'` nowVersion $firstStatus theStatus=`cat ${tempsubdir}/${loop}.txt | grep -n jira-issue-status-lozenge | grep "$theVersion" | awk -F\> '{print $2}'|awk -F\< '{print $1}'` printKey=(${printKey[@]} $loop) #echo ${printKey[@]} printArray=(${printArray[@]} "$loop $priority $isfixed") if [ "$isfixed" != "" ];then #printf "%-10s%-10s%-15s%10s\n" $loop $isfixed $theStatus $priority >> status.txt echo "$lline#$loop#$isfixed#$theStatus#$priority" >> $mtfilename.$! fetch $linkJira fi done return 0}function checkVliad(){#echo $@ declare -a numDuplicate=(`cat ${tempsubdir}/${loop}.txt | grep -n "dt title"| grep -i duplicate|awk -F: '{print $1}'`)#echo $numDuplicate if [ ${#numDuplicate[@]} -eq 0 ];then linkJira=`cat ${tempsubdir}/${loop}.txt | grep "data-issue-key" | grep -v "div" |grep SDM| grep issue-link | grep link-title| awk -F= '{print $3}' | awk '{print $1}' | awk '{print $1}'|sort -u|awk -F\" '{print $2}'` echo "linkJira: $linkJira" >> ${dbfilename}.$! else declare -a checkDuplite=(`cat ${tempsubdir}/${loop}.txt| grep -n "dt title" | awk -F: '{print $1}'`) uplevel=20000 downlevel=0#echo ${#checkDuplite[@]}# echo ${checkDuplite[@]} for (( j=0; j < ${#numDuplicate[@]}; j++ )) do for (( i=0; i < ${#checkDuplite[@]}; i++ )) do# echo ${numDuplicate[$j]} ${checkDuplite[$i]} if [ ${numDuplicate[$j]} -ge ${checkDuplite[$i]} ];then downlevel=${checkDuplite[$i]} # echo "downlevel=${checkDuplite[$i]}" fi if [ ${numDuplicate[$j]} -lt ${checkDuplite[$i]} ];then uplevel=${checkDuplite[$i]}# echo "uplevel=${checkDuplite[$i]}" break fi done done declare -a linkJiraIndex=(`cat ${tempsubdir}/${loop}.txt |grep -n "data-issue-key" | grep -v div | grep SDM| grep issue-link | grep link-title|awk -F: '{print $1}'`) declare -a linkJiraTmp=(`cat ${tempsubdir}/${loop}.txt | grep "data-issue-key" | grep -v "div" |grep issue-link | grep link-title|grep SDM| awk -F= '{print $3}' | awk '{print $1}' | awk '{print $1}'|awk -F\" '{print $2}'`) j=0# echo "$downlevel $uplevel" linkJira=""# echo ${linkJiraIndex[@]}# echo ${linkJiraTmp[@]}# echo $downlevel $uplevel for loop4 in ${linkJiraIndex[@]} do# echo $j if [ $loop4 -lt $downlevel -o $loop4 -gt $uplevel ];then # echo $downlevel $loop4 $uplevel linkJira="${linkJiraTmp[$j]} $linkJira" fi ((++j)) done echo "this is duplicate Jira:---" >> ${dbfilename}.$! echo "down and up: $downlevel $uplevel" >> ${dbfilename}.$! echo "linkJiraIndex: ${linkJiraIndex[@]}" >> ${dbfilename}.$! echo "linkJiraTmp: ${linkJiraTmp[@]}" >> ${dbfilename}.$! echo "numDuplicate: ${numDuplicate[@]}" >> ${dbfilename}.$! echo "checkDuplite: ${checkDuplite[@]}" >> ${dbfilename}.$! echo "linkJira: ${linkJira[@]}" >> ${dbfilename}.$! fi return 0}function do_fetch(){ thread_pid=() for loop2 in $@ do for lline in `cat $loop2` do #fetch $lline subprocess $lline printKey=() done done while [ ${#thread_pid[@]} -ne 0 ]; do for pid_idx in ${!thread_pid[*]}; do pid_val=${thread_pid[$pid_idx]} if [ ${#pid_val} -ne 0 ]; then kill -s 0 $pid_val &>/dev/null [ $? -ne 0 ] && unset thread_pid[$pid_idx] fi done done return 0}function nowVersion(){ theVersion=$1 return 0}function formatPrint(){#rm -fr docollect.sh#echo "#!/bin/bash" > docollect.sh#echo "cat ${mtfilename}.* > ${filename}" >> docollect.sh#chmod u+x docollect.sh#echo "please run docollect.sh after analys!!!!!!!!" cat ${mtfilename}.* > ${filename} cat ${dbfilename}.* > ${dbfilename} end_time=`date` echo "end_time: $end_time" >> ${dbfilename} echo "--------------------------------------------" echo "---Begin time: $begin_time" echo "---End time: $end_time" echo "--------------------------------------------" echo "--------------------------------------------" echo "the result file is : ${filename}" echo "the debug file is : ${dbfilename}" echo "--------------------------------------------" return 0}function hello_thread(){ echo "hello" sleep $1 echo "end hello"}function subprocess(){ while [ 1 ]; do if [ ${#thread_pid[@]} -lt ${threadNum} ]; then fetch $1 & #hello_thread 5 & thread_pid=("${thread_pid[@]}" "$!") break else for pid_idx in ${!thread_pid[*]}; do pid_val=${thread_pid[$pid_idx]} if [ ${#pid_val} -ne 0 ]; then kill -s 0 $pid_val &>/dev/null [ $? -ne 0 ] && unset thread_pid[$pid_idx] fi done fi done}function main(){ begin_time=`date` trap "kill -9 $$" SIGINT rm -fr $filename rm -fr $tempsubdir rm -fr $dbfilename mkdir -p $tempsubdir#formatPrint echo "begin_time: $begin_time" > ${dbfilename} do_fetch $@ formatPrint return 0}echo $@main $@