通过python多线程访问网页

来源：互联网发布：snapchat mac版编辑：程序博客网时间：2024/06/11 10:14

通过python多线程访问网页

@for&ever 2010-07-03

通过python，采用多线程的方式访问网页。
一个简单的小例子，访问三个不同的页面，每个页面开20个线程并发访问。

python脚本如下：

#!/usr/bin/env python# -*- coding: utf-8 -*-'''Created on 2010-7-2@author: forever'''import sysimport threadingfrom urllib import urlopenurls = ["/archive/2010/07/03/5711257.aspx","/archive/2010/06/28/5699311.aspx","/archive/2010/07/03/5711270.aspx",]visitTimesPerPage = 20def usage():print 'Usage:', sys.argv[0], 'host'def main(argv):host = argv[1]if host == '':usage()sys.exit(2)else:for i in range(visitTimesPerPage):for url in urls:visitPageThread = VisitPageThread(url + str(i), host, url)visitPageThread.start()class VisitPageThread(threading.Thread):def __init__(self, threadName, host, url):threading.Thread.__init__(self, name = threadName)self.host = hostself.url = urldef run(self):url = self.host + self.urltry:doc = urlopen(url).read() #print docexcept Exception, e:print "urlopen Exception : %s" %eif __name__=='__main__':sys.argv.append('http://blog.csdn.net/forandever')main(sys.argv)