Python使用urllib2模块抓取HTML页面资源的实例分享

http://www.gxlcms.com/article/83440.html
http://www.gxlcms.com/article/83437.html
http://www.gxlcms.com/article/83430.html
http://www.gxlcms.com/article/83449.html

#!/usr/bin/python

import os
import sys
import urllib2
import re

def Cdown_data(fileurl, fpath, dpath):
 if not os.path.exists(dpath):
 os.makedirs(dpath)
 try:
 getfile = urllib2.urlopen(fileurl) 
 data = getfile.read()
 f = open(fpath, 'w')
 f.write(data)
 f.close()
 except:
 print 

with open('u1.list') as lines:
 for line in lines:
 URI = line.strip()
 if '?' and '%' in URI:
 continue
 elif URI.count('/') == 2:
 continue
 elif URI.count('/') > 2:
 #print URI,URI.count('/')
 try:
 dirpath = URI.rpartition('/')[0].split('//')[1]
 #filepath = URI.split('//')[1].split('/')[1]
 filepath = URI.split('//')[1]
 if filepath:
 print URI,filepath,dirpath
 Cdown_data(URI, filepath, dirpath)
 except:
 print URI,'error'