十年网站开发经验 + 多家企业客户 + 靠谱的建站团队
量身定制 + 运营维护+专业推广+无忧售后,网站问题一站解决
# https://movie.douban.com/top250?start=25&filter= 要爬取的网页
import re
from urllib.request import urlopen
def getPage(url):
response=urlopen(url)
return response.read().decode('utf-8')
def parsePage(s):
ret=com.finditer(s)
for i in ret:
ret={
'id': i.group('id'),
'move_name':i.group('move_name'),
'move_d':i.group( 'move_d'),
'move_t':i.group('move_t'),
'content': i.group('content'),
'infor':i.group('infor')
}
yield ret
def main(num):
url='https://movie.douban.com/top250?start=%s&filter= ' %num
res=getPage(url)
ret=parsePage(res)
print(ret)
f=open('move',mode='a+',encoding='utf-8')
for obj in ret:
print(obj)
data1=str(obj).replace('\\n','')
data2=data1.replace(' ','')
f.write(data2 + '\n')
f.close()
com=re.compile('(?:.*?)(?P.*?) (?:.*?)alt=(?P.*?)src(?:.*?)导演:'
'(?P.*?) (?:.*?)
(?P.*?) (?:.*?) / (?P.*?)(?:.*?)(?P.*?) ',re.S)
count=0
for i in range(10):
main(count)
count+=25
新闻标题:爬取豆瓣的tp250电影名单
浏览路径:http://6mz.cn/article/jopjji.html