-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathDownloadMovie.py
More file actions
131 lines (120 loc) · 4.62 KB
/
DownloadMovie.py
File metadata and controls
131 lines (120 loc) · 4.62 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
# -*- coding:utf-8 -*-
'''
Get movies links from www.109ys.com saved to mysql
'''
import requests
import re
import queue
import time
from mysql import connector
class db():
def __init__(self,username,password,database):
self.conn=connector.connect(user=username,password=password,database=database)
self.cursor=self.conn.cursor()
def insert(self,movie):
try :
self.cursor.execute('insert into mm values(%s, %s, %s, %s, %s)',movie)
self.conn.commit()
except connector.Error as e :
print('插入失败！',e)
def close(self):
self.cursor.close()
self.conn.commit
class Movie():
def __init__(self):
self.pageIndex=33
self.url='http://www.109ys.com/member.php?mod=logging&action=login'
self.headers={'User-Agent':'Mozilla/5.0 (Windows NT 6.3; WOW64; Trident/7.0; rv:11.0) like Gecko'}
self.q=queue.Queue()
self.s=requests.Session()
self.ss=set()
self.db=db('movie','movie','movie')
self.num=0
def getPage(self):
try:
url='http://www.109ys.com/forum-40-'+str(self.pageIndex)+'.html'
print('正在访问第%s页！' %self.pageIndex)
r=self.s.get(url,headers=self.headers)
return r.text
except requests.HTTPError as e:
print(e.errno,e.strerror)
return None
def getItems(self):
data=self.getPage()
com=re.compile('<em>\[<a href=".*?>(.*?)</a>\]</em>\s+<a href="(.*?)".*?s xst">(.*?)</a>')
results=com.findall(data,re.S)
if results:
for item in results:
self.q.put(item)
print(u'哇哈哈，运气不错哦！获取到%s条记录'% self.q.qsize())
else :
print('未匹配到数据')
self.pageIndex+=1
def login(self):
r=self.s.get(self.url,headers=self.headers)
loginhash=re.findall('loginhash=(.*?)"',r.text,re.S)
formhash=re.findall('<input type=".*?name="formhash.*?value="(.*?)"',r.text,re.S)
loginhash=loginhash[0]
formhash=formhash[0]
data={
'questionid':'0',
'answer':'',
'loginfield':'username',
'cookietime':2592000,
'username':'wanggang555',
'password':'wanggang555',
'formhas':formhash,
}
url='http://www.109ys.com/member.php?mod=logging&action=login&loginsubmit=yes&loginhash='+str(loginhash).upper()+'&inajax=1'
print('正在登录...')
r=self.s.post(url,data=data,headers=self.headers)
if re.search('欢迎您回来',r.text,re.S)==None:
print('登录失败!')
else:
print('登录成功！')
def replyTitle(self,title):
url=title[1]
url=re.sub('amp;','',url)
r=self.s.get(url,headers=self.headers)
formhash=re.findall('<input type=".*?name="formhash.*?value="(.*?)"',r.text,re.S)
formhash=formhash[0]
tid=re.search('tid=(.*?)&',url).group(1)
replyurl='http://www.109ys.com/forum.php?mod=post&action=reply&replysubmit=yes&fid=40&tid='+str(tid)+'&inajax=1'+'&infloat=yes'
data={
'wysiwyg':'1',
'noticeauthor':'',
'noticetrimstr':'',
'noticeauthormsg':'',
'subject':'',
'message':'谢谢分享，非常感谢，好的！'.encode('gbk'),
'save':'',
'posttime':str(int(time.time())),
'formhash':formhash,
'usesig':'1'
}
r=self.s.post(replyurl,data=data,headers=self.headers)
r=self.s.get(url,headers=self.headers)
# title=re.findall('<h1 class="ts">(.*?)<span id="thread.*?>(.*?)</span>.*?alt=.*?title=.*?:(.*?)" />',r.text,re.S)
hot=re.findall(r'title="热度:(.*?)"',r.text,re.S)
downloadlink=re.findall('<div class="showhide.*?href="(.*?)"',r.text,re.S)
if len(hot)== 0:
hot="无"
if len(downloadlink)==0:
downloadlink='无'
print('类型：%s\t热度:%s\n%s\n下载链接: %s' %(title[0].strip(),hot[0].strip(),title[2].strip(),downloadlink[0].strip()))
self.num+=1
return [self.num,title[0].strip(),hot[0].strip(),title[2].strip(),downloadlink[0].strip()]
def run(self):
self.login()
self.getItems()
while self.q.qsize()>0 :
title=self.q.get()
if title not in self.ss:
self.ss.add(title)
time.sleep(16)
movie=self.replyTitle(title)
self.db.insert(movie)
self.getItems()
self.db.close()
m=Movie()
m.run()