-
Notifications
You must be signed in to change notification settings - Fork 24
/
douyin.py
58 lines (56 loc) · 2.07 KB
/
douyin.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
#code:utf-8
import requests
from bs4 import BeautifulSoup
import json
session = requests.session()
#保存url的文件名
filename = "urls.txt"
c = 0
def start(userid,count):
#一次请求最多能获取到的url数
maxCount = 35
#计算出需要发送多少次请求(向上取整)
page = int((count + maxCount - 1) / maxCount)
#初始游标为0
max_cursor = 0
for i in range(0,page):
print ('此时count为:',count)
print ('当前游标为:',max_cursor)
#如果需获取的视频数大于最大能获取的数,则传入maxCount,并减小count的值
if (count > maxCount):
max_cursor = download(userid,maxCount,max_cursor)
count = count - maxCount
#最后count被减到小于maxCount的时候,传入count
else:
max_cursor = download(userid,count,max_cursor)
#参数:用户id,用于下载指定用户的收藏视频。count:下载数量。max_cursor:游标
def download(userid,count,max_cursor):
global c
url = 'https://www.douyin.com/aweme/v1/aweme/favorite/?user_id='+str(userid)+'&count='+str(count+1)+'&max_cursor='+str(max_cursor)+'&aid=1128'
#get请求,并保存响应报文
resp = session.get(url)
#解析http报文
soup = BeautifulSoup(resp.text, 'html.parser')
#将字符串转为json
myjson = json.loads(str(soup))
#获取游标,用于解析下一页视频
max_cursor = myjson['max_cursor']
with open(filename,"a+") as f:
for i in range(0,count):
try:
#解析json数据
video_url = myjson['aweme_list'][i]['video']['play_addr']['url_list'][0]
#写入文件
f.write(video_url+"\n")
except:
print("json第",c,"次解析时解析出错...")
finally:
c = c + 1
print (video_url)
#关闭文件
f.close()
#返回游标
return max_cursor
if __name__ == '__main__':
#参数一:用户id,参数2:你想下载的视频个数
start(84064249580,500)