seanhuai / tumblr-source-list Goto Github PK

from urllib import request
import json


proxy_handler = request.ProxyHandler({'http': 'http://127.0.0.1:1080/'})
opener = request.build_opener(proxy_handler)

url = 'http://api.tumblr.com/v2/blog/{username}.tumblr.com/posts/{mediatype}?api_key=fuiKNFp9vQFvjLNvx4sUwti4Yb5yGutBN4Xh10LXZhhRKjWlV4&offset={offset}'

infourl = 'http://api.tumblr.com/v2/blog/{username}.tumblr.com/info?api_key=fuiKNFp9vQFvjLNvx4sUwti4Yb5yGutBN4Xh10LXZhhRKjWlV4'
username = 'wsyghf'
mediatype='video'

f = opener.open(infourl.format(username=username))
j_f = json.loads(f.read())
print(j_f)
total_posts = j_f['response']['blog']['total_posts']
urls = []
for i in range(int(total_posts/20)+1):
	urls.append(url.format(username=username, mediatype=mediatype, offset=i*20))

def get_v(url):
	f = opener.open(url)
	d1 = json.load(f)
	v = []
	for i in d1['response']['posts']:
		if mediatype == 'video':
			v.append(i['video_url'])
		else:
			for i1 in i['photos']:
				v.append(i1['original_size']['url'])
	return v

c = {}

for u in urls:
	for cc in get_v(u):
		c[cc] = ''
print(c)
with open('all{username}_{mediatype}.txt'.format(mediatype=mediatype, username=username), 'w') as f:
	for u1 in c.keys():
		f.write(u1+'\n')