-
Notifications
You must be signed in to change notification settings - Fork 0
/
hn_playlist.py
executable file
·169 lines (144 loc) · 6.31 KB
/
hn_playlist.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
#!/usr/bin/python
import datetime
import httplib2
import os
import sys
import pprint
import isodate
from apiclient.discovery import build
from apiclient.errors import HttpError
from oauth2client.client import flow_from_clientsecrets
from oauth2client.file import Storage
from oauth2client.tools import argparser, run_flow
import feedparser
import webbrowser
import argparse
# The CLIENT_SECRETS_FILE variable specifies the name of a file that contains
# the OAuth 2.0 information for this application, including its client_id and
# client_secret. You can acquire an OAuth 2.0 client ID and client secret from
# the {{ Google Cloud Console }} at
# {{ https://cloud.google.com/console }}.
# Please ensure that you have enabled the YouTube Data API for your project.
# For more information about using OAuth2 to access the YouTube Data API, see:
# https://developers.google.com/youtube/v3/guides/authentication
# For more information about the client_secrets.json file format, see:
# https://developers.google.com/api-client-library/python/guide/aaa_client_secrets
CLIENT_SECRETS_FILE = "client_secrets.json"
# This variable defines a message to display if the CLIENT_SECRETS_FILE is
# missing.
MISSING_CLIENT_SECRETS_MESSAGE = """
WARNING: Please configure OAuth 2.0
To make this script run you will need to populate the client_secrets.json file
found at:
%s
with information from the {{ Cloud Console }}
{{ https://cloud.google.com/console }}
For more information about the client_secrets.json file format, please visit:
https://developers.google.com/api-client-library/python/guide/aaa_client_secrets
""" % os.path.abspath(os.path.join(os.path.dirname(__file__),
CLIENT_SECRETS_FILE))
# This OAuth 2.0 access scope allows for full read/write access to the
# authenticated user's account.
YOUTUBE_READ_WRITE_SCOPE = "https://www.googleapis.com/auth/youtube"
YOUTUBE_API_SERVICE_NAME = "youtube"
YOUTUBE_API_VERSION = "v3"
def build_youtube():
flow = flow_from_clientsecrets(CLIENT_SECRETS_FILE,
message=MISSING_CLIENT_SECRETS_MESSAGE,
scope=YOUTUBE_READ_WRITE_SCOPE)
storage = Storage("%s-oauth2.json" % sys.argv[0])
credentials = storage.get()
if credentials is None or credentials.invalid:
flags = argparser.parse_args()
credentials = run_flow(flow, storage, flags)
youtube = build(YOUTUBE_API_SERVICE_NAME, YOUTUBE_API_VERSION,
http=credentials.authorize(httplib2.Http()))
return youtube
# Remove keyword arguments that are not set
def remove_empty_kwargs(**kwargs):
good_kwargs = {}
if kwargs is not None:
for key, value in kwargs.iteritems():
if value:
good_kwargs[key] = value
return good_kwargs
def videos_list_by_id(service, **kwargs):
kwargs = remove_empty_kwargs(**kwargs)
results = service.videos().list(**kwargs).execute()
return results
def video_duration(youtube, videoID):
results = videos_list_by_id(youtube, part='contentDetails', id=videoID)
items = results['items']
content = items[0]['contentDetails']
return isodate.parse_duration(content['duration'])
def add_video_to_playlist(youtube,videoID,playlistID):
add_video_request=youtube.playlistItems().insert(
part="snippet",
fields="snippet",
body={
'snippet': dict(
playlistId=playlistID,
resourceId=dict(
kind='youtube#video',
videoId=videoID
)
#'position': 0
)
}
).execute()
def look_for_playlist(youtube, title):
playlists = youtube.playlists().list(part='snippet', mine=True).execute()
for p in playlists['items']:
if p['snippet']['title'] == title:
return p['id']
return None
def create_playlist(youtube, minimal_score, status="public"):
title='Haker News Playlist (more than {} points)'.format(minimal_score)
i = look_for_playlist(youtube, title)
if i:
print 'delete playlist', i
youtube.playlists().delete(id=i).execute()
playlists_insert_response = youtube.playlists().insert(
part="snippet,status",
body=dict(
snippet=dict(
title=title,
),
status=dict(
privacyStatus=status
)
)
).execute()
return playlists_insert_response['id']
def extract_id(f):
return f['link'].split('=')[1].split('&')[0].split('/')[0]
def main(args):
minimal_score = args.minimal_score
minimal_duration = datetime.timedelta(minutes=args.minimal_duration)
maximal_duration = datetime.timedelta(minutes=args.maximal_duration)
youtube = build_youtube()
total_time = datetime.timedelta(0)
hn_playlist_id = create_playlist(youtube, minimal_score, args.status)
feed_url = 'http://hnrss.org/newest?q=www.youtube.com&search_attrs=url&points={}'.format(minimal_score)
feed = feedparser.parse(feed_url)
for f in feed['entries']:
try:
duration = video_duration(youtube, extract_id(f))
if minimal_duration < duration < maximal_duration:
add_video_to_playlist(youtube, extract_id(f), hn_playlist_id)
total_time += duration
print f['title'], '\t', f['published']
else:
print f['title'], '\t', 'duration is not in limits'
except:
print "*** error on ", f['title'], extract_id(f)
print "total duration: ", total_time
playlist_url = 'https://www.youtube.com/playlist?list={}'.format(hn_playlist_id)
webbrowser.open(playlist_url)
if __name__ == "__main__":
parser = argparse.ArgumentParser()
parser.add_argument('--minimal_score', type=int, default=30, help='the minimal score of youtube link to be included on the playlist (default: %(default)s)')
parser.add_argument('--minimal_duration', type=int, default=0, help='the minimal duration in minutes of youtube video to be included on the playlist: %(default)s)')
parser.add_argument('--maximal_duration', type=int, default=180, help='the maximal duration in minutes of youtube video to be included on the playlist: %(default)s)')
parser.add_argument('--status', choices=['public', 'private'], default='private', help='the sharing status of the created playlist (default: %(default)s)')
main(parser.parse_args())