heckyel/yt-local
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Ability to reply to comments

Browse Source
This commit is contained in:
James Taylor 2018-08-31 16:23:19 -07:00
parent 6980d93107
commit ebfe58e6cb
6 changed files with 162 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

135
youtube/account_functions.py Normal file
View File

@ -0,0 +1,135 @@
# Contains functions having to do with logging in or requiring that one is logged in
import urllib
import json
from youtube import common, proto, comments
import re
def _post_comment(text, video_id, session_token, cookie):
headers = {
'User-Agent': 'Mozilla/5.0 (iPhone; CPU iPhone OS 10_3_1 like Mac OS X) AppleWebKit/603.1.30 (KHTML, like Gecko) Version/10.0 Mobile/14E304 Safari/602.1',
'Accept': '*/*',
'Accept-Language': 'en-US,en;q=0.5',
'Accept-Encoding': 'gzip, deflate, br',
'X-YouTube-Client-Name': '2',
'X-YouTube-Client-Version': '2.20180823',
'Content-Type': 'application/x-www-form-urlencoded',
'Cookie': cookie,
}
comment_params = proto.string(2, video_id) + proto.nested(5, proto.uint(1, 0)) + proto.uint(10, 1)
comment_params = proto.percent_b64encode(comment_params).decode('ascii')
sej = json.dumps({"clickTrackingParams":"AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA=", "commandMetadata":{"webCommandMetadata":{"url":"/service_ajax","sendPost":True}},"createCommentEndpoint":{"createCommentParams": comment_params}})
data_dict = {
'comment_text': text,
'sej': sej,
'session_token': session_token,
}
data = urllib.parse.urlencode(data_dict).encode()
req = urllib.request.Request("https://m.youtube.com/service_ajax?name=createCommentEndpoint", headers=headers, data=data)
response = urllib.request.urlopen(req, timeout = 5)
'''with open('debug/post_comment_response', 'wb') as f:
f.write(response.read())'''
def _post_comment_reply(text, video_id, parent_comment_id, session_token, cookie):
headers = {
'User-Agent': 'Mozilla/5.0 (iPhone; CPU iPhone OS 10_3_1 like Mac OS X) AppleWebKit/603.1.30 (KHTML, like Gecko) Version/10.0 Mobile/14E304 Safari/602.1',
'Accept': '*/*',
'Accept-Language': 'en-US,en;q=0.5',
'Accept-Encoding': 'gzip, deflate, br',
'X-YouTube-Client-Name': '2',
'X-YouTube-Client-Version': '2.20180823',
'Content-Type': 'application/x-www-form-urlencoded',
'Cookie': cookie,
}
comment_params = proto.string(2, video_id) + proto.string(4, parent_comment_id) + proto.nested(5, proto.uint(1, 0)) + proto.uint(6,0) + proto.uint(10, 1)
comment_params = proto.percent_b64encode(comment_params).decode('ascii')
sej = json.dumps({"clickTrackingParams":"AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA=", "commandMetadata":{"webCommandMetadata":{"url":"/service_ajax","sendPost":True}},"createCommentReplyEndpoint":{"createReplyParams": comment_params}})
data_dict = {
'comment_text': text,
'sej': sej,
'session_token': session_token,
}
data = urllib.parse.urlencode(data_dict).encode()
req = urllib.request.Request("https://m.youtube.com/service_ajax?name=createCommentReplyEndpoint", headers=headers, data=data)
response = urllib.request.urlopen(req, timeout = 5)
'''with open('debug/post_comment_response', 'wb') as f:
f.write(response.read())'''
xsrf_token_regex = re.compile(r'''XSRF_TOKEN"\s*:\s*"([\w-]*(?:=|%3D){0,2})"''')
def post_comment(query_string, fields):
with open('data/cookie.txt', 'r', encoding='utf-8') as f:
cookie_data = f.read()
parameters = urllib.parse.parse_qs(query_string)
try:
video_id = fields['video_id'][0]
except KeyError:
video_id = parameters['video_id'][0]
# Get session token for mobile
# youtube-dl uses disable_polymer=1 which uses a different request format which has an obfuscated javascript algorithm to generate a parameter called "bgr"
# Tokens retrieved from disable_polymer pages only work with that format. Tokens retrieved on mobile only work using mobile requests
# Additionally, tokens retrieved without sending the same cookie won't work. So this is necessary even if the bgr and stuff was reverse engineered.
headers = {'User-Agent': common.mobile_user_agent,
'Cookie': cookie_data,}
mobile_page = common.fetch_url('https://m.youtube.com/watch?v=' + video_id, headers, report_text="Retrieved session token for comment").decode()
match = xsrf_token_regex.search(mobile_page)
if match:
token = match.group(1).replace("%3D", "=")
else:
raise Exception("Couldn't find xsrf_token")
if 'parent_id' in parameters:
_post_comment_reply(fields['comment_text'][0], parameters['video_id'][0], parameters['parent_id'][0], token, cookie_data)
return comments.get_comments_page(query_string)
else:
_post_comment(fields['comment_text'][0], fields['video_id'][0], token, cookie_data)
return common.yt_basic_template.substitute(
page_title = "Success",
style = '',
header = common.get_header(),
page = 'Comment sucessfully posted',
)
def get_post_comment_page(query_string):
parameters = urllib.parse.parse_qs(query_string)
video_id = parameters['v'][0]
style = ''' main{
display: grid;
grid-template-columns: 3fr 2fr;
}
.left{
display:grid;
grid-template-columns: 1fr 640px;
}
textarea{
width: 462px;
height: 85px;
}
.comment-form{
grid-column:2;
}'''
page = '''<div class="left">
<form action="" method="post" class="comment-form">
<textarea name="comment_text"></textarea>
<input type="hidden" name="video_id" value="''' + video_id + '''">
<button type="submit">Post comment</button>
</form>
</div>
'''
return common.yt_basic_template.substitute(
page_title = "Post a comment",
style = style,
header = common.get_header(),
page = page,
)

7
youtube/comments.py
View File

@ -206,7 +206,6 @@ def parse_comments_polymer(content, replies=False):
print('Error parsing comments: ' + str(e))
comments = ()
ctoken = ''
raise
else:
print("Finished getting and parsing comments")
return {'ctoken': ctoken, 'comments': comments, 'video_title': video_title}
@ -273,6 +272,10 @@ def get_comments_page(query_string):
if replies:
page_title = 'Replies'
video_metadata = ''
comment_box = '''<form action="" method="post" class="comment-form">
<textarea name="comment_text"></textarea>
<button type="submit" class="post-comment-button">Post reply</button>
</form>'''
else:
page_number = str(int(metadata['offset']/20) + 1)
page_title = 'Comments page ' + page_number
@ -283,6 +286,7 @@ def get_comments_page(query_string):
url = common.URL_ORIGIN + '/watch?v=' + metadata['video_id'],
thumbnail = '/i.ytimg.com/vi/'+ metadata['video_id'] + '/mqdefault.jpg',
)
comment_box = ''
comments_html, ctoken = get_comments_html(parsed_comments)
@ -293,6 +297,7 @@ def get_comments_page(query_string):
return yt_comments_template.substitute(
header = common.get_header(),
comment_box = comment_box,
video_metadata = video_metadata,
comments = comments_html,
page_title = page_title,

4
youtube/watch.py
View File

@ -385,6 +385,10 @@ def get_watch_page(query_string):
music_list_html += '''</tr>\n'''
music_list_html += '''</table>\n'''
with open('data/googlevideo-domains.txt', 'a+', encoding='utf-8') as f:
url = info['formats'][0]['url']
subdomain = url[0:url.find(".googlevideo.com")]
f.write(subdomain + "\n")
download_options = ''
for format in info['formats']:

2
youtube/youtube.py
View File

@ -80,7 +80,7 @@ def youtube(env, start_response):
else:
start_response('400 Bad Request', ())
return b'400 Bad Request'
elif path == "/post_comment":
elif path in ("/post_comment", "/comments"):
start_response('200 OK', () )
return account_functions.post_comment(query_string, fields).encode()

13
yt_comments_template.html
View File

@ -24,6 +24,18 @@
.video-metadata{
grid-column: 2;
}
.comment-form{
display:contents;
}
textarea{
grid-column:2;
resize: vertical;
}
.post-comment-button{
grid-column:2;
justify-self:end;
margin-top:10px;
}
.comments{
grid-column:2;
}
@ -40,6 +52,7 @@ $header
<main>
<div id="left">
$video_metadata
$comment_box
<section class="comments">
$comments
</section>

3
yt_watch_template.html
View File

@ -95,6 +95,9 @@
grid-row:10;
grid-column: 1;
justify-self:start;
margin-top: 10px;
background-color: #d0d0d0;
padding: 2px;
}
.full-item .comments{
grid-column: 1 / span 2;