Add '/comments/:id'

This commit is contained in:
Omar Roth 2018-07-21 20:56:11 -05:00
parent 99ff27dae3
commit 30929a9574

View File

@ -405,19 +405,133 @@ get "/comments/:id" do |env|
format = env.params.query["format"]? format = env.params.query["format"]?
format ||= "html" format ||= "html"
if source == "reddit" if source == "youtube"
reddit_client = make_client(REDDIT_URL) client = make_client(YT_URL)
headers = HTTP::Headers.new
html = client.get("/watch?v=#{id}&disable_polymer=1")
headers["cookie"] = html.cookies.add_request_headers(headers)["cookie"]
headers["content-type"] = "application/x-www-form-urlencoded"
headers["x-client-data"] = "CIi2yQEIpbbJAQipncoBCNedygEIqKPKAQ=="
headers["x-spf-previous"] = "https://www.youtube.com/watch?v=#{id}"
headers["x-spf-referer"] = "https://www.youtube.com/watch?v=#{id}"
headers["x-youtube-client-name"] = "1"
headers["x-youtube-client-version"] = "2.20180719"
body = html.body
session_token = body.match(/'XSRF_TOKEN': "(?<session_token>[A-Za-z0-9\_\-\=]+)"/).not_nil!["session_token"]
ctoken = body.match(/'COMMENTS_TOKEN': "(?<ctoken>[^"]+)"/)
if !ctoken
env.response.content_type = "application/json"
next {"comments" => [] of String}.to_json
end
ctoken = ctoken["ctoken"]
itct = body.match(/itct=(?<itct>[^"]+)"/).not_nil!["itct"]
if env.params.query["continuation"]?
continuation = env.params.query["continuation"]
ctoken = continuation
else
continuation = ctoken
end
post_req = {
"session_token" => session_token,
}
post_req = HTTP::Params.encode(post_req)
response = client.post("/comment_service_ajax?action_get_comments=1&pbj=1&ctoken=#{ctoken}&continuation=#{continuation}&itct=#{itct}", headers, post_req).body
response = JSON.parse(response)
response = response["response"]["continuationContents"]
if response["commentRepliesContinuation"]?
body = response["commentRepliesContinuation"]
else
body = response["itemSectionContinuation"]
end
contents = body["contents"]
comments = JSON.build do |json|
json.object do
json.field "comments" do
json.array do
contents.as_a.each do |item|
json.object do
if !response["commentRepliesContinuation"]?
item = item["commentThreadRenderer"]
end
if item["replies"]?
item_replies = item["replies"]["commentRepliesRenderer"]
end
if !response["commentRepliesContinuation"]?
item_comment = item["comment"]["commentRenderer"]
else
item_comment = item["commentRenderer"]
end
content_text = item_comment["contentText"]["simpleText"]?.try &.as_s.rchop('\ufeff')
content_text ||= item_comment["contentText"]["runs"][0]["text"].as_s.rchop('\ufeff')
json.field "author", item_comment["authorText"]["simpleText"]
json.field "authorThumbnail" do
json.object do
json.field "url", item_comment["authorThumbnail"]["thumbnails"][-1]["url"]
json.field "width", item_comment["authorThumbnail"]["thumbnails"][-1]["width"]
json.field "height", item_comment["authorThumbnail"]["thumbnails"][-1]["height"]
end
end
json.field "authorId", item_comment["authorEndpoint"]["browseEndpoint"]["browseId"]
json.field "authorUrl", item_comment["authorEndpoint"]["browseEndpoint"]["canonicalBaseUrl"]
json.field "content", content_text
json.field "published", item_comment["publishedTimeText"]["runs"][0]["text"]
json.field "likeCount", item_comment["likeCount"]
json.field "commentId", item_comment["commentId"]
if item_replies && !response["commentRepliesContinuation"]?
reply_count = item_replies["moreText"]["simpleText"].as_s.match(/View all (?<count>\d+) replies/).try &.["count"].to_i
reply_count ||= 1
continuation = item_replies["continuations"].as_a[0]["nextContinuationData"]["continuation"].as_s
json.field "replies" do
json.object do
json.field "replyCount", reply_count
json.field "continuation", continuation
end
end
end
end
end
end
end
if body["continuations"]?
continuation = body["continuations"][0]["nextContinuationData"]["continuation"]
json.field "continuation", continuation
end
end
end
env.response.content_type = "application/json"
comments = JSON.parse(comments)
next comments.to_pretty_json
elsif source == "reddit"
client = make_client(REDDIT_URL)
headers = HTTP::Headers{"User-Agent" => "web:invidio.us:v0.1.0 (by /u/omarroth)"} headers = HTTP::Headers{"User-Agent" => "web:invidio.us:v0.1.0 (by /u/omarroth)"}
begin begin
reddit_comments, reddit_thread = get_reddit_comments(id, reddit_client, headers) comments, reddit_thread = get_reddit_comments(id, client, headers)
reddit_html = template_comments(reddit_comments) content_html = template_comments(comments)
reddit_html = fill_links(reddit_html, "https", "www.reddit.com") content_html = fill_links(content_html, "https", "www.reddit.com")
reddit_html = add_alt_links(reddit_html) content_html = add_alt_links(content_html)
rescue ex rescue ex
reddit_thread = nil reddit_thread = nil
reddit_html = "" content_html = ""
end
end end
if !reddit_thread if !reddit_thread
@ -427,7 +541,8 @@ get "/comments/:id" do |env|
env.response.content_type = "application/json" env.response.content_type = "application/json"
{"title" => reddit_thread.title, {"title" => reddit_thread.title,
"permalink" => reddit_thread.permalink, "permalink" => reddit_thread.permalink,
"content_html" => reddit_html}.to_json "content_html" => content_html}.to_json
end
end end
get "/embed/:id" do |env| get "/embed/:id" do |env|