mirror of
https://github.com/iv-org/invidious.git
synced 2024-10-01 01:25:56 -04:00
Refactor client creation
This commit is contained in:
parent
0e704056a1
commit
990bca5af5
@ -209,3 +209,10 @@ def rank_videos(db, n)
|
||||
# Return top
|
||||
return top[1..n]
|
||||
end
|
||||
|
||||
def make_client(url, context)
|
||||
client = HTTP::Client.new(URL, CONTEXT)
|
||||
client.read_timeout = 10.seconds
|
||||
client.connect_timeout = 10.seconds
|
||||
return client
|
||||
end
|
||||
|
@ -48,10 +48,7 @@ CONTEXT.add_options(
|
||||
OpenSSL::SSL::Options::NO_SSL_V3
|
||||
)
|
||||
pool = Deque.new((threads * 1.2 + 1).to_i) do
|
||||
client = HTTP::Client.new(URL, CONTEXT)
|
||||
client.read_timeout = 10.seconds
|
||||
client.connect_timeout = 10.seconds
|
||||
client
|
||||
make_client(URL, CONTEXT)
|
||||
end
|
||||
|
||||
# Refresh pool by crawling YT
|
||||
@ -74,10 +71,7 @@ threads.times do
|
||||
end
|
||||
|
||||
if rand(300) < 1
|
||||
client = HTTP::Client.new(URL, CONTEXT)
|
||||
client.read_timeout = 10.seconds
|
||||
client.connect_timeout = 10.seconds
|
||||
pool << client
|
||||
pool << make_client(URL, CONTEXT)
|
||||
end
|
||||
|
||||
time = Time.now
|
||||
@ -87,10 +81,7 @@ threads.times do
|
||||
video = get_video(id, client, PG_DB)
|
||||
rescue ex
|
||||
io << id << " : " << ex << "\n"
|
||||
client = HTTP::Client.new(URL, CONTEXT)
|
||||
client.read_timeout = 10.seconds
|
||||
client.connect_timeout = 10.seconds
|
||||
pool << client
|
||||
pool << make_client(URL, CONTEXT)
|
||||
next
|
||||
ensure
|
||||
ids.delete(id)
|
||||
|
Loading…
Reference in New Issue
Block a user