Clarify crawl option
This commit is contained in:
parent
ae68213dc7
commit
58410e09f7
3 changed files with 6 additions and 6 deletions
|
@ -1,4 +1,4 @@
|
|||
threads: 5
|
||||
crawl_threads: 5
|
||||
channel_threads: 5
|
||||
video_threads: 5
|
||||
db:
|
||||
|
|
|
@ -15,7 +15,7 @@ end
|
|||
|
||||
class Config
|
||||
YAML.mapping({
|
||||
threads: Int32,
|
||||
crawl_threads: Int32,
|
||||
channel_threads: Int32,
|
||||
video_threads: Int32,
|
||||
db: NamedTuple(
|
||||
|
|
|
@ -25,15 +25,15 @@ require "./helpers"
|
|||
|
||||
CONFIG = Config.from_yaml(File.read("config/config.yml"))
|
||||
|
||||
threads = CONFIG.threads
|
||||
crawl_threads = CONFIG.crawl_threads
|
||||
channel_threads = CONFIG.channel_threads
|
||||
video_threads = CONFIG.video_threads
|
||||
|
||||
Kemal.config.extra_options do |parser|
|
||||
parser.banner = "Usage: invidious [arguments]"
|
||||
parser.on("-t THREADS", "--youtube-threads=THREADS", "Number of threads for crawling (default: #{threads})") do |number|
|
||||
parser.on("-t THREADS", "--crawl-threads=THREADS", "Number of threads for crawling (default: #{crawl_threads})") do |number|
|
||||
begin
|
||||
threads = number.to_i
|
||||
crawl_threads = number.to_i
|
||||
rescue ex
|
||||
puts "THREADS must be integer"
|
||||
exit
|
||||
|
@ -73,7 +73,7 @@ YT_URL = URI.parse("https://www.youtube.com")
|
|||
REDDIT_URL = URI.parse("https://api.reddit.com")
|
||||
LOGIN_URL = URI.parse("https://accounts.google.com")
|
||||
|
||||
threads.times do
|
||||
crawl_threads.times do
|
||||
spawn do
|
||||
ids = Deque(String).new
|
||||
random = Random.new
|
||||
|
|
Loading…
Reference in a new issue