db/scrape.rb

@@ -83,7 +83,7 @@ def scrape(first: 0, last: 0)
     threads = parse_threads(page)
     threads.each do |t|
       puts t[:title]
-
+      sleep(1)
       page = fetch_thread(t, cookie)
       first_post = page.at_css('.postinfo:first-child')
 
@@ -112,8 +112,7 @@ def scrape(first: 0, last: 0)
 
       last_post = posts.last
       unless db.from(:posts).first(remote_id: last_post[:remote_id]).nil?
-        puts '  Up to date, skipping'
-        next
+        break
       end
 
       posts_count = posts.size