Specs

.gitignore

 web/public/*.css
 web/public/*.js
 db/log
+spec/vcr

Gemfile

 gem 'sassc', '~> 2.2'
 gem 'sequel', '~> 5.30'
 gem 'sinatra', '~> 2.0'
-
 gem "truncato", "~> 0.7.11"
+gem "vcr", "~> 6.0"
+gem "webmock", "~> 3.14"

Gemfile.lock

 GEM
   remote: https://rubygems.org/
   specs:
+    addressable (2.8.0)
+      public_suffix (>= 2.0.2, < 5.0)
+    crack (0.4.5)
+      rexml
     diff-lcs (1.3)
     dotenv (2.7.5)
     ffi (1.12.2)
+    hashdiff (1.0.1)
     htmlentities (4.3.4)
     httparty (0.18.0)
       mime-types (~> 3.0)
     nokogiri (1.10.9)
       mini_portile2 (~> 2.4.0)
     pg (1.2.3)
+    public_suffix (4.0.6)
     rack (2.2.2)
     rack-protection (2.0.8.1)
       rack
     rake (13.0.1)
+    rexml (3.2.5)
     rspec (3.9.0)
       rspec-core (~> 3.9.0)
       rspec-expectations (~> 3.9.0)
     truncato (0.7.11)
       htmlentities (~> 4.3.1)
       nokogiri (>= 1.7.0, <= 2.0)
+    vcr (6.0.0)
+    webmock (3.14.0)
+      addressable (>= 2.8.0)
+      crack (>= 0.3.2)
+      hashdiff (>= 0.4.0, < 2.0.0)
 
 PLATFORMS
   ruby
   sequel (~> 5.30)
   sinatra (~> 2.0)
   truncato (~> 0.7.11)
+  vcr (~> 6.0)
+  webmock (~> 3.14)
 
 BUNDLED WITH
    2.1.4

Rakefile

 task 'migrate_test' do
   require_relative './db/migrate'
 
+  TEST_DB = Sequel.connect(
+    adapter: :postgres,
+    database: ENV['DB_DATABASE'] + '_test',
+    user: ENV['DB_USERNAME'],
+    password: ENV['DB_PASSWORD'],
+    logger: ENV['APP_ENV'] == 'development' ? Logger.new('db/log') : nil
+  )
+
   migrate(db: TEST_DB)
 end
 
 task 'scrape' do
-  require_relative './db/scrape'
+  require_relative './db/scraper'
 
   should_log = ENV['APP_ENV'] == 'development' || ARGV.include?('--log')
   scraper = Scraper.new(log: should_log)

spec/scraper_spec.rb

+require 'dotenv/load'
+require 'spec_helper'
+
+require_relative '../db/scraper'
+
+RSpec.describe Scraper do
+  around(:each) do |example|
+    DB.transaction(rollback: :always, auto_savepoint: true) { example.run }
+  end
+
+  subject { described_class.new(log: true) }
+
+  describe '#initialize' do
+    it 'authenticates' do
+      expect(subject.send(:cookie)).to_not be_nil
+    end
+  end
+
+  describe '#scrape' do
+    it 'creates new threads and posts' do
+      VCR.use_cassette "create_new_threads_and_posts" do
+        expect { subject.scrape }
+          .to  change { VLV::Thread.count }.by(109)
+          .and change { VLV::Post.count   }.by_at_least(5000)
+      end
+    end
+  end
+end

spec/spec_helper.rb

+require 'vcr'
+require "webmock/rspec"
+
+ENV["DB_DATABASE"] = ENV["DB_DATABASE"] + '_test'
+
+WebMock.disable_net_connect!(allow_localhost: true)
+
+VCR.configure do |c|
+  c.cassette_library_dir = "spec/vcr"
+  c.hook_into :webmock
+  c.ignore_localhost = true
+end