Update last crawled timestamp

Gemfile

@@ -5,6 +5,7 @@ source 'https://rubygems.org'
 ruby '3.2.2'
 
 gem 'aasm', '~> 5.5.0'
+gem 'after_commit_everywhere', '~> 1.0'
 gem 'bcrypt', '~> 3.1.7'
 gem 'bootstrap5-kaminari-views', '~> 0.0.1'
 gem 'cssbundling-rails'

Gemfile.lock

@@ -78,6 +78,9 @@ GEM
       tzinfo (~> 2.0)
     addressable (2.8.5)
       public_suffix (>= 2.0.2, < 6.0)
+    after_commit_everywhere (1.3.1)
+      activerecord (>= 4.2)
+      activesupport
     airbrussh (1.5.0)
       sshkit (>= 1.6.1, != 1.7.0)
     ast (2.4.2)
@@ -405,6 +408,7 @@ PLATFORMS
 
 DEPENDENCIES
   aasm (~> 5.5.0)
+  after_commit_everywhere (~> 1.0)
   bcrypt (~> 3.1.7)
   bcrypt_pbkdf
   bootstrap5-kaminari-views (~> 0.0.1)

Procfile.dev

@@ -1,3 +1,4 @@
 web: env RUBY_DEBUG_OPEN=true bin/rails server
 js: yarn build --watch
 css: yarn watch:css
+sidekiq: bundle exec sidekiq

app/models/page_crawl.rb

@@ -11,7 +11,7 @@ class PageCrawl < ApplicationRecord
       transitions from: :created, to: :running
     end
 
-    event :complete do
+    event :complete, after_commit: :update_last_crawled do
       transitions from: :running, to: :completed
     end
 
@@ -45,4 +45,10 @@ def self.ransackable_associations(_auth_object = nil)
   def self.host_wait
     ENV.fetch('HOST_THROTTLE_SECONDS', 900).to_i.seconds.ago
   end
+
+  private
+
+  def update_last_crawled
+    host.update(last_crawled_at: Time.zone.now)
+  end
 end

app/services/page_crawl_service.rb

@@ -15,9 +15,7 @@ def crawl!
     return unless html?(response)
 
     doc = Nokogiri::HTML(response.body)
-
-    page.title = doc.title
-    page.save!
+    page.update!(title: doc.title)
 
     Html.create!(page:, content: html(doc))
   end

spec/factories/page_crawls.rb

@@ -3,5 +3,9 @@
 FactoryBot.define do
   factory :page_crawl do
     page
+
+    trait :running do
+      aasm_state { 'running' }
+    end
   end
 end

spec/models/page_crawl_spec.rb

@@ -54,4 +54,15 @@
       expect(described_class.host_wait).to be_a(Time)
     end
   end
+
+  describe '#update_last_crawled' do
+    let(:page_crawl) { create(:page_crawl, :running) }
+    let(:host) { page_crawl.host }
+
+    it 'updates the last_crawled_at attribute' do
+      expect do
+        page_crawl.complete!
+      end.to(change(host, :last_crawled_at))
+    end
+  end
 end

spec/spec_helper.rb

@@ -4,6 +4,9 @@
 SimpleCov.start 'rails' do
   enable_coverage :branch
   primary_coverage :branch
+  SimpleCov.groups.delete('Channels')
+  SimpleCov.groups.delete('Libraries')
+  SimpleCov.add_group 'Services', 'app/services'
 end
 
 require 'aasm/rspec'