Rate limit Immunisations API

app/jobs/concerns/nhs_api_concurrency_concern.rb

@@ -7,20 +7,26 @@ module NHSAPIConcurrencyConcern
 
   included do
     # NHS API imposes a limit of 5 requests per second
-    good_job_control_concurrency_with perform_throttle: [5, 1.second],
-                                      key: :nhs_api
+    good_job_control_concurrency_with(
+      perform_throttle: [concurrent_jobs_per_second, 1.second],
+      key: concurrency_key
+    )
 
     # Because the NHS API imposes a limit of 5 requests per second, we're almost
     # certain to hit throttling and the default exponential backoff strategy
     # appears to trigger more race conditions in the job performing code, meaning
     # there’s more instances where more than 5 requests are attempted.
     retry_on GoodJob::ActiveJobExtensions::Concurrency::ConcurrencyExceededError,
              attempts: :unlimited,
-             wait: ->(executions) { (executions * 5) + rand(0.5..5) }
+             wait: ->(executions) do
+               (executions * concurrent_jobs_per_second) + rand(0.5..5)
+             end
 
     retry_on Faraday::TooManyRequestsError,
              attempts: :unlimited,
-             wait: ->(executions) { (executions * 5) + rand(0.5..5) }
+             wait: ->(executions) do
+               (executions * concurrent_jobs_per_second) + rand(0.5..5)
+             end
 
     retry_on Faraday::ServerError, wait: :polynomially_longer
   end

app/jobs/consent_form_matching_job.rb

@@ -1,6 +1,9 @@
 # frozen_string_literal: true
 
 class ConsentFormMatchingJob < ApplicationJob
+  def self.concurrent_jobs_per_second = 5
+  def self.concurrency_key = :pds
+
   include NHSAPIConcurrencyConcern
 
   queue_as :consents

app/jobs/patient_nhs_number_lookup_job.rb

@@ -1,6 +1,9 @@
 # frozen_string_literal: true
 
 class PatientNHSNumberLookupJob < ApplicationJob
+  def self.concurrent_jobs_per_second = 5
+  def self.concurrency_key = :pds
+
   include NHSAPIConcurrencyConcern
 
   queue_as :imports

app/jobs/patient_update_from_pds_job.rb

@@ -1,6 +1,9 @@
 # frozen_string_literal: true
 
 class PatientUpdateFromPDSJob < ApplicationJob
+  def self.concurrent_jobs_per_second = 5
+  def self.concurrency_key = :pds
+
   include NHSAPIConcurrencyConcern
 
   queue_as :pds

app/jobs/sync_vaccination_record_to_nhs_job.rb

@@ -1,9 +1,12 @@
 # frozen_string_literal: true
 
 class SyncVaccinationRecordToNHSJob < ApplicationJob
-  queue_as :immunisation_api
+  def self.concurrent_jobs_per_second = 2
+  def self.concurrency_key = :immunisations_api
+
+  include NHSAPIConcurrencyConcern
 
-  retry_on Faraday::ServerError, wait: :polynomially_longer
+  queue_as :immunisation_api
 
   def perform(vaccination_record)
     tx_id = SecureRandom.urlsafe_base64(16)