class Sidekiq::RedisConnection

Public Class Methods

create(options={}) click to toggle source
# File lib/sidekiq/redis_connection.rb, line 10
def create(options={})
  options.keys.each do |key|
    options[key.to_sym] = options.delete(key)
  end

  options[:id] = "Sidekiq-#{Sidekiq.server? ? "server" : "client"}-PID-#{$$}" if !options.has_key?(:id)
  options[:url] ||= determine_redis_provider

  size = if options[:size]
           options[:size]
         elsif Sidekiq.server?
           Sidekiq.options[:concurrency] + 5
         elsif ENV['RAILS_MAX_THREADS']
           Integer(ENV['RAILS_MAX_THREADS'])
         else
           5
         end

  verify_sizing(size, Sidekiq.options[:concurrency]) if Sidekiq.server?

  pool_timeout = options[:pool_timeout] || 1
  log_info(options)

  ConnectionPool.new(:timeout => pool_timeout, :size => size) do
    build_client(options)
  end
end

Private Class Methods

build_client(options) click to toggle source
# File lib/sidekiq/redis_connection.rb, line 52
def build_client(options)
  namespace = options[:namespace]

  client = Redis.new client_opts(options)
  if namespace
    begin
      require 'redis/namespace'
      Redis::Namespace.new(namespace, :redis => client)
    rescue LoadError
      Sidekiq.logger.error("Your Redis configuration uses the namespace '#{namespace}' but the redis-namespace gem is not included in the Gemfile." \
                           "Add the gem to your Gemfile to continue using a namespace. Otherwise, remove the namespace parameter.")
      exit(-127)
    end
  else
    client
  end
end
client_opts(options) click to toggle source
# File lib/sidekiq/redis_connection.rb, line 70
def client_opts(options)
  opts = options.dup
  if opts[:namespace]
    opts.delete(:namespace)
  end

  if opts[:network_timeout]
    opts[:timeout] = opts[:network_timeout]
    opts.delete(:network_timeout)
  end

  opts[:driver] ||= Redis::Connection.drivers.last || 'ruby'

  # Issue #3303, redis-rb will silently retry an operation.
  # This can lead to duplicate jobs if Sidekiq::Client's LPUSH
  # is performed twice but I believe this is much, much rarer
  # than the reconnect silently fixing a problem; we keep it
  # on by default.
  opts[:reconnect_attempts] ||= 1

  opts
end
determine_redis_provider() click to toggle source
# File lib/sidekiq/redis_connection.rb, line 111
      def determine_redis_provider
        # If you have this in your environment:
        # MY_REDIS_URL=redis://hostname.example.com:1238/4
        # then set:
        # REDIS_PROVIDER=MY_REDIS_URL
        # and Sidekiq will find your custom URL variable with no custom
        # initialization code at all.
        p = ENV['REDIS_PROVIDER']
        if p && p =~ /\:/
          Sidekiq.logger.error <<-EOM

#################################################################################

REDIS_PROVIDER should be set to the **name** of the variable which contains the Redis URL, not a URL itself.
Platforms like Heroku sell addons that publish a *_URL variable.  You tell Sidekiq with REDIS_PROVIDER, e.g.:

  REDIS_PROVIDER=REDISTOGO_URL
  REDISTOGO_URL=redis://somehost.example.com:6379/4

Use REDIS_URL if you wish to point Sidekiq to a URL directly.

This configuration error will crash starting in Sidekiq 5.3.

#################################################################################
EOM
        end
        ENV[
          ENV['REDIS_PROVIDER'] || 'REDIS_URL'
        ]
      end
log_info(options) click to toggle source
# File lib/sidekiq/redis_connection.rb, line 93
def log_info(options)
  # Don't log Redis AUTH password
  redacted = "REDACTED"
  scrubbed_options = options.dup
  if scrubbed_options[:url] && (uri = URI.parse(scrubbed_options[:url])) && uri.password
    uri.password = redacted
    scrubbed_options[:url] = uri.to_s
  end
  if scrubbed_options[:password]
    scrubbed_options[:password] = redacted
  end
  if Sidekiq.server?
    Sidekiq.logger.info("Booting Sidekiq #{Sidekiq::VERSION} with redis options #{scrubbed_options}")
  else
    Sidekiq.logger.debug("#{Sidekiq::NAME} client with redis options #{scrubbed_options}")
  end
end
verify_sizing(size, concurrency) click to toggle source

Sidekiq needs a lot of concurrent Redis connections.

We need a connection for each Processor. We need a connection for Pro's real-time change listener We need a connection to various features to call Redis every few seconds:

- the process heartbeat.
- enterprise's leader election
- enterprise's cron support
# File lib/sidekiq/redis_connection.rb, line 48
def verify_sizing(size, concurrency)
  raise ArgumentError, "Your Redis connection pool is too small for Sidekiq to work. Your pool has #{size} connections but must have at least #{concurrency + 2}" if size <= concurrency
end