module Searchkick
based on gist.github.com/mnutt/566725
thread-local (technically fiber-local) indexer used to aggregate bulk callbacks across models
based on gist.github.com/mnutt/566725
Constants
- VERSION
Attributes
Public Class Methods
Source
# File lib/searchkick.rb, line 263 def self.aws_credentials=(creds) require "faraday_middleware/aws_sigv4" @aws_credentials = creds @client = nil # reset client end
Source
# File lib/searchkick.rb, line 236 def self.callbacks(value = nil, message: nil) if block_given? previous_value = callbacks_value begin self.callbacks_value = value result = yield if callbacks_value == :bulk && indexer.queued_items.any? event = {} if message message.call(event) else event[:name] = "Bulk" event[:count] = indexer.queued_items.size end ActiveSupport::Notifications.instrument("request.searchkick", event) do indexer.perform end end result ensure self.callbacks_value = previous_value end else self.callbacks_value = value end end
message is private
Source
# File lib/searchkick.rb, line 227 def self.callbacks?(default: true) if callbacks_value.nil? default else callbacks_value != false end end
Source
# File lib/searchkick.rb, line 335 def self.callbacks_value Thread.current[:searchkick_callbacks_enabled] end
private
Source
# File lib/searchkick.rb, line 340 def self.callbacks_value=(value) Thread.current[:searchkick_callbacks_enabled] = value end
private
Source
# File lib/searchkick.rb, line 71 def self.client @client ||= begin client_type = if self.client_type self.client_type elsif defined?(OpenSearch::Client) && defined?(Elasticsearch::Client) raise Error, "Multiple clients found - set Searchkick.client_type = :elasticsearch or :opensearch" elsif defined?(OpenSearch::Client) :opensearch elsif defined?(Elasticsearch::Client) :elasticsearch else raise Error, "No client found - install the `elasticsearch` or `opensearch-ruby` gem" end # check after client to ensure faraday is installed # TODO remove in Searchkick 6 if defined?(Typhoeus) && Gem::Version.new(Faraday::VERSION) < Gem::Version.new("0.14.0") require "typhoeus/adapters/faraday" end if client_type == :opensearch OpenSearch::Client.new({ url: ENV["OPENSEARCH_URL"], # TODO remove headers in Searchkick 6 transport_options: {request: {timeout: timeout}, headers: {content_type: "application/json"}}, retry_on_failure: 2 }.deep_merge(client_options)) do |f| f.use Searchkick::Middleware f.request :aws_sigv4, signer_middleware_aws_params if aws_credentials end else raise Error, "The `elasticsearch` gem must be 7+" if Elasticsearch::VERSION.to_i < 7 transport_options = {request: {timeout: timeout}} # TODO remove headers in Searchkick 6 if Elasticsearch::VERSION.to_i < 9 transport_options[:headers] = {content_type: "application/json"} end Elasticsearch::Client.new({ url: ENV["ELASTICSEARCH_URL"], transport_options: transport_options, retry_on_failure: 2 }.deep_merge(client_options)) do |f| f.use Searchkick::Middleware f.request :aws_sigv4, signer_middleware_aws_params if aws_credentials end end end end
Source
# File lib/searchkick.rb, line 223 def self.disable_callbacks self.callbacks_value = false end
Source
# File lib/searchkick.rb, line 219 def self.enable_callbacks self.callbacks_value = nil end
callbacks
Source
# File lib/searchkick.rb, line 123 def self.env @env ||= ENV["RAILS_ENV"] || ENV["RACK_ENV"] || "development" end
Source
# File lib/searchkick.rb, line 330 def self.indexer Thread.current[:searchkick_indexer] ||= Indexer.new end
private
Source
# File lib/searchkick.rb, line 154 def self.knn_support? if opensearch? !server_below?("2.4.0", true) else !server_below?("8.6.0") end end
private
Source
# File lib/searchkick.rb, line 314 def self.load_model(class_name, allow_child: false) model = class_name.safe_constantize raise Error, "Could not find class: #{class_name}" unless model if allow_child unless model.respond_to?(:searchkick_klass) raise Error, "#{class_name} is not a searchkick model" end else unless Searchkick.models.include?(model) raise Error, "#{class_name} is not a searchkick model" end end model end
public (for reindexing conversions)
Source
# File lib/searchkick.rb, line 297 def self.load_records(relation, ids) relation = if relation.respond_to?(:primary_key) primary_key = relation.primary_key raise Error, "Need primary key to load records" if !primary_key relation.where(primary_key => ids) elsif relation.respond_to?(:queryable) relation.queryable.for_ids(ids) end raise Error, "Not sure how to load records" if !relation relation end
private
Source
# File lib/searchkick.rb, line 197 def self.multi_search(queries) return if queries.empty? queries = queries.map { |q| q.send(:query) } event = { name: "Multi Search", body: queries.flat_map { |q| [q.params.except(:body).to_json, q.body.to_json] }.map { |v| "#{v}\n" }.join } ActiveSupport::Notifications.instrument("multi_search.searchkick", event) do MultiSearch.new(queries).perform end end
Source
# File lib/searchkick.rb, line 388 def self.not_allowed_error?(e) (defined?(Elastic::Transport) && e.is_a?(Elastic::Transport::Transport::Errors::MethodNotAllowed)) || (defined?(Elasticsearch::Transport) && e.is_a?(Elasticsearch::Transport::Transport::Errors::MethodNotAllowed)) || (defined?(OpenSearch) && e.is_a?(OpenSearch::Transport::Transport::Errors::MethodNotAllowed)) end
private
Source
# File lib/searchkick.rb, line 374 def self.not_found_error?(e) (defined?(Elastic::Transport) && e.is_a?(Elastic::Transport::Transport::Errors::NotFound)) || (defined?(Elasticsearch::Transport) && e.is_a?(Elasticsearch::Transport::Transport::Errors::NotFound)) || (defined?(OpenSearch) && e.is_a?(OpenSearch::Transport::Transport::Errors::NotFound)) end
private
Source
# File lib/searchkick.rb, line 140 def self.opensearch? unless defined?(@opensearch) @opensearch = server_info["version"]["distribution"] == "opensearch" end @opensearch end
Source
# File lib/searchkick.rb, line 270 def self.reindex_status(index_name) raise Error, "Redis not configured" unless redis batches_left = Index.new(index_name).batches_left { completed: batches_left == 0, batches_left: batches_left } end
Source
# File lib/searchkick.rb, line 353 def self.relation?(klass) if klass.respond_to?(:current_scope) !klass.current_scope.nil? else klass.is_a?(Mongoid::Criteria) || !Mongoid::Threaded.current_scope(klass).nil? end end
private methods are forwarded to base class this check to see if scope exists on that class it’s a bit tricky, but this seems to work
Source
# File lib/searchkick.rb, line 362 def self.scope(model) # safety check to make sure used properly in code raise Error, "Cannot scope relation" if relation?(model) if model.searchkick_options[:unscope] model.unscoped else model end end
private
Source
# File lib/searchkick.rb, line 213 def self.script(source, **options) Script.new(source, **options) end
experimental
Source
# File lib/searchkick.rb, line 162 def self.search(term = "*", model: nil, **options, &block) options = options.dup klass = model # convert index_name into models if possible # this should allow for easier upgrade if options[:index_name] && !options[:models] && Array(options[:index_name]).all? { |v| v.respond_to?(:searchkick_index) } options[:models] = options.delete(:index_name) end # make Searchkick.search(models: [Product]) and Product.search equivalent unless klass models = Array(options[:models]) if models.size == 1 klass = models.first options.delete(:models) end end if klass if (options[:models] && Array(options[:models]) != [klass]) || Array(options[:index_name]).any? { |v| v.respond_to?(:searchkick_index) && v != klass } raise ArgumentError, "Use Searchkick.search to search multiple models" end end # TODO remove in Searchkick 6 if options[:execute] == false Searchkick.warn("The execute option is no longer needed") options.delete(:execute) end options = options.merge(block: block) if block Relation.new(klass, term, **options) end
Source
# File lib/searchkick.rb, line 127 def self.search_timeout (defined?(@search_timeout) && @search_timeout) || timeout end
Source
# File lib/searchkick.rb, line 148 def self.server_below?(version, true_version = false) server_version = !true_version && opensearch? ? "7.10.2" : self.server_version Gem::Version.new(server_version.split("-")[0]) < Gem::Version.new(version.split("-")[0]) end
TODO always check true version in Searchkick
6
Source
# File lib/searchkick.rb, line 132 def self.server_info @server_info ||= client.info end
private
Source
# File lib/searchkick.rb, line 136 def self.server_version @server_version ||= server_info["version"]["number"] end
Source
# File lib/searchkick.rb, line 345 def self.signer_middleware_aws_params {service: "es", region: "us-east-1"}.merge(aws_credentials) end
private
Source
# File lib/searchkick.rb, line 381 def self.transport_error?(e) (defined?(Elastic::Transport) && e.is_a?(Elastic::Transport::Transport::Error)) || (defined?(Elasticsearch::Transport) && e.is_a?(Elasticsearch::Transport::Transport::Error)) || (defined?(OpenSearch) && e.is_a?(OpenSearch::Transport::Transport::Error)) end
private
Source
# File lib/searchkick.rb, line 292 def self.warn(message) super("[searchkick] WARNING: #{message}") end
Calls superclass method
Source
# File lib/searchkick.rb, line 280 def self.with_redis if redis if redis.respond_to?(:with) redis.with do |r| yield r end else yield redis end end end