2017-08-22 12:51:53 -04:00
|
|
|
module Gitlab
|
|
|
|
module SQL
|
2017-08-28 18:14:41 -04:00
|
|
|
module Pattern
|
|
|
|
extend ActiveSupport::Concern
|
2017-08-22 12:51:53 -04:00
|
|
|
|
2017-08-28 18:14:41 -04:00
|
|
|
MIN_CHARS_FOR_PARTIAL_MATCHING = 3
|
2017-11-24 06:23:47 -05:00
|
|
|
REGEX_QUOTED_WORD = /(?<=\A| )"[^"]+"(?= |\z)/
|
2017-08-22 12:51:53 -04:00
|
|
|
|
2017-08-28 18:14:41 -04:00
|
|
|
class_methods do
|
2017-11-24 06:24:24 -05:00
|
|
|
def fuzzy_search(query, columns)
|
|
|
|
matches = columns.map { |col| fuzzy_arel_match(col, query) }.compact.reduce(:or)
|
|
|
|
|
|
|
|
where(matches)
|
|
|
|
end
|
|
|
|
|
2017-08-28 18:14:41 -04:00
|
|
|
def to_pattern(query)
|
2017-08-29 05:00:03 -04:00
|
|
|
if partial_matching?(query)
|
2017-08-28 18:14:41 -04:00
|
|
|
"%#{sanitize_sql_like(query)}%"
|
2017-08-29 05:00:03 -04:00
|
|
|
else
|
|
|
|
sanitize_sql_like(query)
|
2017-08-28 18:14:41 -04:00
|
|
|
end
|
2017-08-22 12:51:53 -04:00
|
|
|
end
|
|
|
|
|
2017-08-28 18:14:41 -04:00
|
|
|
def partial_matching?(query)
|
|
|
|
query.length >= MIN_CHARS_FOR_PARTIAL_MATCHING
|
|
|
|
end
|
2017-08-23 06:54:14 -04:00
|
|
|
|
2018-02-15 13:34:44 -05:00
|
|
|
# column - The column name to search in.
|
|
|
|
# query - The text to search for.
|
|
|
|
# lower_exact_match - When set to `true` we'll fall back to using
|
|
|
|
# `LOWER(column) = query` instead of using `ILIKE`.
|
|
|
|
def fuzzy_arel_match(column, query, lower_exact_match: false)
|
2017-11-24 06:23:47 -05:00
|
|
|
query = query.squish
|
|
|
|
return nil unless query.present?
|
2017-08-23 06:54:14 -04:00
|
|
|
|
2017-11-24 06:23:47 -05:00
|
|
|
words = select_fuzzy_words(query)
|
2017-08-23 06:54:14 -04:00
|
|
|
|
2017-11-24 06:23:47 -05:00
|
|
|
if words.any?
|
|
|
|
words.map { |word| arel_table[column].matches(to_pattern(word)) }.reduce(:and)
|
|
|
|
else
|
|
|
|
# No words of at least 3 chars, but we can search for an exact
|
|
|
|
# case insensitive match with the query as a whole
|
2018-02-15 13:34:44 -05:00
|
|
|
if lower_exact_match
|
|
|
|
Arel::Nodes::NamedFunction
|
|
|
|
.new('LOWER', [arel_table[column]])
|
2018-02-15 13:55:43 -05:00
|
|
|
.eq(query)
|
2018-02-15 13:34:44 -05:00
|
|
|
else
|
2018-02-15 13:55:43 -05:00
|
|
|
arel_table[column].matches(sanitize_sql_like(query))
|
2018-02-15 13:34:44 -05:00
|
|
|
end
|
2017-11-24 06:23:47 -05:00
|
|
|
end
|
2017-08-23 06:54:14 -04:00
|
|
|
end
|
|
|
|
|
|
|
|
def select_fuzzy_words(query)
|
|
|
|
quoted_words = query.scan(REGEX_QUOTED_WORD)
|
|
|
|
|
|
|
|
query = quoted_words.reduce(query) { |q, quoted_word| q.sub(quoted_word, '') }
|
|
|
|
|
2017-11-24 06:23:47 -05:00
|
|
|
words = query.split
|
2017-08-23 06:54:14 -04:00
|
|
|
|
|
|
|
quoted_words.map! { |quoted_word| quoted_word[1..-2] }
|
|
|
|
|
|
|
|
words.concat(quoted_words)
|
|
|
|
|
|
|
|
words.select { |word| partial_matching?(word) }
|
|
|
|
end
|
2017-08-26 09:32:55 -04:00
|
|
|
end
|
2017-08-22 12:51:53 -04:00
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|