rhodecode/lib/index/__init__.py

# -*- coding: utf-8 -*-

# Copyright (C) 2012-2019 RhodeCode GmbH
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU Affero General Public License, version 3
# (only), as published by the Free Software Foundation.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU Affero General Public License
# along with this program.  If not, see <http://www.gnu.org/licenses/>.
#
# This program is dual-licensed. If you wish to learn more about the
# RhodeCode Enterprise Edition, including its added features, Support services,
# and proprietary license terms, please see https://rhodecode.com/licenses/

"""
Index schema for RhodeCode
"""

import importlib
import logging

from rhodecode.lib.index.search_utils import normalize_text_for_matching

log = logging.getLogger(__name__)

# leave defaults for backward compat
default_searcher = 'rhodecode.lib.index.whoosh'
default_location = '%(here)s/data/index'

ES_VERSION_2 = '2'
ES_VERSION_6 = '6'
# for legacy reasons we keep 2 compat as default
DEFAULT_ES_VERSION = ES_VERSION_2

from rhodecode_tools.lib.fts_index.elasticsearch_engine_6 import \
    ES_CONFIG  # pragma: no cover


class BaseSearcher(object):
    query_lang_doc = ''
    es_version = None
    name = None

    def __init__(self):
        pass

    def cleanup(self):
        pass

    def search(self, query, document_type, search_user, repo_name=None,
               raise_on_exc=True):
        raise Exception('NotImplemented')

    @staticmethod
    def query_to_mark(query, default_field=None):
        """
        Formats the query to mark token for jquery.mark.js highlighting. ES could
        have a different format optionally.

        :param default_field:
        :param query:
        """
        return ' '.join(normalize_text_for_matching(query).split())

    @property
    def is_es_6(self):
        return self.es_version == ES_VERSION_6

    def get_handlers(self):
        return {}


def search_config(config, prefix='search.'):
    _config = {}
    for key in config.keys():
        if key.startswith(prefix):
            _config[key[len(prefix):]] = config[key]
    return _config


def searcher_from_config(config, prefix='search.'):
    _config = search_config(config, prefix)

    if 'location' not in _config:
        _config['location'] = default_location
    if 'es_version' not in _config:
        # use old legacy ES version set to 2
        _config['es_version'] = '2'

    imported = importlib.import_module(_config.get('module', default_searcher))
    searcher = imported.Searcher(config=_config)
    return searcher