##// END OF EJS Templates
some fixups in cache, added fallback and cache invalidation when key not found in cached repos list,...
some fixups in cache, added fallback and cache invalidation when key not found in cached repos list, added extra test, some other small fixes

File last commit:

r525:87d80c84 default
r535:72778dda default
Show More
search.py
101 lines | 4.0 KiB | text/x-python | PythonLexer
Implemented search using whoosh. Still as experimental option.
r406 #!/usr/bin/env python
# encoding: utf-8
# search controller for pylons
# Copyright (C) 2009-2010 Marcin Kuzminski <marcin@python-works.com>
#
# This program is free software; you can redistribute it and/or
# modify it under the terms of the GNU General Public License
# as published by the Free Software Foundation; version 2
# of the License or (at your opinion) any later version of the license.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program; if not, write to the Free Software
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston,
# MA 02110-1301, USA.
"""
Created on Aug 7, 2010
search controller for pylons
@author: marcink
"""
from pylons import request, response, session, tmpl_context as c, url
from pylons.controllers.util import abort, redirect
from pylons_app.lib.auth import LoginRequired
from pylons_app.lib.base import BaseController, render
Reimplemented searching for speed on large files and added paging for search results...
r478 from pylons_app.lib.indexers import IDX_LOCATION, SCHEMA, IDX_NAME, ResultWrapper
from webhelpers.paginate import Page
from webhelpers.util import update_params
fixes translations, style updates....
r410 from pylons.i18n.translation import _
Implemented search using whoosh. Still as experimental option.
r406 from whoosh.index import open_dir, EmptyIndexError
from whoosh.qparser import QueryParser, QueryParserError
from whoosh.query import Phrase
import logging
import traceback
log = logging.getLogger(__name__)
class SearchController(BaseController):
@LoginRequired()
def __before__(self):
super(SearchController, self).__before__()
added search in specific repository...
r525 def index(self, search_repo=None):
c.repo_name = search_repo
Implemented search using whoosh. Still as experimental option.
r406 c.formated_results = []
c.runtime = ''
c.cur_query = request.GET.get('q', None)
if c.cur_query:
cur_query = c.cur_query.lower()
if c.cur_query:
Reimplemented searching for speed on large files and added paging for search results...
r478 p = int(request.params.get('page', 1))
highlight_items = set()
Implemented search using whoosh. Still as experimental option.
r406 try:
fixes translations, style updates....
r410 idx = open_dir(IDX_LOCATION, indexname=IDX_NAME)
Implemented search using whoosh. Still as experimental option.
r406 searcher = idx.searcher()
Reimplemented searching for speed on large files and added paging for search results...
r478
Implemented search using whoosh. Still as experimental option.
r406 qp = QueryParser("content", schema=SCHEMA)
added search in specific repository...
r525 if c.repo_name:
cur_query = u'repository:%s %s' % (c.repo_name, cur_query)
Implemented search using whoosh. Still as experimental option.
r406 try:
query = qp.parse(unicode(cur_query))
if isinstance(query, Phrase):
Reimplemented searching for speed on large files and added paging for search results...
r478 highlight_items.update(query.words)
Implemented search using whoosh. Still as experimental option.
r406 else:
for i in query.all_terms():
Reimplemented searching for speed on large files and added paging for search results...
r478 if i[0] == 'content':
highlight_items.add(i[1])
Implemented search using whoosh. Still as experimental option.
r406
Reimplemented searching for speed on large files and added paging for search results...
r478 matcher = query.matcher(searcher)
Implemented search using whoosh. Still as experimental option.
r406
Reimplemented searching for speed on large files and added paging for search results...
r478 log.debug(query)
log.debug(highlight_items)
results = searcher.search(query)
res_ln = len(results)
c.runtime = '%s results (%.3f seconds)' \
% (res_ln, results.runtime)
def url_generator(**kw):
return update_params("?q=%s" % c.cur_query, **kw)
c.formated_results = Page(
ResultWrapper(searcher, matcher, highlight_items),
page=p, item_count=res_ln,
items_per_page=10, url=url_generator)
Implemented search using whoosh. Still as experimental option.
r406 except QueryParserError:
fixes translations, style updates....
r410 c.runtime = _('Invalid search query. Try quoting it.')
Reimplemented searching for speed on large files and added paging for search results...
r478 searcher.close()
Implemented search using whoosh. Still as experimental option.
r406 except (EmptyIndexError, IOError):
log.error(traceback.format_exc())
log.error('Empty Index data')
fixes translations, style updates....
r410 c.runtime = _('There is no index to search in. Please run whoosh indexer')
Reimplemented searching for speed on large files and added paging for search results...
r478
Implemented search using whoosh. Still as experimental option.
r406 # Return a rendered template
return render('/search/search.html')