##// END OF EJS Templates
updated test_hg_operation script
updated test_hg_operation script

File last commit:

r1497:71738535 beta
r1498:fcc676c6 beta
Show More
simplegit.py
289 lines | 10.9 KiB | text/x-python | PythonLexer
code docs, updates
r903 # -*- coding: utf-8 -*-
"""
rhodecode.lib.middleware.simplegit
~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
SimpleGit middleware for handling git protocol request (push/clone etc.)
source code cleanup: remove trailing white space, normalize file endings
r1203 It's implemented with basic auth function
code docs, updates
r903 :created_on: Apr 28, 2010
:author: marcink
source code cleanup: remove trailing white space, normalize file endings
r1203 :copyright: (C) 2009-2010 Marcin Kuzminski <marcin@python-works.com>
code docs, updates
r903 :license: GPLv3, see COPYING for more details.
"""
fixed license issue #149
r1206 # This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
source code cleanup: remove trailing white space, normalize file endings
r1203 #
added base simple git middleware, for future usage
r620 # This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
source code cleanup: remove trailing white space, normalize file endings
r1203 #
added base simple git middleware, for future usage
r620 # You should have received a copy of the GNU General Public License
fixed license issue #149
r1206 # along with this program. If not, see <http://www.gnu.org/licenses/>.
Fixed age, for new vcs implementation. Removed all obsolete date formatters...
r635
code docs, updates
r903 import os
import logging
import traceback
Fixed age, for new vcs implementation. Removed all obsolete date formatters...
r635
some hacking on simplegit middleware
r625 from dulwich import server as dulserver
pep8ify middlewares
r1275
some hacking on simplegit middleware
r625 class SimpleGitUploadPackHandler(dulserver.UploadPackHandler):
def handle(self):
write = lambda x: self.proto.write_sideband(1, x)
pep8ify middlewares
r1275 graph_walker = dulserver.ProtocolGraphWalker(self,
self.repo.object_store,
self.repo.get_peeled)
some hacking on simplegit middleware
r625 objects_iter = self.repo.fetch_objects(
graph_walker.determine_wants, graph_walker, self.progress,
get_tagged=self.get_tagged)
# Do they want any objects?
Rewrote git middleware with the same pattern as recent fix for #176...
r1496 if objects_iter is None or len(objects_iter) == 0:
some hacking on simplegit middleware
r625 return
self.progress("counting objects: %d, done.\n" % len(objects_iter))
Rewrote git middleware with the same pattern as recent fix for #176...
r1496 dulserver.write_pack_objects(dulserver.ProtocolFile(None, write),
pep8ify middlewares
r1275 objects_iter, len(objects_iter))
some hacking on simplegit middleware
r625 messages = []
messages.append('thank you for using rhodecode')
for msg in messages:
self.progress(msg + "\n")
# we are done
self.proto.write("0000")
dulserver.DEFAULT_HANDLERS = {
'git-upload-pack': SimpleGitUploadPackHandler,
'git-receive-pack': dulserver.ReceivePackHandler,
}
added base simple git middleware, for future usage
r620 from dulwich.repo import Repo
from dulwich.web import HTTPGitApplication
code docs, updates
r903
added base simple git middleware, for future usage
r620 from paste.auth.basic import AuthBasicAuthenticator
from paste.httpheaders import REMOTE_USER, AUTH_TYPE
code docs, updates
r903
Unicode fixes, added safe_str method for global str() operations +better test sandboxing
r1401 from rhodecode.lib import safe_str
Fixed age, for new vcs implementation. Removed all obsolete date formatters...
r635 from rhodecode.lib.auth import authfunc, HasPermissionAnyMiddleware
project refactoring, cleaned up lib.utils from rarly used functions, and place them...
r756 from rhodecode.lib.utils import invalidate_cache, check_repo_fast
Removed deprecated usage of UserModel() in simplehg and simplegit
r1497 from rhodecode.model.db import User
code docs, updates
r903
added base simple git middleware, for future usage
r620 from webob.exc import HTTPNotFound, HTTPForbidden, HTTPInternalServerError
log = logging.getLogger(__name__)
pep8ify middlewares
r1275
project refactoring, cleaned up lib.utils from rarly used functions, and place them...
r756 def is_git(environ):
source code cleanup: remove trailing white space, normalize file endings
r1203 """Returns True if request's target is git server.
fixes #97 in simplehg and simplegit, force casting to headers
r918 ``HTTP_USER_AGENT`` would then have git client version given.
source code cleanup: remove trailing white space, normalize file endings
r1203
project refactoring, cleaned up lib.utils from rarly used functions, and place them...
r756 :param environ:
"""
http_user_agent = environ.get('HTTP_USER_AGENT')
if http_user_agent and http_user_agent.startswith('git'):
return True
return False
pep8ify middlewares
r1275
added base simple git middleware, for future usage
r620 class SimpleGit(object):
def __init__(self, application, config):
self.application = application
self.config = config
Rewrote git middleware with the same pattern as recent fix for #176...
r1496 # base path of repo locations
self.basepath = self.config['base_path']
#authenticate this mercurial request using authfunc
added base simple git middleware, for future usage
r620 self.authenticate = AuthBasicAuthenticator('', authfunc)
Moved out reposcan into hg Model....
r665
added base simple git middleware, for future usage
r620 def __call__(self, environ, start_response):
if not is_git(environ):
return self.application(environ, start_response)
Moved out reposcan into hg Model....
r665
propagate changes for #48 into simplegit....
r655 proxy_key = 'HTTP_X_REAL_IP'
def_key = 'REMOTE_ADDR'
Rewrote git middleware with the same pattern as recent fix for #176...
r1496 ipaddr = environ.get(proxy_key, environ.get(def_key, '0.0.0.0'))
username = None
fixed error propagation when using git/mercurial requests
r898 # skip passing error to error controller
environ['pylons.status_code_redirect'] = True
Moved out reposcan into hg Model....
r665
fixes #97 in simplehg and simplegit, force casting to headers
r918 #======================================================================
Rewrote git middleware with the same pattern as recent fix for #176...
r1496 # EXTRACT REPOSITORY NAME FROM ENV
#======================================================================
try:
repo_name = self.__get_repository(environ)
log.debug('Extracted repo name is %s' % repo_name)
except:
return HTTPInternalServerError()(environ, start_response)
#======================================================================
fixes #97 in simplehg and simplegit, force casting to headers
r918 # GET ACTION PULL or PUSH
#======================================================================
Rewrote git middleware with the same pattern as recent fix for #176...
r1496 action = self.__get_action(environ)
added base simple git middleware, for future usage
r620
fixes #97 in simplehg and simplegit, force casting to headers
r918 #======================================================================
# CHECK ANONYMOUS PERMISSION
#======================================================================
Rewrote git middleware with the same pattern as recent fix for #176...
r1496 if action in ['pull', 'push']:
fixes #97 in simplehg and simplegit, force casting to headers
r918 anonymous_user = self.__get_user('default')
Rewrote git middleware with the same pattern as recent fix for #176...
r1496 username = anonymous_user.username
anonymous_perm = self.__check_permission(action,
pep8ify middlewares
r1275 anonymous_user,
Rewrote git middleware with the same pattern as recent fix for #176...
r1496 repo_name)
fixes #97 in simplehg and simplegit, force casting to headers
r918
if anonymous_perm is not True or anonymous_user.active is False:
if anonymous_perm is not True:
pep8ify middlewares
r1275 log.debug('Not enough credentials to access this '
'repository as anonymous user')
fixes #97 in simplehg and simplegit, force casting to headers
r918 if anonymous_user.active is False:
log.debug('Anonymous access is disabled, running '
'authentication')
#==============================================================
source code cleanup: remove trailing white space, normalize file endings
r1203 # DEFAULT PERM FAILED OR ANONYMOUS ACCESS IS DISABLED SO WE
fixes #97 in simplehg and simplegit, force casting to headers
r918 # NEED TO AUTHENTICATE AND ASK FOR AUTH USER PERMISSIONS
#==============================================================
added base simple git middleware, for future usage
r620
fixes #97 in simplehg and simplegit, force casting to headers
r918 if not REMOTE_USER(environ):
Unicode fixes, added safe_str method for global str() operations +better test sandboxing
r1401 self.authenticate.realm = \
safe_str(self.config['rhodecode_realm'])
fixes #97 in simplehg and simplegit, force casting to headers
r918 result = self.authenticate(environ)
if isinstance(result, str):
AUTH_TYPE.update(environ, 'basic')
REMOTE_USER.update(environ, result)
else:
return result.wsgi_application(environ, start_response)
#==============================================================
# CHECK PERMISSIONS FOR THIS REQUEST USING GIVEN USERNAME FROM
# BASIC AUTH
#==============================================================
added base simple git middleware, for future usage
r620
Rewrote git middleware with the same pattern as recent fix for #176...
r1496 if action in ['pull', 'push']:
simplified simplegit and simplehg a little
r989 username = REMOTE_USER(environ)
fixes #97 in simplehg and simplegit, force casting to headers
r918 try:
user = self.__get_user(username)
Rewrote git middleware with the same pattern as recent fix for #176...
r1496 username = user.username
fixes #97 in simplehg and simplegit, force casting to headers
r918 except:
log.error(traceback.format_exc())
pep8ify middlewares
r1275 return HTTPInternalServerError()(environ,
start_response)
fixes #97 in simplehg and simplegit, force casting to headers
r918
#check permissions for this repository
Rewrote git middleware with the same pattern as recent fix for #176...
r1496 perm = self.__check_permission(action, user,
repo_name)
fixes #97 in simplehg and simplegit, force casting to headers
r918 if perm is not True:
return HTTPForbidden()(environ, start_response)
added base simple git middleware, for future usage
r620
Rewrote git middleware with the same pattern as recent fix for #176...
r1496 extras = {'ip': ipaddr,
'username': username,
'action': action,
'repository': repo_name}
added base simple git middleware, for future usage
r620
#===================================================================
# GIT REQUEST HANDLING
#===================================================================
Rewrote git middleware with the same pattern as recent fix for #176...
r1496
repo_path = safe_str(os.path.join(self.basepath, repo_name))
log.debug('Repository path is %s' % repo_path)
# quick check if that dir exists...
if check_repo_fast(repo_name, self.basepath):
added base simple git middleware, for future usage
r620 return HTTPNotFound()(environ, start_response)
Rewrote git middleware with the same pattern as recent fix for #176...
r1496
added base simple git middleware, for future usage
r620 try:
Rewrote git middleware with the same pattern as recent fix for #176...
r1496 #invalidate cache on push
if action == 'push':
self.__invalidate_cache(repo_name)
app = self.__make_app(repo_name, repo_path)
return app(environ, start_response)
except Exception:
added base simple git middleware, for future usage
r620 log.error(traceback.format_exc())
return HTTPInternalServerError()(environ, start_response)
Rewrote git middleware with the same pattern as recent fix for #176...
r1496 def __make_app(self, repo_name, repo_path):
"""
Make an wsgi application using dulserver
:param repo_name: name of the repository
:param repo_path: full path to the repository
"""
small fixes for gitmiddleware
r1283
Rewrote git middleware with the same pattern as recent fix for #176...
r1496 _d = {'/' + repo_name: Repo(repo_path)}
pep8ify middlewares
r1275 backend = dulserver.DictBackend(_d)
added base simple git middleware, for future usage
r620 gitserve = HTTPGitApplication(backend)
return gitserve
fixes #97 in simplehg and simplegit, force casting to headers
r918 def __check_permission(self, action, user, repo_name):
Rewrote git middleware with the same pattern as recent fix for #176...
r1496 """
Checks permissions using action (push/pull) user and repository
fixes #97 in simplehg and simplegit, force casting to headers
r918 name
source code cleanup: remove trailing white space, normalize file endings
r1203
fixes #97 in simplehg and simplegit, force casting to headers
r918 :param action: push or pull action
:param user: user instance
:param repo_name: repository name
"""
if action == 'push':
if not HasPermissionAnyMiddleware('repository.write',
pep8ify middlewares
r1275 'repository.admin')(user,
repo_name):
fixes #97 in simplehg and simplegit, force casting to headers
r918 return False
else:
#any other action need at least read permission
if not HasPermissionAnyMiddleware('repository.read',
'repository.write',
pep8ify middlewares
r1275 'repository.admin')(user,
repo_name):
fixes #97 in simplehg and simplegit, force casting to headers
r918 return False
return True
def __get_repository(self, environ):
Rewrote git middleware with the same pattern as recent fix for #176...
r1496 """
Get's repository name out of PATH_INFO header
source code cleanup: remove trailing white space, normalize file endings
r1203
fixes #97 in simplehg and simplegit, force casting to headers
r918 :param environ: environ where PATH_INFO is stored
"""
try:
repo_name = '/'.join(environ['PATH_INFO'].split('/')[1:])
if repo_name.endswith('/'):
repo_name = repo_name.rstrip('/')
except:
log.error(traceback.format_exc())
raise
repo_name = repo_name.split('/')[0]
return repo_name
added base simple git middleware, for future usage
r620 def __get_user(self, username):
Removed deprecated usage of UserModel() in simplehg and simplegit
r1497 return User.by_username(username)
added base simple git middleware, for future usage
r620
def __get_action(self, environ):
code docs, updates
r903 """Maps git request commands into a pull or push command.
source code cleanup: remove trailing white space, normalize file endings
r1203
added base simple git middleware, for future usage
r620 :param environ:
"""
service = environ['QUERY_STRING'].split('=')
if len(service) > 1:
service_cmd = service[1]
some hacking on simplegit middleware
r625 mapping = {'git-receive-pack': 'push',
'git-upload-pack': 'pull',
added base simple git middleware, for future usage
r620 }
pep8ify middlewares
r1275 return mapping.get(service_cmd,
service_cmd if service_cmd else 'other')
some hacking on simplegit middleware
r625 else:
return 'other'
added base simple git middleware, for future usage
r620
def __invalidate_cache(self, repo_name):
"""we know that some change was made to repositories and we should
invalidate the cache to see the changes right away but only for
push requests"""
Moved out reposcan into hg Model....
r665 invalidate_cache('get_repo_cached_%s' % repo_name)
Rewrote git middleware with the same pattern as recent fix for #176...
r1496