##// END OF EJS Templates
user: show your current IP in ip whitelist page
user: show your current IP in ip whitelist page

File last commit:

r1643:ae28d33d default
r1670:ca81c8dc default
Show More
scm_app_http.py
158 lines | 4.8 KiB | text/x-python | PythonLexer
project: added all source files and assets
r1 # -*- coding: utf-8 -*-
license: updated copyright year to 2017
r1271 # Copyright (C) 2014-2017 RhodeCode GmbH
project: added all source files and assets
r1 #
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU Affero General Public License, version 3
# (only), as published by the Free Software Foundation.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU Affero General Public License
# along with this program. If not, see <http://www.gnu.org/licenses/>.
#
# This program is dual-licensed. If you wish to learn more about the
# RhodeCode Enterprise Edition, including its added features, Support services,
# and proprietary license terms, please see https://rhodecode.com/licenses/
"""
Implementation of the scm_app interface using raw HTTP communication.
"""
import base64
import logging
import urlparse
import wsgiref.util
import msgpack
import requests
import webob.request
import rhodecode
log = logging.getLogger(__name__)
Martin Bornhold
vcs: Do not pass the backend key into the scm app instances....
r951 def create_git_wsgi_app(repo_path, repo_name, config):
project: added all source files and assets
r1 url = _vcs_streaming_url() + 'git/'
Martin Bornhold
vcs: Do not pass the backend key into the scm app instances....
r951 return VcsHttpProxy(url, repo_path, repo_name, config)
project: added all source files and assets
r1
Martin Bornhold
vcs: Do not pass the backend key into the scm app instances....
r951 def create_hg_wsgi_app(repo_path, repo_name, config):
project: added all source files and assets
r1 url = _vcs_streaming_url() + 'hg/'
Martin Bornhold
vcs: Do not pass the backend key into the scm app instances....
r951 return VcsHttpProxy(url, repo_path, repo_name, config)
project: added all source files and assets
r1
def _vcs_streaming_url():
template = 'http://{}/stream/'
return template.format(rhodecode.CONFIG['vcs.server'])
# TODO: johbo: Avoid the global.
session = requests.Session()
# Requests speedup, avoid reading .netrc and similar
session.trust_env = False
http-app: prevent httplib3 logs to spawn our rhodecode logs....
r1550 # prevent urllib3 spawning our logs.
logging.getLogger("requests.packages.urllib3.connectionpool").setLevel(
logging.WARNING)
project: added all source files and assets
r1
class VcsHttpProxy(object):
"""
A WSGI application which proxies vcs requests.
The goal is to shuffle the data around without touching it. The only
exception is the extra data from the config object which we send to the
server as well.
"""
Martin Bornhold
vcs: Do not pass the backend key into the scm app instances....
r951 def __init__(self, url, repo_path, repo_name, config):
project: added all source files and assets
r1 """
:param str url: The URL of the VCSServer to call.
"""
self._url = url
self._repo_name = repo_name
self._repo_path = repo_path
self._config = config
log.debug(
"Creating VcsHttpProxy for repo %s, url %s",
repo_name, url)
def __call__(self, environ, start_response):
config = msgpack.packb(self._config)
request = webob.request.Request(environ)
request_headers = request.headers
request_headers.update({
# TODO: johbo: Remove this, rely on URL path only
'X-RC-Repo-Name': self._repo_name,
'X-RC-Repo-Path': self._repo_path,
'X-RC-Path-Info': environ['PATH_INFO'],
# TODO: johbo: Avoid encoding and put this into payload?
'X-RC-Repo-Config': base64.b64encode(config),
Martin Bornhold
vcs: Send custom repo-locked status code to the VCSServer.
r980 'X-RC-Locked-Status-Code': rhodecode.CONFIG.get('lock_ret_code')
project: added all source files and assets
r1 })
method = environ['REQUEST_METHOD']
# Preserve the query string
url = self._url
url = urlparse.urljoin(url, self._repo_name)
if environ.get('QUERY_STRING'):
url += '?' + environ['QUERY_STRING']
response = session.request(
method, url,
http-proto: in case incoming requests come in as chunked stream the data to VCSServer....
r1423 data=_maybe_stream_request(environ),
project: added all source files and assets
r1 headers=request_headers,
stream=True)
# Preserve the headers of the response, except hop_by_hop ones
response_headers = [
(h, v) for h, v in response.headers.items()
if not wsgiref.util.is_hop_by_hop(h)
]
Martin Bornhold
vcs: Include reason phrase from VCSServer into HTTP status string.
r977 # Build status argument for start_reponse callable.
status = '{status_code} {reason_phrase}'.format(
status_code=response.status_code,
reason_phrase=response.reason)
project: added all source files and assets
r1 start_response(status, response_headers)
http-proto: in case incoming requests come in as chunked stream the data to VCSServer....
r1423 return _maybe_stream_response(response)
project: added all source files and assets
r1
http-app: simplify detection of chunked encoding....
r1643 def _is_request_chunked(environ):
stream = environ.get('HTTP_TRANSFER_ENCODING', '') == 'chunked'
return stream
http-proto: in case incoming requests come in as chunked stream the data to VCSServer....
r1423 def _maybe_stream_request(environ):
git-lfs: streaming support for file upload....
r1566 path = environ['PATH_INFO']
stream = _is_request_chunked(environ)
log.debug('handling request `%s` with stream support: %s', path, stream)
if stream:
http-proto: in case incoming requests come in as chunked stream the data to VCSServer....
r1423 return environ['wsgi.input']
else:
return environ['wsgi.input'].read()
def _maybe_stream_response(response):
project: added all source files and assets
r1 """
Try to generate chunks from the response if it is chunked.
"""
git-lfs: streaming support for file upload....
r1566 stream = _is_chunked(response)
log.debug('returning response with stream: %s', stream)
if stream:
project: added all source files and assets
r1 return response.raw.read_chunked()
else:
return [response.content]
def _is_chunked(response):
return response.headers.get('Transfer-Encoding', '') == 'chunked'