##// END OF EJS Templates
svn: pass in explicit SCM into the call function for faster detection of protocol.
marcink -
r2402:3879c894 default
parent child Browse files
Show More
@@ -1,171 +1,173 b''
1 # -*- coding: utf-8 -*-
1 # -*- coding: utf-8 -*-
2
2
3 # Copyright (C) 2010-2017 RhodeCode GmbH
3 # Copyright (C) 2010-2017 RhodeCode GmbH
4 #
4 #
5 # This program is free software: you can redistribute it and/or modify
5 # This program is free software: you can redistribute it and/or modify
6 # it under the terms of the GNU Affero General Public License, version 3
6 # it under the terms of the GNU Affero General Public License, version 3
7 # (only), as published by the Free Software Foundation.
7 # (only), as published by the Free Software Foundation.
8 #
8 #
9 # This program is distributed in the hope that it will be useful,
9 # This program is distributed in the hope that it will be useful,
10 # but WITHOUT ANY WARRANTY; without even the implied warranty of
10 # but WITHOUT ANY WARRANTY; without even the implied warranty of
11 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
11 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 # GNU General Public License for more details.
12 # GNU General Public License for more details.
13 #
13 #
14 # You should have received a copy of the GNU Affero General Public License
14 # You should have received a copy of the GNU Affero General Public License
15 # along with this program. If not, see <http://www.gnu.org/licenses/>.
15 # along with this program. If not, see <http://www.gnu.org/licenses/>.
16 #
16 #
17 # This program is dual-licensed. If you wish to learn more about the
17 # This program is dual-licensed. If you wish to learn more about the
18 # RhodeCode Enterprise Edition, including its added features, Support services,
18 # RhodeCode Enterprise Edition, including its added features, Support services,
19 # and proprietary license terms, please see https://rhodecode.com/licenses/
19 # and proprietary license terms, please see https://rhodecode.com/licenses/
20
20
21 import logging
21 import logging
22 import urllib
22 import urllib
23 from urlparse import urljoin
23 from urlparse import urljoin
24
24
25
25
26 import requests
26 import requests
27 from webob.exc import HTTPNotAcceptable
27 from webob.exc import HTTPNotAcceptable
28
28
29 from rhodecode.lib.middleware import simplevcs
29 from rhodecode.lib.middleware import simplevcs
30 from rhodecode.lib.utils import is_valid_repo
30 from rhodecode.lib.utils import is_valid_repo
31 from rhodecode.lib.utils2 import str2bool
31 from rhodecode.lib.utils2 import str2bool
32
32
33 log = logging.getLogger(__name__)
33 log = logging.getLogger(__name__)
34
34
35
35
36 class SimpleSvnApp(object):
36 class SimpleSvnApp(object):
37 IGNORED_HEADERS = [
37 IGNORED_HEADERS = [
38 'connection', 'keep-alive', 'content-encoding',
38 'connection', 'keep-alive', 'content-encoding',
39 'transfer-encoding', 'content-length']
39 'transfer-encoding', 'content-length']
40 rc_extras = {}
40 rc_extras = {}
41
41
42
42
43 def __init__(self, config):
43 def __init__(self, config):
44 self.config = config
44 self.config = config
45
45
46 def __call__(self, environ, start_response):
46 def __call__(self, environ, start_response):
47 request_headers = self._get_request_headers(environ)
47 request_headers = self._get_request_headers(environ)
48
48
49 data = environ['wsgi.input']
49 data = environ['wsgi.input']
50 # johbo: Avoid that we end up with sending the request in chunked
50 # johbo: Avoid that we end up with sending the request in chunked
51 # transfer encoding (mainly on Gunicorn). If we know the content
51 # transfer encoding (mainly on Gunicorn). If we know the content
52 # length, then we should transfer the payload in one request.
52 # length, then we should transfer the payload in one request.
53 if environ['REQUEST_METHOD'] == 'MKCOL' or 'CONTENT_LENGTH' in environ:
53 if environ['REQUEST_METHOD'] == 'MKCOL' or 'CONTENT_LENGTH' in environ:
54 data = data.read()
54 data = data.read()
55
55
56 log.debug('Calling: %s method via `%s`', environ['REQUEST_METHOD'],
56 log.debug('Calling: %s method via `%s`', environ['REQUEST_METHOD'],
57 self._get_url(environ['PATH_INFO']))
57 self._get_url(environ['PATH_INFO']))
58 response = requests.request(
58 response = requests.request(
59 environ['REQUEST_METHOD'], self._get_url(environ['PATH_INFO']),
59 environ['REQUEST_METHOD'], self._get_url(environ['PATH_INFO']),
60 data=data, headers=request_headers)
60 data=data, headers=request_headers)
61
61
62 if response.status_code not in [200, 401]:
62 if response.status_code not in [200, 401]:
63 if response.status_code >= 500:
63 if response.status_code >= 500:
64 log.error('Got SVN response:%s with text:`%s`',
64 log.error('Got SVN response:%s with text:`%s`',
65 response, response.text)
65 response, response.text)
66 else:
66 else:
67 log.debug('Got SVN response:%s with text:`%s`',
67 log.debug('Got SVN response:%s with text:`%s`',
68 response, response.text)
68 response, response.text)
69
69
70 response_headers = self._get_response_headers(response.headers)
70 response_headers = self._get_response_headers(response.headers)
71 start_response(
71 start_response(
72 '{} {}'.format(response.status_code, response.reason),
72 '{} {}'.format(response.status_code, response.reason),
73 response_headers)
73 response_headers)
74 return response.iter_content(chunk_size=1024)
74 return response.iter_content(chunk_size=1024)
75
75
76 def _get_url(self, path):
76 def _get_url(self, path):
77 url_path = urljoin(
77 url_path = urljoin(
78 self.config.get('subversion_http_server_url', ''), path)
78 self.config.get('subversion_http_server_url', ''), path)
79 url_path = urllib.quote(url_path, safe="/:=~+!$,;'")
79 url_path = urllib.quote(url_path, safe="/:=~+!$,;'")
80 return url_path
80 return url_path
81
81
82 def _get_request_headers(self, environ):
82 def _get_request_headers(self, environ):
83 headers = {}
83 headers = {}
84
84
85 for key in environ:
85 for key in environ:
86 if not key.startswith('HTTP_'):
86 if not key.startswith('HTTP_'):
87 continue
87 continue
88 new_key = key.split('_')
88 new_key = key.split('_')
89 new_key = [k.capitalize() for k in new_key[1:]]
89 new_key = [k.capitalize() for k in new_key[1:]]
90 new_key = '-'.join(new_key)
90 new_key = '-'.join(new_key)
91 headers[new_key] = environ[key]
91 headers[new_key] = environ[key]
92
92
93 if 'CONTENT_TYPE' in environ:
93 if 'CONTENT_TYPE' in environ:
94 headers['Content-Type'] = environ['CONTENT_TYPE']
94 headers['Content-Type'] = environ['CONTENT_TYPE']
95
95
96 if 'CONTENT_LENGTH' in environ:
96 if 'CONTENT_LENGTH' in environ:
97 headers['Content-Length'] = environ['CONTENT_LENGTH']
97 headers['Content-Length'] = environ['CONTENT_LENGTH']
98
98
99 return headers
99 return headers
100
100
101 def _get_response_headers(self, headers):
101 def _get_response_headers(self, headers):
102 headers = [
102 headers = [
103 (h, headers[h])
103 (h, headers[h])
104 for h in headers
104 for h in headers
105 if h.lower() not in self.IGNORED_HEADERS
105 if h.lower() not in self.IGNORED_HEADERS
106 ]
106 ]
107
107
108 return headers
108 return headers
109
109
110
110
111 class DisabledSimpleSvnApp(object):
111 class DisabledSimpleSvnApp(object):
112 def __init__(self, config):
112 def __init__(self, config):
113 self.config = config
113 self.config = config
114
114
115 def __call__(self, environ, start_response):
115 def __call__(self, environ, start_response):
116 reason = 'Cannot handle SVN call because: SVN HTTP Proxy is not enabled'
116 reason = 'Cannot handle SVN call because: SVN HTTP Proxy is not enabled'
117 log.warning(reason)
117 log.warning(reason)
118 return HTTPNotAcceptable(reason)(environ, start_response)
118 return HTTPNotAcceptable(reason)(environ, start_response)
119
119
120
120
121 class SimpleSvn(simplevcs.SimpleVCS):
121 class SimpleSvn(simplevcs.SimpleVCS):
122
122
123 SCM = 'svn'
123 SCM = 'svn'
124 READ_ONLY_COMMANDS = ('OPTIONS', 'PROPFIND', 'GET', 'REPORT')
124 READ_ONLY_COMMANDS = ('OPTIONS', 'PROPFIND', 'GET', 'REPORT')
125 DEFAULT_HTTP_SERVER = 'http://localhost:8090'
125 DEFAULT_HTTP_SERVER = 'http://localhost:8090'
126
126
127 def _get_repository_name(self, environ):
127 def _get_repository_name(self, environ):
128 """
128 """
129 Gets repository name out of PATH_INFO header
129 Gets repository name out of PATH_INFO header
130
130
131 :param environ: environ where PATH_INFO is stored
131 :param environ: environ where PATH_INFO is stored
132 """
132 """
133 path = environ['PATH_INFO'].split('!')
133 path = environ['PATH_INFO'].split('!')
134 repo_name = path[0].strip('/')
134 repo_name = path[0].strip('/')
135
135
136 # SVN includes the whole path in it's requests, including
136 # SVN includes the whole path in it's requests, including
137 # subdirectories inside the repo. Therefore we have to search for
137 # subdirectories inside the repo. Therefore we have to search for
138 # the repo root directory.
138 # the repo root directory.
139 if not is_valid_repo(repo_name, self.base_path, self.SCM):
139 if not is_valid_repo(
140 repo_name, self.base_path, explicit_scm=self.SCM):
140 current_path = ''
141 current_path = ''
141 for component in repo_name.split('/'):
142 for component in repo_name.split('/'):
142 current_path += component
143 current_path += component
143 if is_valid_repo(current_path, self.base_path, self.SCM):
144 if is_valid_repo(
145 current_path, self.base_path, explicit_scm=self.SCM):
144 return current_path
146 return current_path
145 current_path += '/'
147 current_path += '/'
146
148
147 return repo_name
149 return repo_name
148
150
149 def _get_action(self, environ):
151 def _get_action(self, environ):
150 return (
152 return (
151 'pull'
153 'pull'
152 if environ['REQUEST_METHOD'] in self.READ_ONLY_COMMANDS
154 if environ['REQUEST_METHOD'] in self.READ_ONLY_COMMANDS
153 else 'push')
155 else 'push')
154
156
155 def _create_wsgi_app(self, repo_path, repo_name, config):
157 def _create_wsgi_app(self, repo_path, repo_name, config):
156 if self._is_svn_enabled():
158 if self._is_svn_enabled():
157 return SimpleSvnApp(config)
159 return SimpleSvnApp(config)
158 # we don't have http proxy enabled return dummy request handler
160 # we don't have http proxy enabled return dummy request handler
159 return DisabledSimpleSvnApp(config)
161 return DisabledSimpleSvnApp(config)
160
162
161 def _is_svn_enabled(self):
163 def _is_svn_enabled(self):
162 conf = self.repo_vcs_config
164 conf = self.repo_vcs_config
163 return str2bool(conf.get('vcs_svn_proxy', 'http_requests_enabled'))
165 return str2bool(conf.get('vcs_svn_proxy', 'http_requests_enabled'))
164
166
165 def _create_config(self, extras, repo_name):
167 def _create_config(self, extras, repo_name):
166 conf = self.repo_vcs_config
168 conf = self.repo_vcs_config
167 server_url = conf.get('vcs_svn_proxy', 'http_server_url')
169 server_url = conf.get('vcs_svn_proxy', 'http_server_url')
168 server_url = server_url or self.DEFAULT_HTTP_SERVER
170 server_url = server_url or self.DEFAULT_HTTP_SERVER
169
171
170 extras['subversion_http_server_url'] = server_url
172 extras['subversion_http_server_url'] = server_url
171 return extras
173 return extras
General Comments 0
You need to be logged in to leave comments. Login now