##// END OF EJS Templates
svn: log response code for SVN calls always even for 200 codes.
marcink -
r2403:a8bbceb1 default
parent child Browse files
Show More
@@ -1,173 +1,175 b''
1 # -*- coding: utf-8 -*-
1 # -*- coding: utf-8 -*-
2
2
3 # Copyright (C) 2010-2017 RhodeCode GmbH
3 # Copyright (C) 2010-2017 RhodeCode GmbH
4 #
4 #
5 # This program is free software: you can redistribute it and/or modify
5 # This program is free software: you can redistribute it and/or modify
6 # it under the terms of the GNU Affero General Public License, version 3
6 # it under the terms of the GNU Affero General Public License, version 3
7 # (only), as published by the Free Software Foundation.
7 # (only), as published by the Free Software Foundation.
8 #
8 #
9 # This program is distributed in the hope that it will be useful,
9 # This program is distributed in the hope that it will be useful,
10 # but WITHOUT ANY WARRANTY; without even the implied warranty of
10 # but WITHOUT ANY WARRANTY; without even the implied warranty of
11 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
11 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 # GNU General Public License for more details.
12 # GNU General Public License for more details.
13 #
13 #
14 # You should have received a copy of the GNU Affero General Public License
14 # You should have received a copy of the GNU Affero General Public License
15 # along with this program. If not, see <http://www.gnu.org/licenses/>.
15 # along with this program. If not, see <http://www.gnu.org/licenses/>.
16 #
16 #
17 # This program is dual-licensed. If you wish to learn more about the
17 # This program is dual-licensed. If you wish to learn more about the
18 # RhodeCode Enterprise Edition, including its added features, Support services,
18 # RhodeCode Enterprise Edition, including its added features, Support services,
19 # and proprietary license terms, please see https://rhodecode.com/licenses/
19 # and proprietary license terms, please see https://rhodecode.com/licenses/
20
20
21 import logging
21 import logging
22 import urllib
22 import urllib
23 from urlparse import urljoin
23 from urlparse import urljoin
24
24
25
25
26 import requests
26 import requests
27 from webob.exc import HTTPNotAcceptable
27 from webob.exc import HTTPNotAcceptable
28
28
29 from rhodecode.lib.middleware import simplevcs
29 from rhodecode.lib.middleware import simplevcs
30 from rhodecode.lib.utils import is_valid_repo
30 from rhodecode.lib.utils import is_valid_repo
31 from rhodecode.lib.utils2 import str2bool
31 from rhodecode.lib.utils2 import str2bool
32
32
33 log = logging.getLogger(__name__)
33 log = logging.getLogger(__name__)
34
34
35
35
36 class SimpleSvnApp(object):
36 class SimpleSvnApp(object):
37 IGNORED_HEADERS = [
37 IGNORED_HEADERS = [
38 'connection', 'keep-alive', 'content-encoding',
38 'connection', 'keep-alive', 'content-encoding',
39 'transfer-encoding', 'content-length']
39 'transfer-encoding', 'content-length']
40 rc_extras = {}
40 rc_extras = {}
41
41
42
42
43 def __init__(self, config):
43 def __init__(self, config):
44 self.config = config
44 self.config = config
45
45
46 def __call__(self, environ, start_response):
46 def __call__(self, environ, start_response):
47 request_headers = self._get_request_headers(environ)
47 request_headers = self._get_request_headers(environ)
48
48
49 data = environ['wsgi.input']
49 data = environ['wsgi.input']
50 # johbo: Avoid that we end up with sending the request in chunked
50 # johbo: Avoid that we end up with sending the request in chunked
51 # transfer encoding (mainly on Gunicorn). If we know the content
51 # transfer encoding (mainly on Gunicorn). If we know the content
52 # length, then we should transfer the payload in one request.
52 # length, then we should transfer the payload in one request.
53 if environ['REQUEST_METHOD'] == 'MKCOL' or 'CONTENT_LENGTH' in environ:
53 if environ['REQUEST_METHOD'] == 'MKCOL' or 'CONTENT_LENGTH' in environ:
54 data = data.read()
54 data = data.read()
55
55
56 log.debug('Calling: %s method via `%s`', environ['REQUEST_METHOD'],
56 log.debug('Calling: %s method via `%s`', environ['REQUEST_METHOD'],
57 self._get_url(environ['PATH_INFO']))
57 self._get_url(environ['PATH_INFO']))
58 response = requests.request(
58 response = requests.request(
59 environ['REQUEST_METHOD'], self._get_url(environ['PATH_INFO']),
59 environ['REQUEST_METHOD'], self._get_url(environ['PATH_INFO']),
60 data=data, headers=request_headers)
60 data=data, headers=request_headers)
61
61
62 if response.status_code not in [200, 401]:
62 if response.status_code not in [200, 401]:
63 if response.status_code >= 500:
63 if response.status_code >= 500:
64 log.error('Got SVN response:%s with text:`%s`',
64 log.error('Got SVN response:%s with text:`%s`',
65 response, response.text)
65 response, response.text)
66 else:
66 else:
67 log.debug('Got SVN response:%s with text:`%s`',
67 log.debug('Got SVN response:%s with text:`%s`',
68 response, response.text)
68 response, response.text)
69 else:
70 log.debug('got response code: %s', response.status_code)
69
71
70 response_headers = self._get_response_headers(response.headers)
72 response_headers = self._get_response_headers(response.headers)
71 start_response(
73 start_response(
72 '{} {}'.format(response.status_code, response.reason),
74 '{} {}'.format(response.status_code, response.reason),
73 response_headers)
75 response_headers)
74 return response.iter_content(chunk_size=1024)
76 return response.iter_content(chunk_size=1024)
75
77
76 def _get_url(self, path):
78 def _get_url(self, path):
77 url_path = urljoin(
79 url_path = urljoin(
78 self.config.get('subversion_http_server_url', ''), path)
80 self.config.get('subversion_http_server_url', ''), path)
79 url_path = urllib.quote(url_path, safe="/:=~+!$,;'")
81 url_path = urllib.quote(url_path, safe="/:=~+!$,;'")
80 return url_path
82 return url_path
81
83
82 def _get_request_headers(self, environ):
84 def _get_request_headers(self, environ):
83 headers = {}
85 headers = {}
84
86
85 for key in environ:
87 for key in environ:
86 if not key.startswith('HTTP_'):
88 if not key.startswith('HTTP_'):
87 continue
89 continue
88 new_key = key.split('_')
90 new_key = key.split('_')
89 new_key = [k.capitalize() for k in new_key[1:]]
91 new_key = [k.capitalize() for k in new_key[1:]]
90 new_key = '-'.join(new_key)
92 new_key = '-'.join(new_key)
91 headers[new_key] = environ[key]
93 headers[new_key] = environ[key]
92
94
93 if 'CONTENT_TYPE' in environ:
95 if 'CONTENT_TYPE' in environ:
94 headers['Content-Type'] = environ['CONTENT_TYPE']
96 headers['Content-Type'] = environ['CONTENT_TYPE']
95
97
96 if 'CONTENT_LENGTH' in environ:
98 if 'CONTENT_LENGTH' in environ:
97 headers['Content-Length'] = environ['CONTENT_LENGTH']
99 headers['Content-Length'] = environ['CONTENT_LENGTH']
98
100
99 return headers
101 return headers
100
102
101 def _get_response_headers(self, headers):
103 def _get_response_headers(self, headers):
102 headers = [
104 headers = [
103 (h, headers[h])
105 (h, headers[h])
104 for h in headers
106 for h in headers
105 if h.lower() not in self.IGNORED_HEADERS
107 if h.lower() not in self.IGNORED_HEADERS
106 ]
108 ]
107
109
108 return headers
110 return headers
109
111
110
112
111 class DisabledSimpleSvnApp(object):
113 class DisabledSimpleSvnApp(object):
112 def __init__(self, config):
114 def __init__(self, config):
113 self.config = config
115 self.config = config
114
116
115 def __call__(self, environ, start_response):
117 def __call__(self, environ, start_response):
116 reason = 'Cannot handle SVN call because: SVN HTTP Proxy is not enabled'
118 reason = 'Cannot handle SVN call because: SVN HTTP Proxy is not enabled'
117 log.warning(reason)
119 log.warning(reason)
118 return HTTPNotAcceptable(reason)(environ, start_response)
120 return HTTPNotAcceptable(reason)(environ, start_response)
119
121
120
122
121 class SimpleSvn(simplevcs.SimpleVCS):
123 class SimpleSvn(simplevcs.SimpleVCS):
122
124
123 SCM = 'svn'
125 SCM = 'svn'
124 READ_ONLY_COMMANDS = ('OPTIONS', 'PROPFIND', 'GET', 'REPORT')
126 READ_ONLY_COMMANDS = ('OPTIONS', 'PROPFIND', 'GET', 'REPORT')
125 DEFAULT_HTTP_SERVER = 'http://localhost:8090'
127 DEFAULT_HTTP_SERVER = 'http://localhost:8090'
126
128
127 def _get_repository_name(self, environ):
129 def _get_repository_name(self, environ):
128 """
130 """
129 Gets repository name out of PATH_INFO header
131 Gets repository name out of PATH_INFO header
130
132
131 :param environ: environ where PATH_INFO is stored
133 :param environ: environ where PATH_INFO is stored
132 """
134 """
133 path = environ['PATH_INFO'].split('!')
135 path = environ['PATH_INFO'].split('!')
134 repo_name = path[0].strip('/')
136 repo_name = path[0].strip('/')
135
137
136 # SVN includes the whole path in it's requests, including
138 # SVN includes the whole path in it's requests, including
137 # subdirectories inside the repo. Therefore we have to search for
139 # subdirectories inside the repo. Therefore we have to search for
138 # the repo root directory.
140 # the repo root directory.
139 if not is_valid_repo(
141 if not is_valid_repo(
140 repo_name, self.base_path, explicit_scm=self.SCM):
142 repo_name, self.base_path, explicit_scm=self.SCM):
141 current_path = ''
143 current_path = ''
142 for component in repo_name.split('/'):
144 for component in repo_name.split('/'):
143 current_path += component
145 current_path += component
144 if is_valid_repo(
146 if is_valid_repo(
145 current_path, self.base_path, explicit_scm=self.SCM):
147 current_path, self.base_path, explicit_scm=self.SCM):
146 return current_path
148 return current_path
147 current_path += '/'
149 current_path += '/'
148
150
149 return repo_name
151 return repo_name
150
152
151 def _get_action(self, environ):
153 def _get_action(self, environ):
152 return (
154 return (
153 'pull'
155 'pull'
154 if environ['REQUEST_METHOD'] in self.READ_ONLY_COMMANDS
156 if environ['REQUEST_METHOD'] in self.READ_ONLY_COMMANDS
155 else 'push')
157 else 'push')
156
158
157 def _create_wsgi_app(self, repo_path, repo_name, config):
159 def _create_wsgi_app(self, repo_path, repo_name, config):
158 if self._is_svn_enabled():
160 if self._is_svn_enabled():
159 return SimpleSvnApp(config)
161 return SimpleSvnApp(config)
160 # we don't have http proxy enabled return dummy request handler
162 # we don't have http proxy enabled return dummy request handler
161 return DisabledSimpleSvnApp(config)
163 return DisabledSimpleSvnApp(config)
162
164
163 def _is_svn_enabled(self):
165 def _is_svn_enabled(self):
164 conf = self.repo_vcs_config
166 conf = self.repo_vcs_config
165 return str2bool(conf.get('vcs_svn_proxy', 'http_requests_enabled'))
167 return str2bool(conf.get('vcs_svn_proxy', 'http_requests_enabled'))
166
168
167 def _create_config(self, extras, repo_name):
169 def _create_config(self, extras, repo_name):
168 conf = self.repo_vcs_config
170 conf = self.repo_vcs_config
169 server_url = conf.get('vcs_svn_proxy', 'http_server_url')
171 server_url = conf.get('vcs_svn_proxy', 'http_server_url')
170 server_url = server_url or self.DEFAULT_HTTP_SERVER
172 server_url = server_url or self.DEFAULT_HTTP_SERVER
171
173
172 extras['subversion_http_server_url'] = server_url
174 extras['subversion_http_server_url'] = server_url
173 return extras
175 return extras
General Comments 0
You need to be logged in to leave comments. Login now