root / lib / http / server.py @ 7c4d6c7b
History | View | Annotate | Download (16.1 kB)
1 | 02cab3e7 | Michael Hanselmann | #
|
---|---|---|---|
2 | 02cab3e7 | Michael Hanselmann | #
|
3 | 02cab3e7 | Michael Hanselmann | |
4 | 02cab3e7 | Michael Hanselmann | # Copyright (C) 2007, 2008 Google Inc.
|
5 | 02cab3e7 | Michael Hanselmann | #
|
6 | 02cab3e7 | Michael Hanselmann | # This program is free software; you can redistribute it and/or modify
|
7 | 02cab3e7 | Michael Hanselmann | # it under the terms of the GNU General Public License as published by
|
8 | 02cab3e7 | Michael Hanselmann | # the Free Software Foundation; either version 2 of the License, or
|
9 | 02cab3e7 | Michael Hanselmann | # (at your option) any later version.
|
10 | 02cab3e7 | Michael Hanselmann | #
|
11 | 02cab3e7 | Michael Hanselmann | # This program is distributed in the hope that it will be useful, but
|
12 | 02cab3e7 | Michael Hanselmann | # WITHOUT ANY WARRANTY; without even the implied warranty of
|
13 | 02cab3e7 | Michael Hanselmann | # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
14 | 02cab3e7 | Michael Hanselmann | # General Public License for more details.
|
15 | 02cab3e7 | Michael Hanselmann | #
|
16 | 02cab3e7 | Michael Hanselmann | # You should have received a copy of the GNU General Public License
|
17 | 02cab3e7 | Michael Hanselmann | # along with this program; if not, write to the Free Software
|
18 | 02cab3e7 | Michael Hanselmann | # Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
|
19 | 02cab3e7 | Michael Hanselmann | # 02110-1301, USA.
|
20 | 02cab3e7 | Michael Hanselmann | |
21 | 02cab3e7 | Michael Hanselmann | """HTTP server module.
|
22 | 02cab3e7 | Michael Hanselmann |
|
23 | 02cab3e7 | Michael Hanselmann | """
|
24 | 02cab3e7 | Michael Hanselmann | |
25 | 02cab3e7 | Michael Hanselmann | import BaseHTTPServer |
26 | 02cab3e7 | Michael Hanselmann | import cgi |
27 | 02cab3e7 | Michael Hanselmann | import logging |
28 | 02cab3e7 | Michael Hanselmann | import os |
29 | 02cab3e7 | Michael Hanselmann | import select |
30 | 02cab3e7 | Michael Hanselmann | import socket |
31 | 02cab3e7 | Michael Hanselmann | import time |
32 | 02cab3e7 | Michael Hanselmann | import signal |
33 | 02cab3e7 | Michael Hanselmann | |
34 | 02cab3e7 | Michael Hanselmann | from ganeti import http |
35 | 02cab3e7 | Michael Hanselmann | |
36 | 02cab3e7 | Michael Hanselmann | |
37 | 02cab3e7 | Michael Hanselmann | WEEKDAYNAME = ['Mon', 'Tue', 'Wed', 'Thu', 'Fri', 'Sat', 'Sun'] |
38 | 02cab3e7 | Michael Hanselmann | MONTHNAME = [None,
|
39 | 02cab3e7 | Michael Hanselmann | 'Jan', 'Feb', 'Mar', 'Apr', 'May', 'Jun', |
40 | 02cab3e7 | Michael Hanselmann | 'Jul', 'Aug', 'Sep', 'Oct', 'Nov', 'Dec'] |
41 | 02cab3e7 | Michael Hanselmann | |
42 | 02cab3e7 | Michael Hanselmann | # Default error message
|
43 | 02cab3e7 | Michael Hanselmann | DEFAULT_ERROR_CONTENT_TYPE = "text/html"
|
44 | 02cab3e7 | Michael Hanselmann | DEFAULT_ERROR_MESSAGE = """\
|
45 | 02cab3e7 | Michael Hanselmann | <html>
|
46 | 02cab3e7 | Michael Hanselmann | <head>
|
47 | 02cab3e7 | Michael Hanselmann | <title>Error response</title>
|
48 | 02cab3e7 | Michael Hanselmann | </head>
|
49 | 02cab3e7 | Michael Hanselmann | <body>
|
50 | 02cab3e7 | Michael Hanselmann | <h1>Error response</h1>
|
51 | 02cab3e7 | Michael Hanselmann | <p>Error code %(code)d.
|
52 | 02cab3e7 | Michael Hanselmann | <p>Message: %(message)s.
|
53 | 02cab3e7 | Michael Hanselmann | <p>Error code explanation: %(code)s = %(explain)s.
|
54 | 02cab3e7 | Michael Hanselmann | </body>
|
55 | 02cab3e7 | Michael Hanselmann | </html>
|
56 | 02cab3e7 | Michael Hanselmann | """
|
57 | 02cab3e7 | Michael Hanselmann | |
58 | 02cab3e7 | Michael Hanselmann | |
59 | f30ca1e6 | Michael Hanselmann | def _DateTimeHeader(gmnow=None): |
60 | 02cab3e7 | Michael Hanselmann | """Return the current date and time formatted for a message header.
|
61 | 02cab3e7 | Michael Hanselmann |
|
62 | f30ca1e6 | Michael Hanselmann | The time MUST be in the GMT timezone.
|
63 | f30ca1e6 | Michael Hanselmann |
|
64 | 02cab3e7 | Michael Hanselmann | """
|
65 | f30ca1e6 | Michael Hanselmann | if gmnow is None: |
66 | f30ca1e6 | Michael Hanselmann | gmnow = time.gmtime() |
67 | f30ca1e6 | Michael Hanselmann | (year, month, day, hh, mm, ss, wd, _, _) = gmnow |
68 | 02cab3e7 | Michael Hanselmann | return ("%s, %02d %3s %4d %02d:%02d:%02d GMT" % |
69 | 02cab3e7 | Michael Hanselmann | (WEEKDAYNAME[wd], day, MONTHNAME[month], year, hh, mm, ss)) |
70 | 02cab3e7 | Michael Hanselmann | |
71 | 02cab3e7 | Michael Hanselmann | |
72 | 02cab3e7 | Michael Hanselmann | class _HttpServerRequest(object): |
73 | 02cab3e7 | Michael Hanselmann | """Data structure for HTTP request on server side.
|
74 | 02cab3e7 | Michael Hanselmann |
|
75 | 02cab3e7 | Michael Hanselmann | """
|
76 | 02cab3e7 | Michael Hanselmann | def __init__(self, request_msg): |
77 | 02cab3e7 | Michael Hanselmann | # Request attributes
|
78 | 02cab3e7 | Michael Hanselmann | self.request_method = request_msg.start_line.method
|
79 | 02cab3e7 | Michael Hanselmann | self.request_path = request_msg.start_line.path
|
80 | 02cab3e7 | Michael Hanselmann | self.request_headers = request_msg.headers
|
81 | 02cab3e7 | Michael Hanselmann | self.request_body = request_msg.decoded_body
|
82 | 02cab3e7 | Michael Hanselmann | |
83 | 02cab3e7 | Michael Hanselmann | # Response attributes
|
84 | 02cab3e7 | Michael Hanselmann | self.resp_headers = {}
|
85 | 02cab3e7 | Michael Hanselmann | |
86 | 68fa9caf | Michael Hanselmann | # Private data for request handler (useful in combination with
|
87 | 68fa9caf | Michael Hanselmann | # authentication)
|
88 | 68fa9caf | Michael Hanselmann | self.private = None |
89 | 68fa9caf | Michael Hanselmann | |
90 | 02cab3e7 | Michael Hanselmann | |
91 | 02cab3e7 | Michael Hanselmann | class _HttpServerToClientMessageWriter(http.HttpMessageWriter): |
92 | 02cab3e7 | Michael Hanselmann | """Writes an HTTP response to client.
|
93 | 02cab3e7 | Michael Hanselmann |
|
94 | 02cab3e7 | Michael Hanselmann | """
|
95 | 02cab3e7 | Michael Hanselmann | def __init__(self, sock, request_msg, response_msg, write_timeout): |
96 | 358a8811 | Michael Hanselmann | """Writes the response to the client.
|
97 | 358a8811 | Michael Hanselmann |
|
98 | 358a8811 | Michael Hanselmann | @type sock: socket
|
99 | 358a8811 | Michael Hanselmann | @param sock: Target socket
|
100 | 358a8811 | Michael Hanselmann | @type request_msg: http.HttpMessage
|
101 | 358a8811 | Michael Hanselmann | @param request_msg: Request message, required to determine whether
|
102 | 25e7b43f | Iustin Pop | response may have a message body
|
103 | 358a8811 | Michael Hanselmann | @type response_msg: http.HttpMessage
|
104 | 358a8811 | Michael Hanselmann | @param response_msg: Response message
|
105 | 358a8811 | Michael Hanselmann | @type write_timeout: float
|
106 | 358a8811 | Michael Hanselmann | @param write_timeout: Write timeout for socket
|
107 | 02cab3e7 | Michael Hanselmann |
|
108 | 02cab3e7 | Michael Hanselmann | """
|
109 | 02cab3e7 | Michael Hanselmann | self._request_msg = request_msg
|
110 | 02cab3e7 | Michael Hanselmann | self._response_msg = response_msg
|
111 | 02cab3e7 | Michael Hanselmann | http.HttpMessageWriter.__init__(self, sock, response_msg, write_timeout)
|
112 | 02cab3e7 | Michael Hanselmann | |
113 | 02cab3e7 | Michael Hanselmann | def HasMessageBody(self): |
114 | 02cab3e7 | Michael Hanselmann | """Logic to detect whether response should contain a message body.
|
115 | 02cab3e7 | Michael Hanselmann |
|
116 | 02cab3e7 | Michael Hanselmann | """
|
117 | 02cab3e7 | Michael Hanselmann | if self._request_msg.start_line: |
118 | 02cab3e7 | Michael Hanselmann | request_method = self._request_msg.start_line.method
|
119 | 02cab3e7 | Michael Hanselmann | else:
|
120 | 02cab3e7 | Michael Hanselmann | request_method = None
|
121 | 02cab3e7 | Michael Hanselmann | |
122 | 02cab3e7 | Michael Hanselmann | response_code = self._response_msg.start_line.code
|
123 | 02cab3e7 | Michael Hanselmann | |
124 | 02cab3e7 | Michael Hanselmann | # RFC2616, section 4.3: "A message-body MUST NOT be included in a request
|
125 | 02cab3e7 | Michael Hanselmann | # if the specification of the request method (section 5.1.1) does not allow
|
126 | 02cab3e7 | Michael Hanselmann | # sending an entity-body in requests"
|
127 | 02cab3e7 | Michael Hanselmann | #
|
128 | 02cab3e7 | Michael Hanselmann | # RFC2616, section 9.4: "The HEAD method is identical to GET except that
|
129 | 02cab3e7 | Michael Hanselmann | # the server MUST NOT return a message-body in the response."
|
130 | 02cab3e7 | Michael Hanselmann | #
|
131 | 02cab3e7 | Michael Hanselmann | # RFC2616, section 10.2.5: "The 204 response MUST NOT include a
|
132 | 02cab3e7 | Michael Hanselmann | # message-body [...]"
|
133 | 02cab3e7 | Michael Hanselmann | #
|
134 | 02cab3e7 | Michael Hanselmann | # RFC2616, section 10.3.5: "The 304 response MUST NOT contain a
|
135 | 02cab3e7 | Michael Hanselmann | # message-body, [...]"
|
136 | 02cab3e7 | Michael Hanselmann | |
137 | 02cab3e7 | Michael Hanselmann | return (http.HttpMessageWriter.HasMessageBody(self) and |
138 | 3f3dfc15 | Iustin Pop | (request_method is not None and |
139 | 3f3dfc15 | Iustin Pop | request_method != http.HTTP_HEAD) and
|
140 | 02cab3e7 | Michael Hanselmann | response_code >= http.HTTP_OK and
|
141 | 3f3dfc15 | Iustin Pop | response_code not in (http.HTTP_NO_CONTENT, |
142 | 3f3dfc15 | Iustin Pop | http.HTTP_NOT_MODIFIED)) |
143 | 02cab3e7 | Michael Hanselmann | |
144 | 02cab3e7 | Michael Hanselmann | |
145 | 02cab3e7 | Michael Hanselmann | class _HttpClientToServerMessageReader(http.HttpMessageReader): |
146 | 02cab3e7 | Michael Hanselmann | """Reads an HTTP request sent by client.
|
147 | 02cab3e7 | Michael Hanselmann |
|
148 | 02cab3e7 | Michael Hanselmann | """
|
149 | 02cab3e7 | Michael Hanselmann | # Length limits
|
150 | 02cab3e7 | Michael Hanselmann | START_LINE_LENGTH_MAX = 4096
|
151 | 02cab3e7 | Michael Hanselmann | HEADER_LENGTH_MAX = 4096
|
152 | 02cab3e7 | Michael Hanselmann | |
153 | 02cab3e7 | Michael Hanselmann | def ParseStartLine(self, start_line): |
154 | 02cab3e7 | Michael Hanselmann | """Parses the start line sent by client.
|
155 | 02cab3e7 | Michael Hanselmann |
|
156 | 02cab3e7 | Michael Hanselmann | Example: "GET /index.html HTTP/1.1"
|
157 | 02cab3e7 | Michael Hanselmann |
|
158 | 02cab3e7 | Michael Hanselmann | @type start_line: string
|
159 | 02cab3e7 | Michael Hanselmann | @param start_line: Start line
|
160 | 02cab3e7 | Michael Hanselmann |
|
161 | 02cab3e7 | Michael Hanselmann | """
|
162 | 02cab3e7 | Michael Hanselmann | # Empty lines are skipped when reading
|
163 | 02cab3e7 | Michael Hanselmann | assert start_line
|
164 | 02cab3e7 | Michael Hanselmann | |
165 | 02cab3e7 | Michael Hanselmann | logging.debug("HTTP request: %s", start_line)
|
166 | 02cab3e7 | Michael Hanselmann | |
167 | 02cab3e7 | Michael Hanselmann | words = start_line.split() |
168 | 02cab3e7 | Michael Hanselmann | |
169 | 02cab3e7 | Michael Hanselmann | if len(words) == 3: |
170 | 02cab3e7 | Michael Hanselmann | [method, path, version] = words |
171 | 02cab3e7 | Michael Hanselmann | if version[:5] != 'HTTP/': |
172 | 02cab3e7 | Michael Hanselmann | raise http.HttpBadRequest("Bad request version (%r)" % version) |
173 | 02cab3e7 | Michael Hanselmann | |
174 | 02cab3e7 | Michael Hanselmann | try:
|
175 | 02cab3e7 | Michael Hanselmann | base_version_number = version.split("/", 1)[1] |
176 | 02cab3e7 | Michael Hanselmann | version_number = base_version_number.split(".")
|
177 | 02cab3e7 | Michael Hanselmann | |
178 | 02cab3e7 | Michael Hanselmann | # RFC 2145 section 3.1 says there can be only one "." and
|
179 | 02cab3e7 | Michael Hanselmann | # - major and minor numbers MUST be treated as
|
180 | 02cab3e7 | Michael Hanselmann | # separate integers;
|
181 | 02cab3e7 | Michael Hanselmann | # - HTTP/2.4 is a lower version than HTTP/2.13, which in
|
182 | 02cab3e7 | Michael Hanselmann | # turn is lower than HTTP/12.3;
|
183 | 02cab3e7 | Michael Hanselmann | # - Leading zeros MUST be ignored by recipients.
|
184 | 02cab3e7 | Michael Hanselmann | if len(version_number) != 2: |
185 | 02cab3e7 | Michael Hanselmann | raise http.HttpBadRequest("Bad request version (%r)" % version) |
186 | 02cab3e7 | Michael Hanselmann | |
187 | 02cab3e7 | Michael Hanselmann | version_number = (int(version_number[0]), int(version_number[1])) |
188 | 02cab3e7 | Michael Hanselmann | except (ValueError, IndexError): |
189 | 02cab3e7 | Michael Hanselmann | raise http.HttpBadRequest("Bad request version (%r)" % version) |
190 | 02cab3e7 | Michael Hanselmann | |
191 | 02cab3e7 | Michael Hanselmann | if version_number >= (2, 0): |
192 | 02cab3e7 | Michael Hanselmann | raise http.HttpVersionNotSupported("Invalid HTTP Version (%s)" % |
193 | 02cab3e7 | Michael Hanselmann | base_version_number) |
194 | 02cab3e7 | Michael Hanselmann | |
195 | 02cab3e7 | Michael Hanselmann | elif len(words) == 2: |
196 | 02cab3e7 | Michael Hanselmann | version = http.HTTP_0_9 |
197 | 02cab3e7 | Michael Hanselmann | [method, path] = words |
198 | 02cab3e7 | Michael Hanselmann | if method != http.HTTP_GET:
|
199 | 02cab3e7 | Michael Hanselmann | raise http.HttpBadRequest("Bad HTTP/0.9 request type (%r)" % method) |
200 | 02cab3e7 | Michael Hanselmann | |
201 | 02cab3e7 | Michael Hanselmann | else:
|
202 | 02cab3e7 | Michael Hanselmann | raise http.HttpBadRequest("Bad request syntax (%r)" % start_line) |
203 | 02cab3e7 | Michael Hanselmann | |
204 | 02cab3e7 | Michael Hanselmann | return http.HttpClientToServerStartLine(method, path, version)
|
205 | 02cab3e7 | Michael Hanselmann | |
206 | 02cab3e7 | Michael Hanselmann | |
207 | 1f8588f6 | Iustin Pop | class HttpServerRequestExecutor(object): |
208 | 02cab3e7 | Michael Hanselmann | """Implements server side of HTTP.
|
209 | 02cab3e7 | Michael Hanselmann |
|
210 | 25e7b43f | Iustin Pop | This class implements the server side of HTTP. It's based on code of
|
211 | 25e7b43f | Iustin Pop | Python's BaseHTTPServer, from both version 2.4 and 3k. It does not
|
212 | 25e7b43f | Iustin Pop | support non-ASCII character encodings. Keep-alive connections are
|
213 | 25e7b43f | Iustin Pop | not supported.
|
214 | 02cab3e7 | Michael Hanselmann |
|
215 | 02cab3e7 | Michael Hanselmann | """
|
216 | 02cab3e7 | Michael Hanselmann | # The default request version. This only affects responses up until
|
217 | 02cab3e7 | Michael Hanselmann | # the point where the request line is parsed, so it mainly decides what
|
218 | 02cab3e7 | Michael Hanselmann | # the client gets back when sending a malformed request line.
|
219 | 02cab3e7 | Michael Hanselmann | # Most web servers default to HTTP 0.9, i.e. don't send a status line.
|
220 | 02cab3e7 | Michael Hanselmann | default_request_version = http.HTTP_0_9 |
221 | 02cab3e7 | Michael Hanselmann | |
222 | 02cab3e7 | Michael Hanselmann | # Error message settings
|
223 | 02cab3e7 | Michael Hanselmann | error_message_format = DEFAULT_ERROR_MESSAGE |
224 | 02cab3e7 | Michael Hanselmann | error_content_type = DEFAULT_ERROR_CONTENT_TYPE |
225 | 02cab3e7 | Michael Hanselmann | |
226 | 02cab3e7 | Michael Hanselmann | responses = BaseHTTPServer.BaseHTTPRequestHandler.responses |
227 | 02cab3e7 | Michael Hanselmann | |
228 | 02cab3e7 | Michael Hanselmann | # Timeouts in seconds for socket layer
|
229 | 02cab3e7 | Michael Hanselmann | WRITE_TIMEOUT = 10
|
230 | 02cab3e7 | Michael Hanselmann | READ_TIMEOUT = 10
|
231 | 02cab3e7 | Michael Hanselmann | CLOSE_TIMEOUT = 1
|
232 | 02cab3e7 | Michael Hanselmann | |
233 | 02cab3e7 | Michael Hanselmann | def __init__(self, server, sock, client_addr): |
234 | 02cab3e7 | Michael Hanselmann | """Initializes this class.
|
235 | 02cab3e7 | Michael Hanselmann |
|
236 | 02cab3e7 | Michael Hanselmann | """
|
237 | 02cab3e7 | Michael Hanselmann | self.server = server
|
238 | 02cab3e7 | Michael Hanselmann | self.sock = sock
|
239 | 02cab3e7 | Michael Hanselmann | self.client_addr = client_addr
|
240 | 02cab3e7 | Michael Hanselmann | |
241 | 02cab3e7 | Michael Hanselmann | self.request_msg = http.HttpMessage()
|
242 | 02cab3e7 | Michael Hanselmann | self.response_msg = http.HttpMessage()
|
243 | 02cab3e7 | Michael Hanselmann | |
244 | 02cab3e7 | Michael Hanselmann | self.response_msg.start_line = \
|
245 | 02cab3e7 | Michael Hanselmann | http.HttpServerToClientStartLine(version=self.default_request_version,
|
246 | 02cab3e7 | Michael Hanselmann | code=None, reason=None) |
247 | 02cab3e7 | Michael Hanselmann | |
248 | 02cab3e7 | Michael Hanselmann | # Disable Python's timeout
|
249 | 02cab3e7 | Michael Hanselmann | self.sock.settimeout(None) |
250 | 02cab3e7 | Michael Hanselmann | |
251 | 02cab3e7 | Michael Hanselmann | # Operate in non-blocking mode
|
252 | 02cab3e7 | Michael Hanselmann | self.sock.setblocking(0) |
253 | 02cab3e7 | Michael Hanselmann | |
254 | 14d57a8b | Iustin Pop | logging.debug("Connection from %s:%s", client_addr[0], client_addr[1]) |
255 | 02cab3e7 | Michael Hanselmann | try:
|
256 | 02cab3e7 | Michael Hanselmann | request_msg_reader = None
|
257 | 02cab3e7 | Michael Hanselmann | force_close = True
|
258 | 02cab3e7 | Michael Hanselmann | try:
|
259 | f2e13d55 | Michael Hanselmann | # Do the secret SSL handshake
|
260 | f2e13d55 | Michael Hanselmann | if self.server.using_ssl: |
261 | f2e13d55 | Michael Hanselmann | self.sock.set_accept_state()
|
262 | f2e13d55 | Michael Hanselmann | try:
|
263 | aea0ed67 | Michael Hanselmann | http.Handshake(self.sock, self.WRITE_TIMEOUT) |
264 | f2e13d55 | Michael Hanselmann | except http.HttpSessionHandshakeUnexpectedEOF:
|
265 | f2e13d55 | Michael Hanselmann | # Ignore rest
|
266 | f2e13d55 | Michael Hanselmann | return
|
267 | f2e13d55 | Michael Hanselmann | |
268 | 02cab3e7 | Michael Hanselmann | try:
|
269 | 02cab3e7 | Michael Hanselmann | try:
|
270 | 02cab3e7 | Michael Hanselmann | request_msg_reader = self._ReadRequest()
|
271 | 02cab3e7 | Michael Hanselmann | self._HandleRequest()
|
272 | 02cab3e7 | Michael Hanselmann | |
273 | 02cab3e7 | Michael Hanselmann | # Only wait for client to close if we didn't have any exception.
|
274 | 02cab3e7 | Michael Hanselmann | force_close = False
|
275 | 02cab3e7 | Michael Hanselmann | except http.HttpException, err:
|
276 | 02cab3e7 | Michael Hanselmann | self._SetErrorStatus(err)
|
277 | 02cab3e7 | Michael Hanselmann | finally:
|
278 | 02cab3e7 | Michael Hanselmann | # Try to send a response
|
279 | 02cab3e7 | Michael Hanselmann | self._SendResponse()
|
280 | 02cab3e7 | Michael Hanselmann | finally:
|
281 | aea0ed67 | Michael Hanselmann | http.ShutdownConnection(sock, self.CLOSE_TIMEOUT, self.WRITE_TIMEOUT, |
282 | 02cab3e7 | Michael Hanselmann | request_msg_reader, force_close) |
283 | 02cab3e7 | Michael Hanselmann | |
284 | 02cab3e7 | Michael Hanselmann | self.sock.close()
|
285 | 02cab3e7 | Michael Hanselmann | self.sock = None |
286 | 02cab3e7 | Michael Hanselmann | finally:
|
287 | 14d57a8b | Iustin Pop | logging.debug("Disconnected %s:%s", client_addr[0], client_addr[1]) |
288 | 02cab3e7 | Michael Hanselmann | |
289 | 02cab3e7 | Michael Hanselmann | def _ReadRequest(self): |
290 | 02cab3e7 | Michael Hanselmann | """Reads a request sent by client.
|
291 | 02cab3e7 | Michael Hanselmann |
|
292 | 02cab3e7 | Michael Hanselmann | """
|
293 | 02cab3e7 | Michael Hanselmann | try:
|
294 | 02cab3e7 | Michael Hanselmann | request_msg_reader = \ |
295 | 02cab3e7 | Michael Hanselmann | _HttpClientToServerMessageReader(self.sock, self.request_msg, |
296 | 02cab3e7 | Michael Hanselmann | self.READ_TIMEOUT)
|
297 | 02cab3e7 | Michael Hanselmann | except http.HttpSocketTimeout:
|
298 | 02cab3e7 | Michael Hanselmann | raise http.HttpError("Timeout while reading request") |
299 | 02cab3e7 | Michael Hanselmann | except socket.error, err:
|
300 | 02cab3e7 | Michael Hanselmann | raise http.HttpError("Error reading request: %s" % err) |
301 | 02cab3e7 | Michael Hanselmann | |
302 | 02cab3e7 | Michael Hanselmann | self.response_msg.start_line.version = self.request_msg.start_line.version |
303 | 02cab3e7 | Michael Hanselmann | |
304 | 02cab3e7 | Michael Hanselmann | return request_msg_reader
|
305 | 02cab3e7 | Michael Hanselmann | |
306 | 02cab3e7 | Michael Hanselmann | def _HandleRequest(self): |
307 | 02cab3e7 | Michael Hanselmann | """Calls the handler function for the current request.
|
308 | 02cab3e7 | Michael Hanselmann |
|
309 | 02cab3e7 | Michael Hanselmann | """
|
310 | 02cab3e7 | Michael Hanselmann | handler_context = _HttpServerRequest(self.request_msg)
|
311 | 02cab3e7 | Michael Hanselmann | |
312 | 02cab3e7 | Michael Hanselmann | try:
|
313 | 68fa9caf | Michael Hanselmann | try:
|
314 | 68fa9caf | Michael Hanselmann | # Authentication, etc.
|
315 | 68fa9caf | Michael Hanselmann | self.server.PreHandleRequest(handler_context)
|
316 | 68fa9caf | Michael Hanselmann | |
317 | 68fa9caf | Michael Hanselmann | # Call actual request handler
|
318 | 68fa9caf | Michael Hanselmann | result = self.server.HandleRequest(handler_context)
|
319 | 68fa9caf | Michael Hanselmann | except (http.HttpException, KeyboardInterrupt, SystemExit): |
320 | 68fa9caf | Michael Hanselmann | raise
|
321 | 68fa9caf | Michael Hanselmann | except Exception, err: |
322 | 68fa9caf | Michael Hanselmann | logging.exception("Caught exception")
|
323 | 68fa9caf | Michael Hanselmann | raise http.HttpInternalServerError(message=str(err)) |
324 | 68fa9caf | Michael Hanselmann | except:
|
325 | 68fa9caf | Michael Hanselmann | logging.exception("Unknown exception")
|
326 | 68fa9caf | Michael Hanselmann | raise http.HttpInternalServerError(message="Unknown error") |
327 | 68fa9caf | Michael Hanselmann | |
328 | 68fa9caf | Michael Hanselmann | # TODO: Content-type
|
329 | 68fa9caf | Michael Hanselmann | encoder = http.HttpJsonConverter() |
330 | 68fa9caf | Michael Hanselmann | self.response_msg.start_line.code = http.HTTP_OK
|
331 | 68fa9caf | Michael Hanselmann | self.response_msg.body = encoder.Encode(result)
|
332 | 68fa9caf | Michael Hanselmann | self.response_msg.headers = handler_context.resp_headers
|
333 | 68fa9caf | Michael Hanselmann | self.response_msg.headers[http.HTTP_CONTENT_TYPE] = encoder.CONTENT_TYPE
|
334 | 68fa9caf | Michael Hanselmann | finally:
|
335 | 68fa9caf | Michael Hanselmann | # No reason to keep this any longer, even for exceptions
|
336 | 68fa9caf | Michael Hanselmann | handler_context.private = None
|
337 | 02cab3e7 | Michael Hanselmann | |
338 | 02cab3e7 | Michael Hanselmann | def _SendResponse(self): |
339 | 02cab3e7 | Michael Hanselmann | """Sends the response to the client.
|
340 | 02cab3e7 | Michael Hanselmann |
|
341 | 02cab3e7 | Michael Hanselmann | """
|
342 | 02cab3e7 | Michael Hanselmann | if self.response_msg.start_line.code is None: |
343 | 02cab3e7 | Michael Hanselmann | return
|
344 | 02cab3e7 | Michael Hanselmann | |
345 | 02cab3e7 | Michael Hanselmann | if not self.response_msg.headers: |
346 | 02cab3e7 | Michael Hanselmann | self.response_msg.headers = {}
|
347 | 02cab3e7 | Michael Hanselmann | |
348 | 02cab3e7 | Michael Hanselmann | self.response_msg.headers.update({
|
349 | 02cab3e7 | Michael Hanselmann | # TODO: Keep-alive is not supported
|
350 | 02cab3e7 | Michael Hanselmann | http.HTTP_CONNECTION: "close",
|
351 | 02cab3e7 | Michael Hanselmann | http.HTTP_DATE: _DateTimeHeader(), |
352 | 02cab3e7 | Michael Hanselmann | http.HTTP_SERVER: http.HTTP_GANETI_VERSION, |
353 | 02cab3e7 | Michael Hanselmann | }) |
354 | 02cab3e7 | Michael Hanselmann | |
355 | 02cab3e7 | Michael Hanselmann | # Get response reason based on code
|
356 | 02cab3e7 | Michael Hanselmann | response_code = self.response_msg.start_line.code
|
357 | 02cab3e7 | Michael Hanselmann | if response_code in self.responses: |
358 | 02cab3e7 | Michael Hanselmann | response_reason = self.responses[response_code][0] |
359 | 02cab3e7 | Michael Hanselmann | else:
|
360 | 02cab3e7 | Michael Hanselmann | response_reason = ""
|
361 | 02cab3e7 | Michael Hanselmann | self.response_msg.start_line.reason = response_reason
|
362 | 02cab3e7 | Michael Hanselmann | |
363 | 02cab3e7 | Michael Hanselmann | logging.info("%s:%s %s %s", self.client_addr[0], self.client_addr[1], |
364 | 02cab3e7 | Michael Hanselmann | self.request_msg.start_line, response_code)
|
365 | 02cab3e7 | Michael Hanselmann | |
366 | 02cab3e7 | Michael Hanselmann | try:
|
367 | 02cab3e7 | Michael Hanselmann | _HttpServerToClientMessageWriter(self.sock, self.request_msg, |
368 | 02cab3e7 | Michael Hanselmann | self.response_msg, self.WRITE_TIMEOUT) |
369 | 02cab3e7 | Michael Hanselmann | except http.HttpSocketTimeout:
|
370 | 02cab3e7 | Michael Hanselmann | raise http.HttpError("Timeout while sending response") |
371 | 02cab3e7 | Michael Hanselmann | except socket.error, err:
|
372 | 02cab3e7 | Michael Hanselmann | raise http.HttpError("Error sending response: %s" % err) |
373 | 02cab3e7 | Michael Hanselmann | |
374 | 02cab3e7 | Michael Hanselmann | def _SetErrorStatus(self, err): |
375 | 02cab3e7 | Michael Hanselmann | """Sets the response code and body from a HttpException.
|
376 | 02cab3e7 | Michael Hanselmann |
|
377 | 02cab3e7 | Michael Hanselmann | @type err: HttpException
|
378 | 02cab3e7 | Michael Hanselmann | @param err: Exception instance
|
379 | 02cab3e7 | Michael Hanselmann |
|
380 | 02cab3e7 | Michael Hanselmann | """
|
381 | 02cab3e7 | Michael Hanselmann | try:
|
382 | 02cab3e7 | Michael Hanselmann | (shortmsg, longmsg) = self.responses[err.code]
|
383 | 02cab3e7 | Michael Hanselmann | except KeyError: |
384 | 02cab3e7 | Michael Hanselmann | shortmsg = longmsg = "Unknown"
|
385 | 02cab3e7 | Michael Hanselmann | |
386 | 02cab3e7 | Michael Hanselmann | if err.message:
|
387 | 02cab3e7 | Michael Hanselmann | message = err.message |
388 | 02cab3e7 | Michael Hanselmann | else:
|
389 | 02cab3e7 | Michael Hanselmann | message = shortmsg |
390 | 02cab3e7 | Michael Hanselmann | |
391 | 02cab3e7 | Michael Hanselmann | values = { |
392 | 02cab3e7 | Michael Hanselmann | "code": err.code,
|
393 | 02cab3e7 | Michael Hanselmann | "message": cgi.escape(message),
|
394 | 02cab3e7 | Michael Hanselmann | "explain": longmsg,
|
395 | 02cab3e7 | Michael Hanselmann | } |
396 | 02cab3e7 | Michael Hanselmann | |
397 | 02cab3e7 | Michael Hanselmann | self.response_msg.start_line.code = err.code
|
398 | a8e01e9f | Michael Hanselmann | |
399 | a8e01e9f | Michael Hanselmann | headers = {} |
400 | a8e01e9f | Michael Hanselmann | if err.headers:
|
401 | a8e01e9f | Michael Hanselmann | headers.update(err.headers) |
402 | a8e01e9f | Michael Hanselmann | headers[http.HTTP_CONTENT_TYPE] = self.error_content_type
|
403 | a8e01e9f | Michael Hanselmann | self.response_msg.headers = headers
|
404 | a8e01e9f | Michael Hanselmann | |
405 | 1f8588f6 | Iustin Pop | self.response_msg.body = self._FormatErrorMessage(values) |
406 | 02cab3e7 | Michael Hanselmann | |
407 | 1f8588f6 | Iustin Pop | def _FormatErrorMessage(self, values): |
408 | 1f8588f6 | Iustin Pop | """Formats the body of an error message.
|
409 | 1f8588f6 | Iustin Pop |
|
410 | 1f8588f6 | Iustin Pop | @type values: dict
|
411 | 1f8588f6 | Iustin Pop | @param values: dictionary with keys code, message and explain.
|
412 | 1f8588f6 | Iustin Pop | @rtype: string
|
413 | 1f8588f6 | Iustin Pop | @return: the body of the message
|
414 | 1f8588f6 | Iustin Pop |
|
415 | 1f8588f6 | Iustin Pop | """
|
416 | 1f8588f6 | Iustin Pop | return self.error_message_format % values |
417 | 02cab3e7 | Michael Hanselmann | |
418 | f4322a1e | Michael Hanselmann | class HttpServer(http.HttpBase): |
419 | 02cab3e7 | Michael Hanselmann | """Generic HTTP server class
|
420 | 02cab3e7 | Michael Hanselmann |
|
421 | 02cab3e7 | Michael Hanselmann | Users of this class must subclass it and override the HandleRequest function.
|
422 | 02cab3e7 | Michael Hanselmann |
|
423 | 02cab3e7 | Michael Hanselmann | """
|
424 | 02cab3e7 | Michael Hanselmann | MAX_CHILDREN = 20
|
425 | 02cab3e7 | Michael Hanselmann | |
426 | 02cab3e7 | Michael Hanselmann | def __init__(self, mainloop, local_address, port, |
427 | 1f8588f6 | Iustin Pop | ssl_params=None, ssl_verify_peer=False, |
428 | 1f8588f6 | Iustin Pop | request_executor_class=None):
|
429 | 02cab3e7 | Michael Hanselmann | """Initializes the HTTP server
|
430 | 02cab3e7 | Michael Hanselmann |
|
431 | 02cab3e7 | Michael Hanselmann | @type mainloop: ganeti.daemon.Mainloop
|
432 | 02cab3e7 | Michael Hanselmann | @param mainloop: Mainloop used to poll for I/O events
|
433 | c41eea6e | Iustin Pop | @type local_address: string
|
434 | 02cab3e7 | Michael Hanselmann | @param local_address: Local IP address to bind to
|
435 | 02cab3e7 | Michael Hanselmann | @type port: int
|
436 | 02cab3e7 | Michael Hanselmann | @param port: TCP port to listen on
|
437 | 02cab3e7 | Michael Hanselmann | @type ssl_params: HttpSslParams
|
438 | 02cab3e7 | Michael Hanselmann | @param ssl_params: SSL key and certificate
|
439 | 02cab3e7 | Michael Hanselmann | @type ssl_verify_peer: bool
|
440 | 25e7b43f | Iustin Pop | @param ssl_verify_peer: Whether to require client certificate
|
441 | 25e7b43f | Iustin Pop | and compare it with our certificate
|
442 | 1f8588f6 | Iustin Pop | @type request_executor_class: class
|
443 | 1f8588f6 | Iustin Pop | @param request_executor_class: an class derived from the
|
444 | 1f8588f6 | Iustin Pop | HttpServerRequestExecutor class
|
445 | 02cab3e7 | Michael Hanselmann |
|
446 | 02cab3e7 | Michael Hanselmann | """
|
447 | f4322a1e | Michael Hanselmann | http.HttpBase.__init__(self)
|
448 | 02cab3e7 | Michael Hanselmann | |
449 | 1f8588f6 | Iustin Pop | if request_executor_class is None: |
450 | 1f8588f6 | Iustin Pop | self.request_executor = HttpServerRequestExecutor
|
451 | 1f8588f6 | Iustin Pop | else:
|
452 | 1f8588f6 | Iustin Pop | self.request_executor = request_executor_class
|
453 | 1f8588f6 | Iustin Pop | |
454 | 02cab3e7 | Michael Hanselmann | self.mainloop = mainloop
|
455 | 02cab3e7 | Michael Hanselmann | self.local_address = local_address
|
456 | 02cab3e7 | Michael Hanselmann | self.port = port
|
457 | 02cab3e7 | Michael Hanselmann | |
458 | 02cab3e7 | Michael Hanselmann | self.socket = self._CreateSocket(ssl_params, ssl_verify_peer) |
459 | 02cab3e7 | Michael Hanselmann | |
460 | 02cab3e7 | Michael Hanselmann | # Allow port to be reused
|
461 | 02cab3e7 | Michael Hanselmann | self.socket.setsockopt(socket.SOL_SOCKET, socket.SO_REUSEADDR, 1) |
462 | 02cab3e7 | Michael Hanselmann | |
463 | 02cab3e7 | Michael Hanselmann | self._children = []
|
464 | 02cab3e7 | Michael Hanselmann | |
465 | 02cab3e7 | Michael Hanselmann | mainloop.RegisterIO(self, self.socket.fileno(), select.POLLIN) |
466 | 02cab3e7 | Michael Hanselmann | mainloop.RegisterSignal(self)
|
467 | 02cab3e7 | Michael Hanselmann | |
468 | 02cab3e7 | Michael Hanselmann | def Start(self): |
469 | 02cab3e7 | Michael Hanselmann | self.socket.bind((self.local_address, self.port)) |
470 | 59305197 | Michael Hanselmann | self.socket.listen(1024) |
471 | 02cab3e7 | Michael Hanselmann | |
472 | 02cab3e7 | Michael Hanselmann | def Stop(self): |
473 | 02cab3e7 | Michael Hanselmann | self.socket.close()
|
474 | 02cab3e7 | Michael Hanselmann | |
475 | 02cab3e7 | Michael Hanselmann | def OnIO(self, fd, condition): |
476 | 02cab3e7 | Michael Hanselmann | if condition & select.POLLIN:
|
477 | 02cab3e7 | Michael Hanselmann | self._IncomingConnection()
|
478 | 02cab3e7 | Michael Hanselmann | |
479 | 02cab3e7 | Michael Hanselmann | def OnSignal(self, signum): |
480 | 02cab3e7 | Michael Hanselmann | if signum == signal.SIGCHLD:
|
481 | 02cab3e7 | Michael Hanselmann | self._CollectChildren(True) |
482 | 02cab3e7 | Michael Hanselmann | |
483 | 02cab3e7 | Michael Hanselmann | def _CollectChildren(self, quick): |
484 | 02cab3e7 | Michael Hanselmann | """Checks whether any child processes are done
|
485 | 02cab3e7 | Michael Hanselmann |
|
486 | 02cab3e7 | Michael Hanselmann | @type quick: bool
|
487 | 02cab3e7 | Michael Hanselmann | @param quick: Whether to only use non-blocking functions
|
488 | 02cab3e7 | Michael Hanselmann |
|
489 | 02cab3e7 | Michael Hanselmann | """
|
490 | 02cab3e7 | Michael Hanselmann | if not quick: |
491 | 02cab3e7 | Michael Hanselmann | # Don't wait for other processes if it should be a quick check
|
492 | 02cab3e7 | Michael Hanselmann | while len(self._children) > self.MAX_CHILDREN: |
493 | 02cab3e7 | Michael Hanselmann | try:
|
494 | 02cab3e7 | Michael Hanselmann | # Waiting without a timeout brings us into a potential DoS situation.
|
495 | 02cab3e7 | Michael Hanselmann | # As soon as too many children run, we'll not respond to new
|
496 | 02cab3e7 | Michael Hanselmann | # requests. The real solution would be to add a timeout for children
|
497 | 02cab3e7 | Michael Hanselmann | # and killing them after some time.
|
498 | 7c4d6c7b | Michael Hanselmann | pid, _ = os.waitpid(0, 0) |
499 | 02cab3e7 | Michael Hanselmann | except os.error:
|
500 | 02cab3e7 | Michael Hanselmann | pid = None
|
501 | 02cab3e7 | Michael Hanselmann | if pid and pid in self._children: |
502 | 02cab3e7 | Michael Hanselmann | self._children.remove(pid)
|
503 | 02cab3e7 | Michael Hanselmann | |
504 | 02cab3e7 | Michael Hanselmann | for child in self._children: |
505 | 02cab3e7 | Michael Hanselmann | try:
|
506 | 02cab3e7 | Michael Hanselmann | pid, status = os.waitpid(child, os.WNOHANG) |
507 | 02cab3e7 | Michael Hanselmann | except os.error:
|
508 | 02cab3e7 | Michael Hanselmann | pid = None
|
509 | 02cab3e7 | Michael Hanselmann | if pid and pid in self._children: |
510 | 02cab3e7 | Michael Hanselmann | self._children.remove(pid)
|
511 | 02cab3e7 | Michael Hanselmann | |
512 | 02cab3e7 | Michael Hanselmann | def _IncomingConnection(self): |
513 | 02cab3e7 | Michael Hanselmann | """Called for each incoming connection
|
514 | 02cab3e7 | Michael Hanselmann |
|
515 | 02cab3e7 | Michael Hanselmann | """
|
516 | 02cab3e7 | Michael Hanselmann | (connection, client_addr) = self.socket.accept()
|
517 | 02cab3e7 | Michael Hanselmann | |
518 | 02cab3e7 | Michael Hanselmann | self._CollectChildren(False) |
519 | 02cab3e7 | Michael Hanselmann | |
520 | 02cab3e7 | Michael Hanselmann | pid = os.fork() |
521 | 02cab3e7 | Michael Hanselmann | if pid == 0: |
522 | 02cab3e7 | Michael Hanselmann | # Child process
|
523 | 02cab3e7 | Michael Hanselmann | try:
|
524 | 1f8588f6 | Iustin Pop | self.request_executor(self, connection, client_addr) |
525 | 02cab3e7 | Michael Hanselmann | except Exception: |
526 | 02cab3e7 | Michael Hanselmann | logging.exception("Error while handling request from %s:%s",
|
527 | 02cab3e7 | Michael Hanselmann | client_addr[0], client_addr[1]) |
528 | 02cab3e7 | Michael Hanselmann | os._exit(1)
|
529 | 02cab3e7 | Michael Hanselmann | os._exit(0)
|
530 | 02cab3e7 | Michael Hanselmann | else:
|
531 | 02cab3e7 | Michael Hanselmann | self._children.append(pid)
|
532 | 02cab3e7 | Michael Hanselmann | |
533 | f8bd7df3 | Michael Hanselmann | def PreHandleRequest(self, req): |
534 | f8bd7df3 | Michael Hanselmann | """Called before handling a request.
|
535 | f8bd7df3 | Michael Hanselmann |
|
536 | 5bbd3f7f | Michael Hanselmann | Can be overridden by a subclass.
|
537 | f8bd7df3 | Michael Hanselmann |
|
538 | f8bd7df3 | Michael Hanselmann | """
|
539 | f8bd7df3 | Michael Hanselmann | |
540 | 02cab3e7 | Michael Hanselmann | def HandleRequest(self, req): |
541 | 02cab3e7 | Michael Hanselmann | """Handles a request.
|
542 | 02cab3e7 | Michael Hanselmann |
|
543 | 5bbd3f7f | Michael Hanselmann | Must be overridden by subclass.
|
544 | 02cab3e7 | Michael Hanselmann |
|
545 | 02cab3e7 | Michael Hanselmann | """
|
546 | 02cab3e7 | Michael Hanselmann | raise NotImplementedError() |