Show More
@@ -6,20 +6,10 b' import urllib' | |||||
6 | import uuid |
|
6 | import uuid | |
7 | from Queue import Queue |
|
7 | from Queue import Queue | |
8 |
|
8 | |||
9 | import zmq |
|
|||
10 |
|
||||
11 | # Install the pyzmq ioloop. This has to be done before anything else from |
|
|||
12 | # tornado is imported. |
|
|||
13 | from zmq.eventloop import ioloop |
|
|||
14 | import tornado.ioloop |
|
|||
15 | tornado.ioloop = ioloop |
|
|||
16 |
|
||||
17 | from tornado import httpserver |
|
|||
18 | from tornado import options |
|
9 | from tornado import options | |
19 | from tornado import web |
|
10 | from tornado import web | |
20 | from tornado import websocket |
|
11 | from tornado import websocket | |
21 |
|
12 | |||
22 | from kernelmanager import KernelManager |
|
|||
23 |
|
13 | |||
24 | options.define("port", default=8888, help="run on the given port", type=int) |
|
14 | options.define("port", default=8888, help="run on the given port", type=int) | |
25 |
|
15 | |||
@@ -171,105 +161,6 b' class NotebookHandler(web.RequestHandler):' | |||||
171 | self.finish() |
|
161 | self.finish() | |
172 |
|
162 | |||
173 |
|
163 | |||
174 | class NotebookApplication(web.Application): |
|
164 | ||
175 |
|
165 | |||
176 | def __init__(self): |
|
|||
177 | handlers = [ |
|
|||
178 | (r"/", MainHandler), |
|
|||
179 | (r"/kernels", KernelHandler), |
|
|||
180 | (r"/kernels/%s/%s" % (_kernel_id_regex, _kernel_action_regex), KernelActionHandler), |
|
|||
181 | (r"/kernels/%s/iopub" % _kernel_id_regex, ZMQStreamHandler, dict(stream_name='iopub')), |
|
|||
182 | (r"/kernels/%s/shell" % _kernel_id_regex, ZMQStreamHandler, dict(stream_name='shell')), |
|
|||
183 | (r"/notebooks", NotebookRootHandler), |
|
|||
184 | (r"/notebooks/([^/]+)", NotebookHandler) |
|
|||
185 | ] |
|
|||
186 | settings = dict( |
|
|||
187 | template_path=os.path.join(os.path.dirname(__file__), "templates"), |
|
|||
188 | static_path=os.path.join(os.path.dirname(__file__), "static"), |
|
|||
189 | ) |
|
|||
190 | web.Application.__init__(self, handlers, **settings) |
|
|||
191 |
|
||||
192 | self.context = zmq.Context() |
|
|||
193 | self.kernel_manager = KernelManager(self.context) |
|
|||
194 | self._session_dict = {} |
|
|||
195 | self._routers = {} |
|
|||
196 |
|
||||
197 | #------------------------------------------------------------------------- |
|
|||
198 | # Methods for managing kernels and sessions |
|
|||
199 | #------------------------------------------------------------------------- |
|
|||
200 |
|
||||
201 | @property |
|
|||
202 | def kernel_ids(self): |
|
|||
203 | return self.kernel_manager.kernel_ids |
|
|||
204 |
|
||||
205 | def start_kernel(self): |
|
|||
206 | kernel_id = self.kernel_manager.start_kernel() |
|
|||
207 | logging.info("Kernel started: %s" % kernel_id) |
|
|||
208 | self.start_session(kernel_id) |
|
|||
209 | return kernel_id |
|
|||
210 |
|
||||
211 | def interrupt_kernel(self, kernel_id): |
|
|||
212 | self.kernel_manager.interrupt_kernel(kernel_id) |
|
|||
213 | logging.info("Kernel interrupted: %s" % kernel_id) |
|
|||
214 |
|
||||
215 | def restart_kernel(self, kernel_id): |
|
|||
216 | # Create the new kernel first so we can move the clients over. |
|
|||
217 | new_kernel_id = self.start_kernel() |
|
|||
218 |
|
||||
219 | # Copy the clients over to the new routers. |
|
|||
220 | old_iopub_router = self.get_router(kernel_id, 'iopub') |
|
|||
221 | old_shell_router = self.get_router(kernel_id, 'shell') |
|
|||
222 | new_iopub_router = self.get_router(new_kernel_id, 'iopub') |
|
|||
223 | new_shell_router = self.get_router(new_kernel_id, 'shell') |
|
|||
224 | new_iopub_router.copy_clients(old_iopub_router) |
|
|||
225 | new_shell_router.copy_clients(old_shell_router) |
|
|||
226 |
|
||||
227 | # Now shutdown the old session and the kernel. |
|
|||
228 | # TODO: This causes a hard crash in ZMQStream.close, which sets |
|
|||
229 | # self.socket to None to hastily. We will need to fix this in PyZMQ |
|
|||
230 | # itself. For now, we just leave the old kernel running :( |
|
|||
231 | # sm = self.kernel_manager.get_session_manager(kernel_id) |
|
|||
232 | # session_id = self._session_dict[kernel_id] |
|
|||
233 | # sm.stop_session(session_id) |
|
|||
234 | # self.kernel_manager.kill_kernel(kernel_id) |
|
|||
235 |
|
||||
236 | logging.info("Kernel restarted") |
|
|||
237 | return new_kernel_id |
|
|||
238 |
|
||||
239 | def start_session(self, kernel_id): |
|
|||
240 | sm = self.kernel_manager.get_session_manager(kernel_id) |
|
|||
241 | session_id = sm.start_session() |
|
|||
242 | self._session_dict[kernel_id] = session_id |
|
|||
243 | iopub_stream = sm.get_iopub_stream(session_id) |
|
|||
244 | shell_stream = sm.get_shell_stream(session_id) |
|
|||
245 | iopub_router = IOPubStreamRouter(iopub_stream) |
|
|||
246 | shell_router = ShellStreamRouter(shell_stream) |
|
|||
247 | self._routers[(kernel_id, session_id, 'iopub')] = iopub_router |
|
|||
248 | self._routers[(kernel_id, session_id, 'shell')] = shell_router |
|
|||
249 | logging.info("Session started: %s, %s" % (kernel_id, session_id)) |
|
|||
250 |
|
||||
251 | def stop_session(self, kernel_id): |
|
|||
252 | # TODO: finish this! |
|
|||
253 | sm = self.kernel_manager.get_session_manager(kernel_id) |
|
|||
254 | session_id = self._session_dict[kernel_id] |
|
|||
255 |
|
||||
256 | def get_router(self, kernel_id, stream_name): |
|
|||
257 | session_id = self._session_dict[kernel_id] |
|
|||
258 | router = self._routers[(kernel_id, session_id, stream_name)] |
|
|||
259 | return router |
|
|||
260 |
|
||||
261 |
|
||||
262 | def main(): |
|
|||
263 | options.parse_command_line() |
|
|||
264 | application = NotebookApplication() |
|
|||
265 | http_server = httpserver.HTTPServer(application) |
|
|||
266 | http_server.listen(options.options.port) |
|
|||
267 | print "IPython Notebook running at: http://127.0.0.1:8888" |
|
|||
268 | print "The github master of tornado is required to run this server:" |
|
|||
269 | print " https://github.com/facebook/tornado/tree/master/tornado" |
|
|||
270 | ioloop.IOLoop.instance().start() |
|
|||
271 |
|
||||
272 |
|
||||
273 | if __name__ == "__main__": |
|
|||
274 | main() |
|
|||
275 |
|
166 |
@@ -1,10 +1,5 b'' | |||||
1 | import datetime |
|
|||
2 | import json |
|
|||
3 |
|
|
1 | import logging | |
4 | import os |
|
2 | import os | |
5 | import urllib |
|
|||
6 | import uuid |
|
|||
7 | from Queue import Queue |
|
|||
8 |
|
3 | |||
9 | import zmq |
|
4 | import zmq | |
10 |
|
5 | |||
@@ -17,158 +12,19 b' tornado.ioloop = ioloop' | |||||
17 | from tornado import httpserver |
|
12 | from tornado import httpserver | |
18 | from tornado import options |
|
13 | from tornado import options | |
19 | from tornado import web |
|
14 | from tornado import web | |
20 | from tornado import websocket |
|
|||
21 |
|
15 | |||
22 | from kernelmanager import KernelManager |
|
16 | from kernelmanager import KernelManager | |
|
17 | from handlers import ( | |||
|
18 | MainHandler, KernelHandler, KernelActionHandler, ZMQStreamHandler, | |||
|
19 | NotebookRootHandler, NotebookHandler | |||
|
20 | ) | |||
|
21 | from routers import IOPubStreamRouter, ShellStreamRouter | |||
23 |
|
22 | |||
24 | options.define("port", default=8888, help="run on the given port", type=int) |
|
23 | options.define("port", default=8888, help="run on the given port", type=int) | |
25 |
|
24 | |||
26 | _kernel_id_regex = r"(?P<kernel_id>\w+-\w+-\w+-\w+-\w+)" |
|
25 | _kernel_id_regex = r"(?P<kernel_id>\w+-\w+-\w+-\w+-\w+)" | |
27 | _kernel_action_regex = r"(?P<action>restart|interrupt)" |
|
26 | _kernel_action_regex = r"(?P<action>restart|interrupt)" | |
28 |
|
27 | |||
29 | class MainHandler(web.RequestHandler): |
|
|||
30 | def get(self): |
|
|||
31 | self.render('notebook.html') |
|
|||
32 |
|
||||
33 |
|
||||
34 | class KernelHandler(web.RequestHandler): |
|
|||
35 |
|
||||
36 | def get(self): |
|
|||
37 | self.write(json.dumps(self.application.kernel_ids)) |
|
|||
38 |
|
||||
39 | def post(self): |
|
|||
40 | kernel_id = self.application.start_kernel() |
|
|||
41 | self.write(json.dumps(kernel_id)) |
|
|||
42 |
|
||||
43 |
|
||||
44 | class KernelActionHandler(web.RequestHandler): |
|
|||
45 |
|
||||
46 | def post(self, kernel_id, action): |
|
|||
47 | # TODO: figure out a better way of handling RPC style calls. |
|
|||
48 | if action == 'interrupt': |
|
|||
49 | self.application.interrupt_kernel(kernel_id) |
|
|||
50 | if action == 'restart': |
|
|||
51 | new_kernel_id = self.application.restart_kernel(kernel_id) |
|
|||
52 | self.write(json.dumps(new_kernel_id)) |
|
|||
53 |
|
||||
54 |
|
||||
55 | class ZMQStreamRouter(object): |
|
|||
56 |
|
||||
57 | def __init__(self, zmq_stream): |
|
|||
58 | self.zmq_stream = zmq_stream |
|
|||
59 | self._clients = {} |
|
|||
60 | self.zmq_stream.on_recv(self._on_zmq_reply) |
|
|||
61 |
|
||||
62 | def register_client(self, client): |
|
|||
63 | client_id = uuid.uuid4() |
|
|||
64 | self._clients[client_id] = client |
|
|||
65 | return client_id |
|
|||
66 |
|
||||
67 | def unregister_client(self, client_id): |
|
|||
68 | del self._clients[client_id] |
|
|||
69 |
|
||||
70 | def copy_clients(self, router): |
|
|||
71 | # Copy the clients of another router. |
|
|||
72 | for client_id, client in router._clients.items(): |
|
|||
73 | client.router = self |
|
|||
74 | self._clients[client_id] = client |
|
|||
75 |
|
||||
76 |
|
||||
77 | class IOPubStreamRouter(ZMQStreamRouter): |
|
|||
78 |
|
||||
79 | def _on_zmq_reply(self, msg_list): |
|
|||
80 | for client_id, client in self._clients.items(): |
|
|||
81 | for msg in msg_list: |
|
|||
82 | client.write_message(msg) |
|
|||
83 |
|
||||
84 | def forward_unicode(self, client_id, msg): |
|
|||
85 | # This is a SUB stream that we should never write to. |
|
|||
86 | pass |
|
|||
87 |
|
||||
88 |
|
||||
89 | class ShellStreamRouter(ZMQStreamRouter): |
|
|||
90 |
|
||||
91 | def __init__(self, zmq_stream): |
|
|||
92 | ZMQStreamRouter.__init__(self, zmq_stream) |
|
|||
93 | self._request_queue = Queue() |
|
|||
94 |
|
||||
95 | def _on_zmq_reply(self, msg_list): |
|
|||
96 | client_id = self._request_queue.get(block=False) |
|
|||
97 | client = self._clients.get(client_id) |
|
|||
98 | if client is not None: |
|
|||
99 | for msg in msg_list: |
|
|||
100 | client.write_message(msg) |
|
|||
101 |
|
||||
102 | def forward_unicode(self, client_id, msg): |
|
|||
103 | self._request_queue.put(client_id) |
|
|||
104 | self.zmq_stream.send_unicode(msg) |
|
|||
105 |
|
||||
106 |
|
||||
107 | class ZMQStreamHandler(websocket.WebSocketHandler): |
|
|||
108 |
|
||||
109 | def initialize(self, stream_name): |
|
|||
110 | self.stream_name = stream_name |
|
|||
111 |
|
||||
112 | def open(self, kernel_id): |
|
|||
113 | self.router = self.application.get_router(kernel_id, self.stream_name) |
|
|||
114 | self.client_id = self.router.register_client(self) |
|
|||
115 | logging.info("Connection open: %s, %s" % (kernel_id, self.client_id)) |
|
|||
116 |
|
||||
117 | def on_message(self, msg): |
|
|||
118 | self.router.forward_unicode(self.client_id, msg) |
|
|||
119 |
|
||||
120 | def on_close(self): |
|
|||
121 | self.router.unregister_client(self.client_id) |
|
|||
122 | logging.info("Connection closed: %s" % self.client_id) |
|
|||
123 |
|
||||
124 |
|
||||
125 | class NotebookRootHandler(web.RequestHandler): |
|
|||
126 |
|
||||
127 | def get(self): |
|
|||
128 | files = os.listdir(os.getcwd()) |
|
|||
129 | files = [file for file in files if file.endswith(".ipynb")] |
|
|||
130 | self.write(json.dumps(files)) |
|
|||
131 |
|
||||
132 |
|
||||
133 | class NotebookHandler(web.RequestHandler): |
|
|||
134 |
|
||||
135 | SUPPORTED_METHODS = ("GET", "DELETE", "PUT") |
|
|||
136 |
|
||||
137 | def find_path(self, filename): |
|
|||
138 | filename = urllib.unquote(filename) |
|
|||
139 | if not filename.endswith('.ipynb'): |
|
|||
140 | raise web.HTTPError(400) |
|
|||
141 | path = os.path.join(os.getcwd(), filename) |
|
|||
142 | return path |
|
|||
143 |
|
||||
144 | def get(self, filename): |
|
|||
145 | path = self.find_path(filename) |
|
|||
146 | if not os.path.isfile(path): |
|
|||
147 | raise web.HTTPError(404) |
|
|||
148 | info = os.stat(path) |
|
|||
149 | self.set_header("Content-Type", "application/unknown") |
|
|||
150 | self.set_header("Last-Modified", datetime.datetime.utcfromtimestamp( |
|
|||
151 | info.st_mtime)) |
|
|||
152 | f = open(path, "r") |
|
|||
153 | try: |
|
|||
154 | self.finish(f.read()) |
|
|||
155 | finally: |
|
|||
156 | f.close() |
|
|||
157 |
|
||||
158 | def put(self, filename): |
|
|||
159 | path = self.find_path(filename) |
|
|||
160 | f = open(path, "w") |
|
|||
161 | f.write(self.request.body) |
|
|||
162 | f.close() |
|
|||
163 | self.finish() |
|
|||
164 |
|
||||
165 | def delete(self, filename): |
|
|||
166 | path = self.find_path(filename) |
|
|||
167 | if not os.path.isfile(path): |
|
|||
168 | raise web.HTTPError(404) |
|
|||
169 | os.unlink(path) |
|
|||
170 | self.set_status(204) |
|
|||
171 | self.finish() |
|
|||
172 |
|
28 | |||
173 |
|
29 | |||
174 | class NotebookApplication(web.Application): |
|
30 | class NotebookApplication(web.Application): |
General Comments 0
You need to be logged in to leave comments.
Login now