Show More
@@ -1,77 +1,77 | |||
|
1 | 1 | """A script for watching all traffic on the IOPub channel (stdout/stderr/pyerr) of engines. |
|
2 | 2 | |
|
3 | 3 | This connects to the default cluster, or you can pass the path to your ipcontroller-client.json |
|
4 | 4 | |
|
5 | 5 | Try running this script, and then running a few jobs that print (and call sys.stdout.flush), |
|
6 | 6 | and you will see the print statements as they arrive, notably not waiting for the results |
|
7 | 7 | to finish. |
|
8 | 8 | |
|
9 | 9 | You can use the zeromq SUBSCRIBE mechanism to only receive information from specific engines, |
|
10 | 10 | and easily filter by message type. |
|
11 | 11 | |
|
12 | 12 | Authors |
|
13 | 13 | ------- |
|
14 | 14 | * MinRK |
|
15 | 15 | """ |
|
16 | 16 | |
|
17 | 17 | import sys |
|
18 | 18 | import json |
|
19 | 19 | import zmq |
|
20 | 20 | |
|
21 | 21 | from IPython.kernel.zmq.session import Session |
|
22 | 22 | from IPython.utils.py3compat import str_to_bytes |
|
23 | 23 | from IPython.utils.path import get_security_file |
|
24 | 24 | |
|
25 | 25 | def main(connection_file): |
|
26 | 26 | """watch iopub channel, and print messages""" |
|
27 | 27 | |
|
28 | 28 | ctx = zmq.Context.instance() |
|
29 | 29 | |
|
30 | 30 | with open(connection_file) as f: |
|
31 | 31 | cfg = json.loads(f.read()) |
|
32 | 32 | |
|
33 | 33 | reg_url = cfg['interface'] |
|
34 | 34 | iopub_port = cfg['iopub'] |
|
35 | 35 | iopub_url = "%s:%s"%(reg_url, iopub_port) |
|
36 | 36 | |
|
37 | 37 | session = Session(key=str_to_bytes(cfg['key'])) |
|
38 | 38 | sub = ctx.socket(zmq.SUB) |
|
39 | 39 | |
|
40 | 40 | # This will subscribe to all messages: |
|
41 | 41 | sub.setsockopt(zmq.SUBSCRIBE, b'') |
|
42 | 42 | # replace with b'' with b'engine.1.stdout' to subscribe only to engine 1's stdout |
|
43 | 43 | # 0MQ subscriptions are simple 'foo*' matches, so 'engine.1.' subscribes |
|
44 | 44 | # to everything from engine 1, but there is no way to subscribe to |
|
45 | 45 | # just stdout from everyone. |
|
46 | 46 | # multiple calls to subscribe will add subscriptions, e.g. to subscribe to |
|
47 | 47 | # engine 1's stderr and engine 2's stdout: |
|
48 | 48 | # sub.setsockopt(zmq.SUBSCRIBE, b'engine.1.stderr') |
|
49 | 49 | # sub.setsockopt(zmq.SUBSCRIBE, b'engine.2.stdout') |
|
50 | 50 | sub.connect(iopub_url) |
|
51 | 51 | while True: |
|
52 | 52 | try: |
|
53 | 53 | idents,msg = session.recv(sub, mode=0) |
|
54 | 54 | except KeyboardInterrupt: |
|
55 | 55 | return |
|
56 | 56 | # ident always length 1 here |
|
57 | 57 | topic = idents[0] |
|
58 | 58 | if msg['msg_type'] == 'stream': |
|
59 | 59 | # stdout/stderr |
|
60 | 60 | # stream names are in msg['content']['name'], if you want to handle |
|
61 | 61 | # them differently |
|
62 |
print("%s: %s" % (topic, msg['content'][' |
|
|
62 | print("%s: %s" % (topic, msg['content']['text'])) | |
|
63 | 63 | elif msg['msg_type'] == 'pyerr': |
|
64 | 64 | # Python traceback |
|
65 | 65 | c = msg['content'] |
|
66 | 66 | print(topic + ':') |
|
67 | 67 | for line in c['traceback']: |
|
68 | 68 | # indent lines |
|
69 | 69 | print(' ' + line) |
|
70 | 70 | |
|
71 | 71 | if __name__ == '__main__': |
|
72 | 72 | if len(sys.argv) > 1: |
|
73 | 73 | cf = sys.argv[1] |
|
74 | 74 | else: |
|
75 | 75 | # This gets the security file for the default profile: |
|
76 | 76 | cf = get_security_file('ipcontroller-client.json') |
|
77 | 77 | main(cf) |
General Comments 0
You need to be logged in to leave comments.
Login now