##// END OF EJS Templates
Merge pull request #4107 from minrk/parallel-magics-fix...
Thomas Kluyver -
r12304:f0e4a0f0 merge
parent child Browse files
Show More
@@ -57,10 +57,9 b' class TestParallelMagics(ClusterTestCase, ParametricTestCase):'
57 57 ip.magic(
58 58 'px import sys,time;print(a);sys.stdout.flush();time.sleep(0.2)'
59 59 )
60 out = io.stdout
61 self.assertTrue('[stdout:' in out, out)
62 self.assertFalse('\n\n' in out)
63 self.assertTrue(out.rstrip().endswith('10'))
60 self.assertIn('[stdout:', io.stdout)
61 self.assertNotIn('\n\n', io.stdout)
62 assert io.stdout.rstrip().endswith('10')
64 63 self.assertRaisesRemote(ZeroDivisionError, ip.magic, 'px 1/0')
65 64
66 65 def _check_generated_stderr(self, stderr, n):
@@ -70,14 +69,14 b' class TestParallelMagics(ClusterTestCase, ParametricTestCase):'
70 69 '^stderr2$',
71 70 ] * n
72 71
73 self.assertFalse('\n\n' in stderr, stderr)
72 self.assertNotIn('\n\n', stderr)
74 73 lines = stderr.splitlines()
75 74 self.assertEqual(len(lines), len(expected), stderr)
76 75 for line,expect in zip(lines, expected):
77 76 if isinstance(expect, str):
78 77 expect = [expect]
79 78 for ex in expect:
80 self.assertTrue(re.search(ex, line) is not None, "Expected %r in %r" % (ex, line))
79 assert re.search(ex, line) is not None, "Expected %r in %r" % (ex, line)
81 80
82 81 def test_cellpx_block_args(self):
83 82 """%%px --[no]block flags work"""
@@ -89,20 +88,20 b' class TestParallelMagics(ClusterTestCase, ParametricTestCase):'
89 88 for block in (True, False):
90 89 v.block = block
91 90 ip.magic("pxconfig --verbose")
92 with capture_output() as io:
91 with capture_output(display=False) as io:
93 92 ip.run_cell_magic("px", "", "1")
94 93 if block:
95 self.assertTrue(io.stdout.startswith("Parallel"), io.stdout)
94 assert io.stdout.startswith("Parallel"), io.stdout
96 95 else:
97 self.assertTrue(io.stdout.startswith("Async"), io.stdout)
96 assert io.stdout.startswith("Async"), io.stdout
98 97
99 with capture_output() as io:
98 with capture_output(display=False) as io:
100 99 ip.run_cell_magic("px", "--block", "1")
101 self.assertTrue(io.stdout.startswith("Parallel"), io.stdout)
100 assert io.stdout.startswith("Parallel"), io.stdout
102 101
103 with capture_output() as io:
102 with capture_output(display=False) as io:
104 103 ip.run_cell_magic("px", "--noblock", "1")
105 self.assertTrue(io.stdout.startswith("Async"), io.stdout)
104 assert io.stdout.startswith("Async"), io.stdout
106 105
107 106 def test_cellpx_groupby_engine(self):
108 107 """%%px --group-outputs=engine"""
@@ -113,10 +112,10 b' class TestParallelMagics(ClusterTestCase, ParametricTestCase):'
113 112
114 113 v['generate_output'] = generate_output
115 114
116 with capture_output() as io:
115 with capture_output(display=False) as io:
117 116 ip.run_cell_magic('px', '--group-outputs=engine', 'generate_output()')
118 117
119 self.assertFalse('\n\n' in io.stdout)
118 self.assertNotIn('\n\n', io.stdout)
120 119 lines = io.stdout.splitlines()
121 120 expected = [
122 121 r'\[stdout:\d+\]',
@@ -133,7 +132,7 b' class TestParallelMagics(ClusterTestCase, ParametricTestCase):'
133 132 if isinstance(expect, str):
134 133 expect = [expect]
135 134 for ex in expect:
136 self.assertTrue(re.search(ex, line) is not None, "Expected %r in %r" % (ex, line))
135 assert re.search(ex, line) is not None, "Expected %r in %r" % (ex, line)
137 136
138 137 self._check_generated_stderr(io.stderr, len(v))
139 138
@@ -147,10 +146,10 b' class TestParallelMagics(ClusterTestCase, ParametricTestCase):'
147 146
148 147 v['generate_output'] = generate_output
149 148
150 with capture_output() as io:
149 with capture_output(display=False) as io:
151 150 ip.run_cell_magic('px', '--group-outputs=order', 'generate_output()')
152 151
153 self.assertFalse('\n\n' in io.stdout)
152 self.assertNotIn('\n\n', io.stdout)
154 153 lines = io.stdout.splitlines()
155 154 expected = []
156 155 expected.extend([
@@ -175,7 +174,7 b' class TestParallelMagics(ClusterTestCase, ParametricTestCase):'
175 174 if isinstance(expect, str):
176 175 expect = [expect]
177 176 for ex in expect:
178 self.assertTrue(re.search(ex, line) is not None, "Expected %r in %r" % (ex, line))
177 assert re.search(ex, line) is not None, "Expected %r in %r" % (ex, line)
179 178
180 179 self._check_generated_stderr(io.stderr, len(v))
181 180
@@ -188,10 +187,10 b' class TestParallelMagics(ClusterTestCase, ParametricTestCase):'
188 187
189 188 v['generate_output'] = generate_output
190 189
191 with capture_output() as io:
190 with capture_output(display=False) as io:
192 191 ip.run_cell_magic('px', '--group-outputs=type', 'generate_output()')
193 192
194 self.assertFalse('\n\n' in io.stdout)
193 self.assertNotIn('\n\n', io.stdout)
195 194 lines = io.stdout.splitlines()
196 195
197 196 expected = []
@@ -214,7 +213,7 b' class TestParallelMagics(ClusterTestCase, ParametricTestCase):'
214 213 if isinstance(expect, str):
215 214 expect = [expect]
216 215 for ex in expect:
217 self.assertTrue(re.search(ex, line) is not None, "Expected %r in %r" % (ex, line))
216 assert re.search(ex, line) is not None, "Expected %r in %r" % (ex, line)
218 217
219 218 self._check_generated_stderr(io.stderr, len(v))
220 219
@@ -232,10 +231,10 b' class TestParallelMagics(ClusterTestCase, ParametricTestCase):'
232 231 ip.magic('pxconfig --verbose')
233 232 with capture_output() as io:
234 233 ar = ip.magic('px print (a)')
235 self.assertTrue(isinstance(ar, AsyncResult))
236 self.assertTrue('Async' in io.stdout)
237 self.assertFalse('[stdout:' in io.stdout)
238 self.assertFalse('\n\n' in io.stdout)
234 self.assertIsInstance(ar, AsyncResult)
235 self.assertIn('Async', io.stdout)
236 self.assertNotIn('[stdout:', io.stdout)
237 self.assertNotIn('\n\n', io.stdout)
239 238
240 239 ar = ip.magic('px 1/0')
241 240 self.assertRaisesRemote(ZeroDivisionError, ar.get)
@@ -246,7 +245,7 b' class TestParallelMagics(ClusterTestCase, ParametricTestCase):'
246 245 v.activate()
247 246 v.block=True
248 247
249 with capture_output() as io:
248 with capture_output(display=False) as io:
250 249 ip.magic('autopx')
251 250 ip.run_cell('\n'.join(('a=5','b=12345','c=0')))
252 251 ip.run_cell('b*=2')
@@ -257,11 +256,11 b' class TestParallelMagics(ClusterTestCase, ParametricTestCase):'
257 256
258 257 output = io.stdout
259 258
260 self.assertTrue(output.startswith('%autopx enabled'), output)
261 self.assertTrue(output.rstrip().endswith('%autopx disabled'), output)
262 self.assertTrue('ZeroDivisionError' in output, output)
263 self.assertTrue('\nOut[' in output, output)
264 self.assertTrue(': 24690' in output, output)
259 assert output.startswith('%autopx enabled'), output
260 assert output.rstrip().endswith('%autopx disabled'), output
261 self.assertIn('ZeroDivisionError', output)
262 self.assertIn('\nOut[', output)
263 self.assertIn(': 24690', output)
265 264 ar = v.get_result(-1)
266 265 self.assertEqual(v['a'], 5)
267 266 self.assertEqual(v['b'], 24690)
@@ -284,9 +283,9 b' class TestParallelMagics(ClusterTestCase, ParametricTestCase):'
284 283
285 284 output = io.stdout.rstrip()
286 285
287 self.assertTrue(output.startswith('%autopx enabled'))
288 self.assertTrue(output.endswith('%autopx disabled'))
289 self.assertFalse('ZeroDivisionError' in output)
286 assert output.startswith('%autopx enabled'), output
287 assert output.endswith('%autopx disabled'), output
288 self.assertNotIn('ZeroDivisionError', output)
290 289 ar = v.get_result(-2)
291 290 self.assertRaisesRemote(ZeroDivisionError, ar.get)
292 291 # prevent TaskAborted on pulls, due to ZeroDivisionError
@@ -304,12 +303,9 b' class TestParallelMagics(ClusterTestCase, ParametricTestCase):'
304 303
305 304 for name in ('a', 'b'):
306 305 ip.magic('px ' + name)
307 with capture_output() as io:
306 with capture_output(display=False) as io:
308 307 ip.magic('pxresult')
309 output = io.stdout
310 msg = "expected %s output to include %s, but got: %s" % \
311 ('%pxresult', str(data[name]), output)
312 self.assertTrue(str(data[name]) in output, msg)
308 self.assertIn(str(data[name]), io.stdout)
313 309
314 310 @dec.skipif_not_matplotlib
315 311 def test_px_pylab(self):
@@ -322,13 +318,12 b' class TestParallelMagics(ClusterTestCase, ParametricTestCase):'
322 318 with capture_output() as io:
323 319 ip.magic("px %pylab inline")
324 320
325 self.assertTrue("Populating the interactive namespace from numpy and matplotlib" in io.stdout, io.stdout)
321 self.assertIn("Populating the interactive namespace from numpy and matplotlib", io.stdout)
326 322
327 with capture_output() as io:
323 with capture_output(display=False) as io:
328 324 ip.magic("px plot(rand(100))")
329
330 self.assertTrue('Out[' in io.stdout, io.stdout)
331 self.assertTrue('matplotlib.lines' in io.stdout, io.stdout)
325 self.assertIn('Out[', io.stdout)
326 self.assertIn('matplotlib.lines', io.stdout)
332 327
333 328 def test_pxconfig(self):
334 329 ip = get_ipython()
@@ -356,12 +351,12 b' class TestParallelMagics(ClusterTestCase, ParametricTestCase):'
356 351 self.assertEqual(view.targets, rc.ids)
357 352 ip.magic('pxconfig --verbose')
358 353 for cell in ("pass", "1/0"):
359 with capture_output() as io:
354 with capture_output(display=False) as io:
360 355 try:
361 356 ip.run_cell_magic("px", "--targets all", cell)
362 357 except pmod.RemoteError:
363 358 pass
364 self.assertTrue('engine(s): all' in io.stdout)
359 self.assertIn('engine(s): all', io.stdout)
365 360 self.assertEqual(view.targets, rc.ids)
366 361
367 362
@@ -374,12 +369,12 b' class TestParallelMagics(ClusterTestCase, ParametricTestCase):'
374 369 self.assertEqual(view.targets, rc.ids)
375 370 ip.magic('pxconfig --verbose')
376 371 for cell in ("pass", "1/0"):
377 with capture_output() as io:
372 with capture_output(display=False) as io:
378 373 try:
379 374 ip.run_cell_magic("px", "--block", cell)
380 375 except pmod.RemoteError:
381 376 pass
382 self.assertFalse('Async' in io.stdout)
383 self.assertFalse(view.block)
377 self.assertNotIn('Async', io.stdout)
378 self.assertEqual(view.block, False)
384 379
385 380
General Comments 0
You need to be logged in to leave comments. Login now