upstream/ipython Files · docs/examples/newparallel/demo/noncopying.py

don't automatically add jobarray or queue lines to user template...

don't automatically add jobarray or queue lines to user template In parallel launchers, the queue and jobarray lines should not be added except in the default templates. user-templates must be fully specified. This prevents conflicts between PBS versions, which may not support jobarrays, etc. These lines are now only added to the *default* templates.

MinRK - - Load All Authors

File last commit:

r3609:8d078bcc


                r4183:965bc088

Download file

             noncopying.py
        
                    44 lines
            
             | 861 B
            
                | text/x-python
            
             |
                PythonLexer
            
             / docs / examples / newparallel / demo / noncopying.py
          
                    History
                
                 |
                  Annotation
                 | Raw
                 |Copy content
                 |Copy permalink

      """non-copying sends"""

      import zmq

      import numpy

      n = 10

      iface = 'inproc://pub'

      ctx = zmq.Context()

      p = ctx.socket(zmq.PUB)

      p.bind(iface)

      # connect 2 subs

      s1 = ctx.socket(zmq.SUB)

      s1.connect(iface)

      s1.setsockopt(zmq.SUBSCRIBE, '')

      s2 = ctx.socket(zmq.SUB)

      s2.connect(iface)

      s2.setsockopt(zmq.SUBSCRIBE, '')

      A = numpy.random.random((1024,1024))

      # send

      p.send(A, copy=False)

      # recv on 1 non-copy

      msg1 = s1.recv(copy=False)

      B1 = numpy.frombuffer(msg1.buffer, dtype=A.dtype).reshape(A.shape)

      # recv on 2 copy

      msg2 = s2.recv(copy=False)

      B2 = numpy.frombuffer(buffer(msg2.bytes), dtype=A.dtype).reshape(A.shape)

      print (B1==B2).all()

      print (B1==A).all()

      A[0][0] += 10

      print "~"

      # after changing A in-place, B1 changes too, proving non-copying sends

      print (B1==A).all()

      # but B2 is fixed, since it called the msg.bytes attr, which copies

      print (B1==B2).all()

	Site-wide shortcuts
/	Use quick search box
g h	Goto home page
g g	Goto my private gists page
g G	Goto my public gists page
g 0-9	Goto bookmarked items from 0-9
n r	New repository page
n g	New gist page

	Repositories
g s	Goto summary page
g c	Goto changelog page
g f	Goto files page
g F	Goto files page with file search activated
g p	Goto pull requests page
g o	Goto repository settings
g O	Goto repository access permissions settings
t s	Toggle sidebar on some pages

				"""non-copying sends"""
				import zmq
				import numpy

				n = 10
				iface = 'inproc://pub'

				ctx = zmq.Context()

				p = ctx.socket(zmq.PUB)
				p.bind(iface)

				# connect 2 subs
				s1 = ctx.socket(zmq.SUB)
				s1.connect(iface)
				s1.setsockopt(zmq.SUBSCRIBE, '')

				s2 = ctx.socket(zmq.SUB)
				s2.connect(iface)
				s2.setsockopt(zmq.SUBSCRIBE, '')

				A = numpy.random.random((1024,1024))

				# send
				p.send(A, copy=False)
				# recv on 1 non-copy
				msg1 = s1.recv(copy=False)
				B1 = numpy.frombuffer(msg1.buffer, dtype=A.dtype).reshape(A.shape)
				# recv on 2 copy
				msg2 = s2.recv(copy=False)
				B2 = numpy.frombuffer(buffer(msg2.bytes), dtype=A.dtype).reshape(A.shape)

				print (B1==B2).all()
				print (B1==A).all()
				A[0][0] += 10
				print "~"
				# after changing A in-place, B1 changes too, proving non-copying sends
				print (B1==A).all()
				# but B2 is fixed, since it called the msg.bytes attr, which copies
				print (B1==B2).all()