enforce ascii identities in parallel code

This should be temporary

also use uuid.bytes to get a binary uuid in the HeartMonitor

IPython/parallel/controller/heartmonitor.py

@@ -46,7 +46,7 b' class Heart(object):'
         if in_type == zmq.SUB:
             self.device.setsockopt_in(zmq.SUBSCRIBE, b"")
         if heart_id is None:
-            heart_id = ensure_bytes(uuid.uuid4())
+            heart_id = uuid.uuid4().bytes
         self.device.setsockopt_out(zmq.IDENTITY, heart_id)
         self.id = heart_id
     

IPython/parallel/controller/hub.py

@@ -563,8 +563,8 b' class Hub(SessionFactory):'
         record = init_record(msg)
         msg_id = record['msg_id']
         # Unicode in records
-        record['engine_uuid'] = queue_id.decode('utf8', 'replace')
-        record['client_uuid'] = client_id.decode('utf8', 'replace')
+        record['engine_uuid'] = queue_id.decode('ascii')
+        record['client_uuid'] = client_id.decode('ascii')
         record['queue'] = 'mux'
 
         try:
@@ -834,7 +834,7 b' class Hub(SessionFactory):'
         jsonable = {}
         for k,v in self.keytable.iteritems():
             if v not in self.dead_engines:
-                jsonable[str(k)] = v.decode()
+                jsonable[str(k)] = v.decode('ascii')
         content['engines'] = jsonable
         self.session.send(self.query, 'connection_reply', content, parent=msg, ident=client_id)
     

IPython/parallel/controller/scheduler.py

@@ -503,7 +503,7 b' class TaskScheduler(SessionFactory):'
         self.add_job(idx)
         self.pending[target][msg_id] = (raw_msg, targets, MET, follow, timeout)
         # notify Hub
-        content = dict(msg_id=msg_id, engine_id=target.decode())
+        content = dict(msg_id=msg_id, engine_id=target.decode('ascii'))
         self.session.send(self.mon_stream, 'task_destination', content=content, 
                         ident=[b'tracktask',self.ident])
         

IPython/parallel/engine/engine.py

@@ -23,7 +23,7 b' import zmq'
 from zmq.eventloop import ioloop, zmqstream
 
 # internal
-from IPython.utils.traitlets import Instance, Dict, Int, Type, CFloat, Unicode
+from IPython.utils.traitlets import Instance, Dict, Int, Type, CFloat, Unicode, CBytes
 # from IPython.utils.localinterfaces import LOCALHOST 
 
 from IPython.parallel.controller.heartmonitor import Heart
@@ -58,6 +58,11 b' class EngineFactory(RegistrationFactory):'
     registrar=Instance('zmq.eventloop.zmqstream.ZMQStream')
     kernel=Instance(Kernel)
     
+    bident = CBytes()
+    ident = Unicode()
+    def _ident_changed(self, name, old, new):
+        self.bident = ensure_bytes(new)
+    
     
     def __init__(self, **kwargs):
         super(EngineFactory, self).__init__(**kwargs)
@@ -65,7 +70,7 b' class EngineFactory(RegistrationFactory):'
         ctx = self.context
         
         reg = ctx.socket(zmq.XREQ)
-        reg.setsockopt(zmq.IDENTITY, ensure_bytes(self.ident))
+        reg.setsockopt(zmq.IDENTITY, self.bident)
         reg.connect(self.url)
         self.registrar = zmqstream.ZMQStream(reg, self.loop)
         
@@ -83,8 +88,7 b' class EngineFactory(RegistrationFactory):'
         self._abort_dc.stop()
         ctx = self.context
         loop = self.loop
-        identity = ensure_bytes(self.ident)
-        
+        identity = self.bident
         idents,msg = self.session.feed_identities(msg)
         msg = Message(self.session.unpack_message(msg))
         

IPython/parallel/util.py

@@ -102,9 +102,9 b' class ReverseDict(dict):'
 #-----------------------------------------------------------------------------
 
 def ensure_bytes(s):
-    """ensure that an object is bytes"""
+    """ensure that an object is ascii bytes"""
     if isinstance(s, unicode):
-        s = s.encode(sys.getdefaultencoding(), 'replace')
+        s = s.encode('ascii')
     return s
 
 def validate_url(url):