##// END OF EJS Templates
ENH added _repr_jpeg_ method for YouTubeVideo object to allow conversion...
Ben Kasel -
Show More
@@ -1,544 +1,548 b''
1 """Various display related classes.
1 """Various display related classes.
2
2
3 Authors : MinRK, gregcaporaso, dannystaple
3 Authors : MinRK, gregcaporaso, dannystaple
4 """
4 """
5 from os.path import exists, isfile, splitext, abspath, join, isdir
5 from os.path import exists, isfile, splitext, abspath, join, isdir
6 from os import walk, sep
6 from os import walk, sep
7
7
8 from IPython.core.display import DisplayObject
8 from IPython.core.display import DisplayObject
9
9
10 __all__ = ['Audio', 'IFrame', 'YouTubeVideo', 'VimeoVideo', 'ScribdDocument',
10 __all__ = ['Audio', 'IFrame', 'YouTubeVideo', 'VimeoVideo', 'ScribdDocument',
11 'FileLink', 'FileLinks']
11 'FileLink', 'FileLinks']
12
12
13
13
14 class Audio(DisplayObject):
14 class Audio(DisplayObject):
15 """Create an audio object.
15 """Create an audio object.
16
16
17 When this object is returned by an input cell or passed to the
17 When this object is returned by an input cell or passed to the
18 display function, it will result in Audio controls being displayed
18 display function, it will result in Audio controls being displayed
19 in the frontend (only works in the notebook).
19 in the frontend (only works in the notebook).
20
20
21 Parameters
21 Parameters
22 ----------
22 ----------
23 data : numpy array, list, unicode, str or bytes
23 data : numpy array, list, unicode, str or bytes
24 Can be one of
24 Can be one of
25
25
26 * Numpy 1d array containing the desired waveform (mono)
26 * Numpy 1d array containing the desired waveform (mono)
27 * Numpy 2d array containing waveforms for each channel.
27 * Numpy 2d array containing waveforms for each channel.
28 Shape=(NCHAN, NSAMPLES). For the standard channel order, see
28 Shape=(NCHAN, NSAMPLES). For the standard channel order, see
29 http://msdn.microsoft.com/en-us/library/windows/hardware/dn653308(v=vs.85).aspx
29 http://msdn.microsoft.com/en-us/library/windows/hardware/dn653308(v=vs.85).aspx
30 * List of float or integer representing the waveform (mono)
30 * List of float or integer representing the waveform (mono)
31 * String containing the filename
31 * String containing the filename
32 * Bytestring containing raw PCM data or
32 * Bytestring containing raw PCM data or
33 * URL pointing to a file on the web.
33 * URL pointing to a file on the web.
34
34
35 If the array option is used the waveform will be normalized.
35 If the array option is used the waveform will be normalized.
36
36
37 If a filename or url is used the format support will be browser
37 If a filename or url is used the format support will be browser
38 dependent.
38 dependent.
39 url : unicode
39 url : unicode
40 A URL to download the data from.
40 A URL to download the data from.
41 filename : unicode
41 filename : unicode
42 Path to a local file to load the data from.
42 Path to a local file to load the data from.
43 embed : boolean
43 embed : boolean
44 Should the image data be embedded using a data URI (True) or should
44 Should the image data be embedded using a data URI (True) or should
45 the original source be referenced. Set this to True if you want the
45 the original source be referenced. Set this to True if you want the
46 audio to playable later with no internet connection in the notebook.
46 audio to playable later with no internet connection in the notebook.
47
47
48 Default is `True`, unless the keyword argument `url` is set, then
48 Default is `True`, unless the keyword argument `url` is set, then
49 default value is `False`.
49 default value is `False`.
50 rate : integer
50 rate : integer
51 The sampling rate of the raw data.
51 The sampling rate of the raw data.
52 Only required when data parameter is being used as an array
52 Only required when data parameter is being used as an array
53 autoplay : bool
53 autoplay : bool
54 Set to True if the audio should immediately start playing.
54 Set to True if the audio should immediately start playing.
55 Default is `False`.
55 Default is `False`.
56
56
57 Examples
57 Examples
58 --------
58 --------
59 ::
59 ::
60
60
61 # Generate a sound
61 # Generate a sound
62 import numpy as np
62 import numpy as np
63 framerate = 44100
63 framerate = 44100
64 t = np.linspace(0,5,framerate*5)
64 t = np.linspace(0,5,framerate*5)
65 data = np.sin(2*np.pi*220*t) + np.sin(2*np.pi*224*t))
65 data = np.sin(2*np.pi*220*t) + np.sin(2*np.pi*224*t))
66 Audio(data,rate=framerate)
66 Audio(data,rate=framerate)
67
67
68 # Can also do stereo or more channels
68 # Can also do stereo or more channels
69 dataleft = np.sin(2*np.pi*220*t)
69 dataleft = np.sin(2*np.pi*220*t)
70 dataright = np.sin(2*np.pi*224*t)
70 dataright = np.sin(2*np.pi*224*t)
71 Audio([dataleft, dataright],rate=framerate)
71 Audio([dataleft, dataright],rate=framerate)
72
72
73 Audio("http://www.nch.com.au/acm/8k16bitpcm.wav") # From URL
73 Audio("http://www.nch.com.au/acm/8k16bitpcm.wav") # From URL
74 Audio(url="http://www.w3schools.com/html/horse.ogg")
74 Audio(url="http://www.w3schools.com/html/horse.ogg")
75
75
76 Audio('/path/to/sound.wav') # From file
76 Audio('/path/to/sound.wav') # From file
77 Audio(filename='/path/to/sound.ogg')
77 Audio(filename='/path/to/sound.ogg')
78
78
79 Audio(b'RAW_WAV_DATA..) # From bytes
79 Audio(b'RAW_WAV_DATA..) # From bytes
80 Audio(data=b'RAW_WAV_DATA..)
80 Audio(data=b'RAW_WAV_DATA..)
81
81
82 """
82 """
83 _read_flags = 'rb'
83 _read_flags = 'rb'
84
84
85 def __init__(self, data=None, filename=None, url=None, embed=None, rate=None, autoplay=False):
85 def __init__(self, data=None, filename=None, url=None, embed=None, rate=None, autoplay=False):
86 if filename is None and url is None and data is None:
86 if filename is None and url is None and data is None:
87 raise ValueError("No image data found. Expecting filename, url, or data.")
87 raise ValueError("No image data found. Expecting filename, url, or data.")
88 if embed is False and url is None:
88 if embed is False and url is None:
89 raise ValueError("No url found. Expecting url when embed=False")
89 raise ValueError("No url found. Expecting url when embed=False")
90
90
91 if url is not None and embed is not True:
91 if url is not None and embed is not True:
92 self.embed = False
92 self.embed = False
93 else:
93 else:
94 self.embed = True
94 self.embed = True
95 self.autoplay = autoplay
95 self.autoplay = autoplay
96 super(Audio, self).__init__(data=data, url=url, filename=filename)
96 super(Audio, self).__init__(data=data, url=url, filename=filename)
97
97
98 if self.data is not None and not isinstance(self.data, bytes):
98 if self.data is not None and not isinstance(self.data, bytes):
99 self.data = self._make_wav(data,rate)
99 self.data = self._make_wav(data,rate)
100
100
101 def reload(self):
101 def reload(self):
102 """Reload the raw data from file or URL."""
102 """Reload the raw data from file or URL."""
103 import mimetypes
103 import mimetypes
104 if self.embed:
104 if self.embed:
105 super(Audio, self).reload()
105 super(Audio, self).reload()
106
106
107 if self.filename is not None:
107 if self.filename is not None:
108 self.mimetype = mimetypes.guess_type(self.filename)[0]
108 self.mimetype = mimetypes.guess_type(self.filename)[0]
109 elif self.url is not None:
109 elif self.url is not None:
110 self.mimetype = mimetypes.guess_type(self.url)[0]
110 self.mimetype = mimetypes.guess_type(self.url)[0]
111 else:
111 else:
112 self.mimetype = "audio/wav"
112 self.mimetype = "audio/wav"
113
113
114 def _make_wav(self, data, rate):
114 def _make_wav(self, data, rate):
115 """ Transform a numpy array to a PCM bytestring """
115 """ Transform a numpy array to a PCM bytestring """
116 import struct
116 import struct
117 from io import BytesIO
117 from io import BytesIO
118 import wave
118 import wave
119
119
120 try:
120 try:
121 import numpy as np
121 import numpy as np
122
122
123 data = np.array(data, dtype=float)
123 data = np.array(data, dtype=float)
124 if len(data.shape) == 1:
124 if len(data.shape) == 1:
125 nchan = 1
125 nchan = 1
126 elif len(data.shape) == 2:
126 elif len(data.shape) == 2:
127 # In wave files,channels are interleaved. E.g.,
127 # In wave files,channels are interleaved. E.g.,
128 # "L1R1L2R2..." for stereo. See
128 # "L1R1L2R2..." for stereo. See
129 # http://msdn.microsoft.com/en-us/library/windows/hardware/dn653308(v=vs.85).aspx
129 # http://msdn.microsoft.com/en-us/library/windows/hardware/dn653308(v=vs.85).aspx
130 # for channel ordering
130 # for channel ordering
131 nchan = data.shape[0]
131 nchan = data.shape[0]
132 data = data.T.ravel()
132 data = data.T.ravel()
133 else:
133 else:
134 raise ValueError('Array audio input must be a 1D or 2D array')
134 raise ValueError('Array audio input must be a 1D or 2D array')
135 scaled = np.int16(data/np.max(np.abs(data))*32767).tolist()
135 scaled = np.int16(data/np.max(np.abs(data))*32767).tolist()
136 except ImportError:
136 except ImportError:
137 # check that it is a "1D" list
137 # check that it is a "1D" list
138 idata = iter(data) # fails if not an iterable
138 idata = iter(data) # fails if not an iterable
139 try:
139 try:
140 iter(idata.next())
140 iter(idata.next())
141 raise TypeError('Only lists of mono audio are '
141 raise TypeError('Only lists of mono audio are '
142 'supported if numpy is not installed')
142 'supported if numpy is not installed')
143 except TypeError:
143 except TypeError:
144 # this means it's not a nested list, which is what we want
144 # this means it's not a nested list, which is what we want
145 pass
145 pass
146 maxabsvalue = float(max([abs(x) for x in data]))
146 maxabsvalue = float(max([abs(x) for x in data]))
147 scaled = [int(x/maxabsvalue*32767) for x in data]
147 scaled = [int(x/maxabsvalue*32767) for x in data]
148 nchan = 1
148 nchan = 1
149
149
150 fp = BytesIO()
150 fp = BytesIO()
151 waveobj = wave.open(fp,mode='wb')
151 waveobj = wave.open(fp,mode='wb')
152 waveobj.setnchannels(nchan)
152 waveobj.setnchannels(nchan)
153 waveobj.setframerate(rate)
153 waveobj.setframerate(rate)
154 waveobj.setsampwidth(2)
154 waveobj.setsampwidth(2)
155 waveobj.setcomptype('NONE','NONE')
155 waveobj.setcomptype('NONE','NONE')
156 waveobj.writeframes(b''.join([struct.pack('<h',x) for x in scaled]))
156 waveobj.writeframes(b''.join([struct.pack('<h',x) for x in scaled]))
157 val = fp.getvalue()
157 val = fp.getvalue()
158 waveobj.close()
158 waveobj.close()
159
159
160 return val
160 return val
161
161
162 def _data_and_metadata(self):
162 def _data_and_metadata(self):
163 """shortcut for returning metadata with url information, if defined"""
163 """shortcut for returning metadata with url information, if defined"""
164 md = {}
164 md = {}
165 if self.url:
165 if self.url:
166 md['url'] = self.url
166 md['url'] = self.url
167 if md:
167 if md:
168 return self.data, md
168 return self.data, md
169 else:
169 else:
170 return self.data
170 return self.data
171
171
172 def _repr_html_(self):
172 def _repr_html_(self):
173 src = """
173 src = """
174 <audio controls="controls" {autoplay}>
174 <audio controls="controls" {autoplay}>
175 <source src="{src}" type="{type}" />
175 <source src="{src}" type="{type}" />
176 Your browser does not support the audio element.
176 Your browser does not support the audio element.
177 </audio>
177 </audio>
178 """
178 """
179 return src.format(src=self.src_attr(),type=self.mimetype, autoplay=self.autoplay_attr())
179 return src.format(src=self.src_attr(),type=self.mimetype, autoplay=self.autoplay_attr())
180
180
181 def src_attr(self):
181 def src_attr(self):
182 import base64
182 import base64
183 if self.embed and (self.data is not None):
183 if self.embed and (self.data is not None):
184 data = base64=base64.b64encode(self.data).decode('ascii')
184 data = base64=base64.b64encode(self.data).decode('ascii')
185 return """data:{type};base64,{base64}""".format(type=self.mimetype,
185 return """data:{type};base64,{base64}""".format(type=self.mimetype,
186 base64=data)
186 base64=data)
187 elif self.url is not None:
187 elif self.url is not None:
188 return self.url
188 return self.url
189 else:
189 else:
190 return ""
190 return ""
191
191
192 def autoplay_attr(self):
192 def autoplay_attr(self):
193 if(self.autoplay):
193 if(self.autoplay):
194 return 'autoplay="autoplay"'
194 return 'autoplay="autoplay"'
195 else:
195 else:
196 return ''
196 return ''
197
197
198 class IFrame(object):
198 class IFrame(object):
199 """
199 """
200 Generic class to embed an iframe in an IPython notebook
200 Generic class to embed an iframe in an IPython notebook
201 """
201 """
202
202
203 iframe = """
203 iframe = """
204 <iframe
204 <iframe
205 width="{width}"
205 width="{width}"
206 height="{height}"
206 height="{height}"
207 src="{src}{params}"
207 src="{src}{params}"
208 frameborder="0"
208 frameborder="0"
209 allowfullscreen
209 allowfullscreen
210 ></iframe>
210 ></iframe>
211 """
211 """
212
212
213 def __init__(self, src, width, height, **kwargs):
213 def __init__(self, src, width, height, **kwargs):
214 self.src = src
214 self.src = src
215 self.width = width
215 self.width = width
216 self.height = height
216 self.height = height
217 self.params = kwargs
217 self.params = kwargs
218
218
219 def _repr_html_(self):
219 def _repr_html_(self):
220 """return the embed iframe"""
220 """return the embed iframe"""
221 if self.params:
221 if self.params:
222 try:
222 try:
223 from urllib.parse import urlencode # Py 3
223 from urllib.parse import urlencode # Py 3
224 except ImportError:
224 except ImportError:
225 from urllib import urlencode
225 from urllib import urlencode
226 params = "?" + urlencode(self.params)
226 params = "?" + urlencode(self.params)
227 else:
227 else:
228 params = ""
228 params = ""
229 return self.iframe.format(src=self.src,
229 return self.iframe.format(src=self.src,
230 width=self.width,
230 width=self.width,
231 height=self.height,
231 height=self.height,
232 params=params)
232 params=params)
233
233
234 class YouTubeVideo(IFrame):
234 class YouTubeVideo(IFrame):
235 """Class for embedding a YouTube Video in an IPython session, based on its video id.
235 """Class for embedding a YouTube Video in an IPython session, based on its video id.
236
236
237 e.g. to embed the video from https://www.youtube.com/watch?v=foo , you would
237 e.g. to embed the video from https://www.youtube.com/watch?v=foo , you would
238 do::
238 do::
239
239
240 vid = YouTubeVideo("foo")
240 vid = YouTubeVideo("foo")
241 display(vid)
241 display(vid)
242
242
243 To start from 30 seconds::
243 To start from 30 seconds::
244
244
245 vid = YouTubeVideo("abc", start=30)
245 vid = YouTubeVideo("abc", start=30)
246 display(vid)
246 display(vid)
247
247
248 To calculate seconds from time as hours, minutes, seconds use
248 To calculate seconds from time as hours, minutes, seconds use
249 :class:`datetime.timedelta`::
249 :class:`datetime.timedelta`::
250
250
251 start=int(timedelta(hours=1, minutes=46, seconds=40).total_seconds())
251 start=int(timedelta(hours=1, minutes=46, seconds=40).total_seconds())
252
252
253 Other parameters can be provided as documented at
253 Other parameters can be provided as documented at
254 https://developers.google.com/youtube/player_parameters#parameter-subheader
254 https://developers.google.com/youtube/player_parameters#parameter-subheader
255 """
255 """
256
256
257 def __init__(self, id, width=400, height=300, **kwargs):
257 def __init__(self, id, width=400, height=300, **kwargs):
258 self.id=id
258 src = "https://www.youtube.com/embed/{0}".format(id)
259 src = "https://www.youtube.com/embed/{0}".format(id)
259 super(YouTubeVideo, self).__init__(src, width, height, **kwargs)
260 super(YouTubeVideo, self).__init__(src, width, height, **kwargs)
261 def _repr_jpeg_(self):
262 from urllib import urlopen
263 return urlopen("https://img.youtube.com/vi/{id}/0.jpg".format(id=self.id)).read()
260
264
261 class VimeoVideo(IFrame):
265 class VimeoVideo(IFrame):
262 """
266 """
263 Class for embedding a Vimeo video in an IPython session, based on its video id.
267 Class for embedding a Vimeo video in an IPython session, based on its video id.
264 """
268 """
265
269
266 def __init__(self, id, width=400, height=300, **kwargs):
270 def __init__(self, id, width=400, height=300, **kwargs):
267 src="https://player.vimeo.com/video/{0}".format(id)
271 src="https://player.vimeo.com/video/{0}".format(id)
268 super(VimeoVideo, self).__init__(src, width, height, **kwargs)
272 super(VimeoVideo, self).__init__(src, width, height, **kwargs)
269
273
270 class ScribdDocument(IFrame):
274 class ScribdDocument(IFrame):
271 """
275 """
272 Class for embedding a Scribd document in an IPython session
276 Class for embedding a Scribd document in an IPython session
273
277
274 Use the start_page params to specify a starting point in the document
278 Use the start_page params to specify a starting point in the document
275 Use the view_mode params to specify display type one off scroll | slideshow | book
279 Use the view_mode params to specify display type one off scroll | slideshow | book
276
280
277 e.g to Display Wes' foundational paper about PANDAS in book mode from page 3
281 e.g to Display Wes' foundational paper about PANDAS in book mode from page 3
278
282
279 ScribdDocument(71048089, width=800, height=400, start_page=3, view_mode="book")
283 ScribdDocument(71048089, width=800, height=400, start_page=3, view_mode="book")
280 """
284 """
281
285
282 def __init__(self, id, width=400, height=300, **kwargs):
286 def __init__(self, id, width=400, height=300, **kwargs):
283 src="https://www.scribd.com/embeds/{0}/content".format(id)
287 src="https://www.scribd.com/embeds/{0}/content".format(id)
284 super(ScribdDocument, self).__init__(src, width, height, **kwargs)
288 super(ScribdDocument, self).__init__(src, width, height, **kwargs)
285
289
286 class FileLink(object):
290 class FileLink(object):
287 """Class for embedding a local file link in an IPython session, based on path
291 """Class for embedding a local file link in an IPython session, based on path
288
292
289 e.g. to embed a link that was generated in the IPython notebook as my/data.txt
293 e.g. to embed a link that was generated in the IPython notebook as my/data.txt
290
294
291 you would do::
295 you would do::
292
296
293 local_file = FileLink("my/data.txt")
297 local_file = FileLink("my/data.txt")
294 display(local_file)
298 display(local_file)
295
299
296 or in the HTML notebook, just::
300 or in the HTML notebook, just::
297
301
298 FileLink("my/data.txt")
302 FileLink("my/data.txt")
299 """
303 """
300
304
301 html_link_str = "<a href='%s' target='_blank'>%s</a>"
305 html_link_str = "<a href='%s' target='_blank'>%s</a>"
302
306
303 def __init__(self,
307 def __init__(self,
304 path,
308 path,
305 url_prefix='',
309 url_prefix='',
306 result_html_prefix='',
310 result_html_prefix='',
307 result_html_suffix='<br>'):
311 result_html_suffix='<br>'):
308 """
312 """
309 Parameters
313 Parameters
310 ----------
314 ----------
311 path : str
315 path : str
312 path to the file or directory that should be formatted
316 path to the file or directory that should be formatted
313 directory_prefix : str
317 directory_prefix : str
314 prefix to be prepended to all files to form a working link [default:
318 prefix to be prepended to all files to form a working link [default:
315 'files']
319 'files']
316 result_html_prefix : str
320 result_html_prefix : str
317 text to append to beginning to link [default: none]
321 text to append to beginning to link [default: none]
318 result_html_suffix : str
322 result_html_suffix : str
319 text to append at the end of link [default: '<br>']
323 text to append at the end of link [default: '<br>']
320 """
324 """
321 if isdir(path):
325 if isdir(path):
322 raise ValueError("Cannot display a directory using FileLink. "
326 raise ValueError("Cannot display a directory using FileLink. "
323 "Use FileLinks to display '%s'." % path)
327 "Use FileLinks to display '%s'." % path)
324 self.path = path
328 self.path = path
325 self.url_prefix = url_prefix
329 self.url_prefix = url_prefix
326 self.result_html_prefix = result_html_prefix
330 self.result_html_prefix = result_html_prefix
327 self.result_html_suffix = result_html_suffix
331 self.result_html_suffix = result_html_suffix
328
332
329 def _format_path(self):
333 def _format_path(self):
330 fp = ''.join([self.url_prefix,self.path])
334 fp = ''.join([self.url_prefix,self.path])
331 return ''.join([self.result_html_prefix,
335 return ''.join([self.result_html_prefix,
332 self.html_link_str % (fp, self.path),
336 self.html_link_str % (fp, self.path),
333 self.result_html_suffix])
337 self.result_html_suffix])
334
338
335 def _repr_html_(self):
339 def _repr_html_(self):
336 """return html link to file
340 """return html link to file
337 """
341 """
338 if not exists(self.path):
342 if not exists(self.path):
339 return ("Path (<tt>%s</tt>) doesn't exist. "
343 return ("Path (<tt>%s</tt>) doesn't exist. "
340 "It may still be in the process of "
344 "It may still be in the process of "
341 "being generated, or you may have the "
345 "being generated, or you may have the "
342 "incorrect path." % self.path)
346 "incorrect path." % self.path)
343
347
344 return self._format_path()
348 return self._format_path()
345
349
346 def __repr__(self):
350 def __repr__(self):
347 """return absolute path to file
351 """return absolute path to file
348 """
352 """
349 return abspath(self.path)
353 return abspath(self.path)
350
354
351 class FileLinks(FileLink):
355 class FileLinks(FileLink):
352 """Class for embedding local file links in an IPython session, based on path
356 """Class for embedding local file links in an IPython session, based on path
353
357
354 e.g. to embed links to files that were generated in the IPython notebook
358 e.g. to embed links to files that were generated in the IPython notebook
355 under ``my/data``, you would do::
359 under ``my/data``, you would do::
356
360
357 local_files = FileLinks("my/data")
361 local_files = FileLinks("my/data")
358 display(local_files)
362 display(local_files)
359
363
360 or in the HTML notebook, just::
364 or in the HTML notebook, just::
361
365
362 FileLinks("my/data")
366 FileLinks("my/data")
363 """
367 """
364 def __init__(self,
368 def __init__(self,
365 path,
369 path,
366 url_prefix='',
370 url_prefix='',
367 included_suffixes=None,
371 included_suffixes=None,
368 result_html_prefix='',
372 result_html_prefix='',
369 result_html_suffix='<br>',
373 result_html_suffix='<br>',
370 notebook_display_formatter=None,
374 notebook_display_formatter=None,
371 terminal_display_formatter=None,
375 terminal_display_formatter=None,
372 recursive=True):
376 recursive=True):
373 """
377 """
374 See :class:`FileLink` for the ``path``, ``url_prefix``,
378 See :class:`FileLink` for the ``path``, ``url_prefix``,
375 ``result_html_prefix`` and ``result_html_suffix`` parameters.
379 ``result_html_prefix`` and ``result_html_suffix`` parameters.
376
380
377 included_suffixes : list
381 included_suffixes : list
378 Filename suffixes to include when formatting output [default: include
382 Filename suffixes to include when formatting output [default: include
379 all files]
383 all files]
380
384
381 notebook_display_formatter : function
385 notebook_display_formatter : function
382 Used to format links for display in the notebook. See discussion of
386 Used to format links for display in the notebook. See discussion of
383 formatter functions below.
387 formatter functions below.
384
388
385 terminal_display_formatter : function
389 terminal_display_formatter : function
386 Used to format links for display in the terminal. See discussion of
390 Used to format links for display in the terminal. See discussion of
387 formatter functions below.
391 formatter functions below.
388
392
389 Formatter functions must be of the form::
393 Formatter functions must be of the form::
390
394
391 f(dirname, fnames, included_suffixes)
395 f(dirname, fnames, included_suffixes)
392
396
393 dirname : str
397 dirname : str
394 The name of a directory
398 The name of a directory
395 fnames : list
399 fnames : list
396 The files in that directory
400 The files in that directory
397 included_suffixes : list
401 included_suffixes : list
398 The file suffixes that should be included in the output (passing None
402 The file suffixes that should be included in the output (passing None
399 meansto include all suffixes in the output in the built-in formatters)
403 meansto include all suffixes in the output in the built-in formatters)
400 recursive : boolean
404 recursive : boolean
401 Whether to recurse into subdirectories. Default is True.
405 Whether to recurse into subdirectories. Default is True.
402
406
403 The function should return a list of lines that will be printed in the
407 The function should return a list of lines that will be printed in the
404 notebook (if passing notebook_display_formatter) or the terminal (if
408 notebook (if passing notebook_display_formatter) or the terminal (if
405 passing terminal_display_formatter). This function is iterated over for
409 passing terminal_display_formatter). This function is iterated over for
406 each directory in self.path. Default formatters are in place, can be
410 each directory in self.path. Default formatters are in place, can be
407 passed here to support alternative formatting.
411 passed here to support alternative formatting.
408
412
409 """
413 """
410 if isfile(path):
414 if isfile(path):
411 raise ValueError("Cannot display a file using FileLinks. "
415 raise ValueError("Cannot display a file using FileLinks. "
412 "Use FileLink to display '%s'." % path)
416 "Use FileLink to display '%s'." % path)
413 self.included_suffixes = included_suffixes
417 self.included_suffixes = included_suffixes
414 # remove trailing slashs for more consistent output formatting
418 # remove trailing slashs for more consistent output formatting
415 path = path.rstrip('/')
419 path = path.rstrip('/')
416
420
417 self.path = path
421 self.path = path
418 self.url_prefix = url_prefix
422 self.url_prefix = url_prefix
419 self.result_html_prefix = result_html_prefix
423 self.result_html_prefix = result_html_prefix
420 self.result_html_suffix = result_html_suffix
424 self.result_html_suffix = result_html_suffix
421
425
422 self.notebook_display_formatter = \
426 self.notebook_display_formatter = \
423 notebook_display_formatter or self._get_notebook_display_formatter()
427 notebook_display_formatter or self._get_notebook_display_formatter()
424 self.terminal_display_formatter = \
428 self.terminal_display_formatter = \
425 terminal_display_formatter or self._get_terminal_display_formatter()
429 terminal_display_formatter or self._get_terminal_display_formatter()
426
430
427 self.recursive = recursive
431 self.recursive = recursive
428
432
429 def _get_display_formatter(self,
433 def _get_display_formatter(self,
430 dirname_output_format,
434 dirname_output_format,
431 fname_output_format,
435 fname_output_format,
432 fp_format,
436 fp_format,
433 fp_cleaner=None):
437 fp_cleaner=None):
434 """ generate built-in formatter function
438 """ generate built-in formatter function
435
439
436 this is used to define both the notebook and terminal built-in
440 this is used to define both the notebook and terminal built-in
437 formatters as they only differ by some wrapper text for each entry
441 formatters as they only differ by some wrapper text for each entry
438
442
439 dirname_output_format: string to use for formatting directory
443 dirname_output_format: string to use for formatting directory
440 names, dirname will be substituted for a single "%s" which
444 names, dirname will be substituted for a single "%s" which
441 must appear in this string
445 must appear in this string
442 fname_output_format: string to use for formatting file names,
446 fname_output_format: string to use for formatting file names,
443 if a single "%s" appears in the string, fname will be substituted
447 if a single "%s" appears in the string, fname will be substituted
444 if two "%s" appear in the string, the path to fname will be
448 if two "%s" appear in the string, the path to fname will be
445 substituted for the first and fname will be substituted for the
449 substituted for the first and fname will be substituted for the
446 second
450 second
447 fp_format: string to use for formatting filepaths, must contain
451 fp_format: string to use for formatting filepaths, must contain
448 exactly two "%s" and the dirname will be subsituted for the first
452 exactly two "%s" and the dirname will be subsituted for the first
449 and fname will be substituted for the second
453 and fname will be substituted for the second
450 """
454 """
451 def f(dirname, fnames, included_suffixes=None):
455 def f(dirname, fnames, included_suffixes=None):
452 result = []
456 result = []
453 # begin by figuring out which filenames, if any,
457 # begin by figuring out which filenames, if any,
454 # are going to be displayed
458 # are going to be displayed
455 display_fnames = []
459 display_fnames = []
456 for fname in fnames:
460 for fname in fnames:
457 if (isfile(join(dirname,fname)) and
461 if (isfile(join(dirname,fname)) and
458 (included_suffixes is None or
462 (included_suffixes is None or
459 splitext(fname)[1] in included_suffixes)):
463 splitext(fname)[1] in included_suffixes)):
460 display_fnames.append(fname)
464 display_fnames.append(fname)
461
465
462 if len(display_fnames) == 0:
466 if len(display_fnames) == 0:
463 # if there are no filenames to display, don't print anything
467 # if there are no filenames to display, don't print anything
464 # (not even the directory name)
468 # (not even the directory name)
465 pass
469 pass
466 else:
470 else:
467 # otherwise print the formatted directory name followed by
471 # otherwise print the formatted directory name followed by
468 # the formatted filenames
472 # the formatted filenames
469 dirname_output_line = dirname_output_format % dirname
473 dirname_output_line = dirname_output_format % dirname
470 result.append(dirname_output_line)
474 result.append(dirname_output_line)
471 for fname in display_fnames:
475 for fname in display_fnames:
472 fp = fp_format % (dirname,fname)
476 fp = fp_format % (dirname,fname)
473 if fp_cleaner is not None:
477 if fp_cleaner is not None:
474 fp = fp_cleaner(fp)
478 fp = fp_cleaner(fp)
475 try:
479 try:
476 # output can include both a filepath and a filename...
480 # output can include both a filepath and a filename...
477 fname_output_line = fname_output_format % (fp, fname)
481 fname_output_line = fname_output_format % (fp, fname)
478 except TypeError:
482 except TypeError:
479 # ... or just a single filepath
483 # ... or just a single filepath
480 fname_output_line = fname_output_format % fname
484 fname_output_line = fname_output_format % fname
481 result.append(fname_output_line)
485 result.append(fname_output_line)
482 return result
486 return result
483 return f
487 return f
484
488
485 def _get_notebook_display_formatter(self,
489 def _get_notebook_display_formatter(self,
486 spacer="&nbsp;&nbsp;"):
490 spacer="&nbsp;&nbsp;"):
487 """ generate function to use for notebook formatting
491 """ generate function to use for notebook formatting
488 """
492 """
489 dirname_output_format = \
493 dirname_output_format = \
490 self.result_html_prefix + "%s/" + self.result_html_suffix
494 self.result_html_prefix + "%s/" + self.result_html_suffix
491 fname_output_format = \
495 fname_output_format = \
492 self.result_html_prefix + spacer + self.html_link_str + self.result_html_suffix
496 self.result_html_prefix + spacer + self.html_link_str + self.result_html_suffix
493 fp_format = self.url_prefix + '%s/%s'
497 fp_format = self.url_prefix + '%s/%s'
494 if sep == "\\":
498 if sep == "\\":
495 # Working on a platform where the path separator is "\", so
499 # Working on a platform where the path separator is "\", so
496 # must convert these to "/" for generating a URI
500 # must convert these to "/" for generating a URI
497 def fp_cleaner(fp):
501 def fp_cleaner(fp):
498 # Replace all occurences of backslash ("\") with a forward
502 # Replace all occurences of backslash ("\") with a forward
499 # slash ("/") - this is necessary on windows when a path is
503 # slash ("/") - this is necessary on windows when a path is
500 # provided as input, but we must link to a URI
504 # provided as input, but we must link to a URI
501 return fp.replace('\\','/')
505 return fp.replace('\\','/')
502 else:
506 else:
503 fp_cleaner = None
507 fp_cleaner = None
504
508
505 return self._get_display_formatter(dirname_output_format,
509 return self._get_display_formatter(dirname_output_format,
506 fname_output_format,
510 fname_output_format,
507 fp_format,
511 fp_format,
508 fp_cleaner)
512 fp_cleaner)
509
513
510 def _get_terminal_display_formatter(self,
514 def _get_terminal_display_formatter(self,
511 spacer=" "):
515 spacer=" "):
512 """ generate function to use for terminal formatting
516 """ generate function to use for terminal formatting
513 """
517 """
514 dirname_output_format = "%s/"
518 dirname_output_format = "%s/"
515 fname_output_format = spacer + "%s"
519 fname_output_format = spacer + "%s"
516 fp_format = '%s/%s'
520 fp_format = '%s/%s'
517
521
518 return self._get_display_formatter(dirname_output_format,
522 return self._get_display_formatter(dirname_output_format,
519 fname_output_format,
523 fname_output_format,
520 fp_format)
524 fp_format)
521
525
522 def _format_path(self):
526 def _format_path(self):
523 result_lines = []
527 result_lines = []
524 if self.recursive:
528 if self.recursive:
525 walked_dir = list(walk(self.path))
529 walked_dir = list(walk(self.path))
526 else:
530 else:
527 walked_dir = [next(walk(self.path))]
531 walked_dir = [next(walk(self.path))]
528 walked_dir.sort()
532 walked_dir.sort()
529 for dirname, subdirs, fnames in walked_dir:
533 for dirname, subdirs, fnames in walked_dir:
530 result_lines += self.notebook_display_formatter(dirname, fnames, self.included_suffixes)
534 result_lines += self.notebook_display_formatter(dirname, fnames, self.included_suffixes)
531 return '\n'.join(result_lines)
535 return '\n'.join(result_lines)
532
536
533 def __repr__(self):
537 def __repr__(self):
534 """return newline-separated absolute paths
538 """return newline-separated absolute paths
535 """
539 """
536 result_lines = []
540 result_lines = []
537 if self.recursive:
541 if self.recursive:
538 walked_dir = list(walk(self.path))
542 walked_dir = list(walk(self.path))
539 else:
543 else:
540 walked_dir = [next(walk(self.path))]
544 walked_dir = [next(walk(self.path))]
541 walked_dir.sort()
545 walked_dir.sort()
542 for dirname, subdirs, fnames in walked_dir:
546 for dirname, subdirs, fnames in walked_dir:
543 result_lines += self.terminal_display_formatter(dirname, fnames, self.included_suffixes)
547 result_lines += self.terminal_display_formatter(dirname, fnames, self.included_suffixes)
544 return '\n'.join(result_lines)
548 return '\n'.join(result_lines)
General Comments 0
You need to be logged in to leave comments. Login now