##// END OF EJS Templates
Fix wording in docstrings
Brandon T. Willard -
Show More
@@ -1,2092 +1,2091 b''
1 1 """Completion for IPython.
2 2
3 3 This module started as fork of the rlcompleter module in the Python standard
4 4 library. The original enhancements made to rlcompleter have been sent
5 5 upstream and were accepted as of Python 2.3,
6 6
7 7 This module now support a wide variety of completion mechanism both available
8 8 for normal classic Python code, as well as completer for IPython specific
9 9 Syntax like magics.
10 10
11 11 Latex and Unicode completion
12 12 ============================
13 13
14 14 IPython and compatible frontends not only can complete your code, but can help
15 15 you to input a wide range of characters. In particular we allow you to insert
16 16 a unicode character using the tab completion mechanism.
17 17
18 18 Forward latex/unicode completion
19 19 --------------------------------
20 20
21 21 Forward completion allows you to easily type a unicode character using its latex
22 22 name, or unicode long description. To do so type a backslash follow by the
23 23 relevant name and press tab:
24 24
25 25
26 26 Using latex completion:
27 27
28 28 .. code::
29 29
30 30 \\alpha<tab>
31 31 Ξ±
32 32
33 33 or using unicode completion:
34 34
35 35
36 36 .. code::
37 37
38 38 \\greek small letter alpha<tab>
39 39 Ξ±
40 40
41 41
42 42 Only valid Python identifiers will complete. Combining characters (like arrow or
43 43 dots) are also available, unlike latex they need to be put after the their
44 44 counterpart that is to say, `F\\\\vec<tab>` is correct, not `\\\\vec<tab>F`.
45 45
46 46 Some browsers are known to display combining characters incorrectly.
47 47
48 48 Backward latex completion
49 49 -------------------------
50 50
51 51 It is sometime challenging to know how to type a character, if you are using
52 52 IPython, or any compatible frontend you can prepend backslash to the character
53 53 and press `<tab>` to expand it to its latex form.
54 54
55 55 .. code::
56 56
57 57 \\Ξ±<tab>
58 58 \\alpha
59 59
60 60
61 61 Both forward and backward completions can be deactivated by setting the
62 62 ``Completer.backslash_combining_completions`` option to ``False``.
63 63
64 64
65 65 Experimental
66 66 ============
67 67
68 68 Starting with IPython 6.0, this module can make use of the Jedi library to
69 69 generate completions both using static analysis of the code, and dynamically
70 inspecting multiple namespaces. Jedi is an autocompletion and static analysis
71 for Python. The APIs attached to this new mechanism is unstable and will
70 inspecting multiple namespaces. Jedi is an autocompletion and static analysis
71 for Python. The APIs attached to this new mechanism is unstable and will
72 72 raise unless use in an :any:`provisionalcompleter` context manager.
73 73
74 74 You will find that the following are experimental:
75 75
76 76 - :any:`provisionalcompleter`
77 77 - :any:`IPCompleter.completions`
78 78 - :any:`Completion`
79 79 - :any:`rectify_completions`
80 80
81 81 .. note::
82 82
83 83 better name for :any:`rectify_completions` ?
84 84
85 85 We welcome any feedback on these new API, and we also encourage you to try this
86 86 module in debug mode (start IPython with ``--Completer.debug=True``) in order
87 87 to have extra logging information if :any:`jedi` is crashing, or if current
88 88 IPython completer pending deprecations are returning results not yet handled
89 89 by :any:`jedi`
90 90
91 91 Using Jedi for tab completion allow snippets like the following to work without
92 92 having to execute any code:
93 93
94 94 >>> myvar = ['hello', 42]
95 95 ... myvar[1].bi<tab>
96 96
97 97 Tab completion will be able to infer that ``myvar[1]`` is a real number without
98 98 executing any code unlike the previously available ``IPCompleter.greedy``
99 99 option.
100 100
101 101 Be sure to update :any:`jedi` to the latest stable version or to try the
102 102 current development version to get better completions.
103 103 """
104 104
105 105
106 106 # Copyright (c) IPython Development Team.
107 107 # Distributed under the terms of the Modified BSD License.
108 108 #
109 109 # Some of this code originated from rlcompleter in the Python standard library
110 110 # Copyright (C) 2001 Python Software Foundation, www.python.org
111 111
112 112
113 113 import __main__
114 114 import builtins as builtin_mod
115 115 import glob
116 116 import time
117 117 import inspect
118 118 import itertools
119 119 import keyword
120 120 import os
121 121 import re
122 122 import sys
123 123 import unicodedata
124 124 import string
125 125 import warnings
126 126
127 127 from contextlib import contextmanager
128 128 from importlib import import_module
129 129 from typing import Iterator, List, Tuple, Iterable, Union
130 130 from types import SimpleNamespace
131 131
132 132 from traitlets.config.configurable import Configurable
133 133 from IPython.core.error import TryNext
134 134 from IPython.core.inputtransformer2 import ESC_MAGIC
135 135 from IPython.core.latex_symbols import latex_symbols, reverse_latex_symbol
136 136 from IPython.core.oinspect import InspectColors
137 137 from IPython.utils import generics
138 138 from IPython.utils.dir2 import dir2, get_real_method
139 139 from IPython.utils.process import arg_split
140 140 from traitlets import Bool, Enum, observe, Int
141 141
142 142 # skip module docstests
143 143 skip_doctest = True
144 144
145 145 try:
146 146 import jedi
147 147 jedi.settings.case_insensitive_completion = False
148 148 import jedi.api.helpers
149 149 import jedi.api.classes
150 150 JEDI_INSTALLED = True
151 151 except ImportError:
152 152 JEDI_INSTALLED = False
153 153 #-----------------------------------------------------------------------------
154 154 # Globals
155 155 #-----------------------------------------------------------------------------
156 156
157 157 # Public API
158 158 __all__ = ['Completer','IPCompleter']
159 159
160 160 if sys.platform == 'win32':
161 161 PROTECTABLES = ' '
162 162 else:
163 163 PROTECTABLES = ' ()[]{}?=\\|;:\'#*"^&'
164 164
165 165 # Protect against returning an enormous number of completions which the frontend
166 166 # may have trouble processing.
167 167 MATCHES_LIMIT = 500
168 168
169 169 _deprecation_readline_sentinel = object()
170 170
171 171
172 172 class ProvisionalCompleterWarning(FutureWarning):
173 173 """
174 174 Exception raise by an experimental feature in this module.
175 175
176 176 Wrap code in :any:`provisionalcompleter` context manager if you
177 177 are certain you want to use an unstable feature.
178 178 """
179 179 pass
180 180
181 181 warnings.filterwarnings('error', category=ProvisionalCompleterWarning)
182 182
183 183 @contextmanager
184 184 def provisionalcompleter(action='ignore'):
185 185 """
186 186
187 187
188 This contest manager has to be used in any place where unstable completer
188 This context manager has to be used in any place where unstable completer
189 189 behavior and API may be called.
190 190
191 191 >>> with provisionalcompleter():
192 ... completer.do_experimetal_things() # works
192 ... completer.do_experimental_things() # works
193 193
194 194 >>> completer.do_experimental_things() # raises.
195 195
196 196 .. note:: Unstable
197 197
198 198 By using this context manager you agree that the API in use may change
199 199 without warning, and that you won't complain if they do so.
200 200
201 You also understand that if the API is not to you liking you should report
202 a bug to explain your use case upstream and improve the API and will loose
203 credibility if you complain after the API is make stable.
201 You also understand that, if the API is not to your liking, you should report
202 a bug to explain your use case upstream.
204 203
205 We'll be happy to get your feedback , feature request and improvement on
206 any of the unstable APIs !
204 We'll be happy to get your feedback, feature requests, and improvements on
205 any of the unstable APIs!
207 206 """
208 207 with warnings.catch_warnings():
209 208 warnings.filterwarnings(action, category=ProvisionalCompleterWarning)
210 209 yield
211 210
212 211
213 212 def has_open_quotes(s):
214 213 """Return whether a string has open quotes.
215 214
216 215 This simply counts whether the number of quote characters of either type in
217 216 the string is odd.
218 217
219 218 Returns
220 219 -------
221 220 If there is an open quote, the quote character is returned. Else, return
222 221 False.
223 222 """
224 223 # We check " first, then ', so complex cases with nested quotes will get
225 224 # the " to take precedence.
226 225 if s.count('"') % 2:
227 226 return '"'
228 227 elif s.count("'") % 2:
229 228 return "'"
230 229 else:
231 230 return False
232 231
233 232
234 233 def protect_filename(s, protectables=PROTECTABLES):
235 234 """Escape a string to protect certain characters."""
236 235 if set(s) & set(protectables):
237 236 if sys.platform == "win32":
238 237 return '"' + s + '"'
239 238 else:
240 239 return "".join(("\\" + c if c in protectables else c) for c in s)
241 240 else:
242 241 return s
243 242
244 243
245 244 def expand_user(path:str) -> Tuple[str, bool, str]:
246 245 """Expand ``~``-style usernames in strings.
247 246
248 247 This is similar to :func:`os.path.expanduser`, but it computes and returns
249 248 extra information that will be useful if the input was being used in
250 249 computing completions, and you wish to return the completions with the
251 250 original '~' instead of its expanded value.
252 251
253 252 Parameters
254 253 ----------
255 254 path : str
256 255 String to be expanded. If no ~ is present, the output is the same as the
257 256 input.
258 257
259 258 Returns
260 259 -------
261 260 newpath : str
262 261 Result of ~ expansion in the input path.
263 262 tilde_expand : bool
264 263 Whether any expansion was performed or not.
265 264 tilde_val : str
266 265 The value that ~ was replaced with.
267 266 """
268 267 # Default values
269 268 tilde_expand = False
270 269 tilde_val = ''
271 270 newpath = path
272 271
273 272 if path.startswith('~'):
274 273 tilde_expand = True
275 274 rest = len(path)-1
276 275 newpath = os.path.expanduser(path)
277 276 if rest:
278 277 tilde_val = newpath[:-rest]
279 278 else:
280 279 tilde_val = newpath
281 280
282 281 return newpath, tilde_expand, tilde_val
283 282
284 283
285 284 def compress_user(path:str, tilde_expand:bool, tilde_val:str) -> str:
286 285 """Does the opposite of expand_user, with its outputs.
287 286 """
288 287 if tilde_expand:
289 288 return path.replace(tilde_val, '~')
290 289 else:
291 290 return path
292 291
293 292
294 293 def completions_sorting_key(word):
295 294 """key for sorting completions
296 295
297 296 This does several things:
298 297
299 298 - Demote any completions starting with underscores to the end
300 299 - Insert any %magic and %%cellmagic completions in the alphabetical order
301 300 by their name
302 301 """
303 302 prio1, prio2 = 0, 0
304 303
305 304 if word.startswith('__'):
306 305 prio1 = 2
307 306 elif word.startswith('_'):
308 307 prio1 = 1
309 308
310 309 if word.endswith('='):
311 310 prio1 = -1
312 311
313 312 if word.startswith('%%'):
314 313 # If there's another % in there, this is something else, so leave it alone
315 314 if not "%" in word[2:]:
316 315 word = word[2:]
317 316 prio2 = 2
318 317 elif word.startswith('%'):
319 318 if not "%" in word[1:]:
320 319 word = word[1:]
321 320 prio2 = 1
322 321
323 322 return prio1, word, prio2
324 323
325 324
326 325 class _FakeJediCompletion:
327 326 """
328 327 This is a workaround to communicate to the UI that Jedi has crashed and to
329 328 report a bug. Will be used only id :any:`IPCompleter.debug` is set to true.
330 329
331 330 Added in IPython 6.0 so should likely be removed for 7.0
332 331
333 332 """
334 333
335 334 def __init__(self, name):
336 335
337 336 self.name = name
338 337 self.complete = name
339 338 self.type = 'crashed'
340 339 self.name_with_symbols = name
341 340 self.signature = ''
342 341 self._origin = 'fake'
343 342
344 343 def __repr__(self):
345 344 return '<Fake completion object jedi has crashed>'
346 345
347 346
348 347 class Completion:
349 348 """
350 349 Completion object used and return by IPython completers.
351 350
352 351 .. warning:: Unstable
353 352
354 353 This function is unstable, API may change without warning.
355 354 It will also raise unless use in proper context manager.
356 355
357 356 This act as a middle ground :any:`Completion` object between the
358 357 :any:`jedi.api.classes.Completion` object and the Prompt Toolkit completion
359 358 object. While Jedi need a lot of information about evaluator and how the
360 359 code should be ran/inspected, PromptToolkit (and other frontend) mostly
361 360 need user facing information.
362 361
363 362 - Which range should be replaced replaced by what.
364 363 - Some metadata (like completion type), or meta information to displayed to
365 364 the use user.
366 365
367 366 For debugging purpose we can also store the origin of the completion (``jedi``,
368 367 ``IPython.python_matches``, ``IPython.magics_matches``...).
369 368 """
370 369
371 370 __slots__ = ['start', 'end', 'text', 'type', 'signature', '_origin']
372 371
373 372 def __init__(self, start: int, end: int, text: str, *, type: str=None, _origin='', signature='') -> None:
374 373 warnings.warn("``Completion`` is a provisional API (as of IPython 6.0). "
375 374 "It may change without warnings. "
376 375 "Use in corresponding context manager.",
377 376 category=ProvisionalCompleterWarning, stacklevel=2)
378 377
379 378 self.start = start
380 379 self.end = end
381 380 self.text = text
382 381 self.type = type
383 382 self.signature = signature
384 383 self._origin = _origin
385 384
386 385 def __repr__(self):
387 386 return '<Completion start=%s end=%s text=%r type=%r, signature=%r,>' % \
388 387 (self.start, self.end, self.text, self.type or '?', self.signature or '?')
389 388
390 389 def __eq__(self, other)->Bool:
391 390 """
392 391 Equality and hash do not hash the type (as some completer may not be
393 392 able to infer the type), but are use to (partially) de-duplicate
394 393 completion.
395 394
396 395 Completely de-duplicating completion is a bit tricker that just
397 396 comparing as it depends on surrounding text, which Completions are not
398 397 aware of.
399 398 """
400 399 return self.start == other.start and \
401 400 self.end == other.end and \
402 401 self.text == other.text
403 402
404 403 def __hash__(self):
405 404 return hash((self.start, self.end, self.text))
406 405
407 406
408 407 _IC = Iterable[Completion]
409 408
410 409
411 410 def _deduplicate_completions(text: str, completions: _IC)-> _IC:
412 411 """
413 412 Deduplicate a set of completions.
414 413
415 414 .. warning:: Unstable
416 415
417 416 This function is unstable, API may change without warning.
418 417
419 418 Parameters
420 419 ----------
421 420 text: str
422 421 text that should be completed.
423 422 completions: Iterator[Completion]
424 423 iterator over the completions to deduplicate
425 424
426 425 Yields
427 426 ------
428 427 `Completions` objects
429 428
430 429
431 430 Completions coming from multiple sources, may be different but end up having
432 431 the same effect when applied to ``text``. If this is the case, this will
433 432 consider completions as equal and only emit the first encountered.
434 433
435 434 Not folded in `completions()` yet for debugging purpose, and to detect when
436 435 the IPython completer does return things that Jedi does not, but should be
437 436 at some point.
438 437 """
439 438 completions = list(completions)
440 439 if not completions:
441 440 return
442 441
443 442 new_start = min(c.start for c in completions)
444 443 new_end = max(c.end for c in completions)
445 444
446 445 seen = set()
447 446 for c in completions:
448 447 new_text = text[new_start:c.start] + c.text + text[c.end:new_end]
449 448 if new_text not in seen:
450 449 yield c
451 450 seen.add(new_text)
452 451
453 452
454 453 def rectify_completions(text: str, completions: _IC, *, _debug=False)->_IC:
455 454 """
456 455 Rectify a set of completions to all have the same ``start`` and ``end``
457 456
458 457 .. warning:: Unstable
459 458
460 459 This function is unstable, API may change without warning.
461 460 It will also raise unless use in proper context manager.
462 461
463 462 Parameters
464 463 ----------
465 464 text: str
466 465 text that should be completed.
467 466 completions: Iterator[Completion]
468 467 iterator over the completions to rectify
469 468
470 469
471 470 :any:`jedi.api.classes.Completion` s returned by Jedi may not have the same start and end, though
472 471 the Jupyter Protocol requires them to behave like so. This will readjust
473 472 the completion to have the same ``start`` and ``end`` by padding both
474 473 extremities with surrounding text.
475 474
476 475 During stabilisation should support a ``_debug`` option to log which
477 476 completion are return by the IPython completer and not found in Jedi in
478 477 order to make upstream bug report.
479 478 """
480 479 warnings.warn("`rectify_completions` is a provisional API (as of IPython 6.0). "
481 480 "It may change without warnings. "
482 481 "Use in corresponding context manager.",
483 482 category=ProvisionalCompleterWarning, stacklevel=2)
484 483
485 484 completions = list(completions)
486 485 if not completions:
487 486 return
488 487 starts = (c.start for c in completions)
489 488 ends = (c.end for c in completions)
490 489
491 490 new_start = min(starts)
492 491 new_end = max(ends)
493 492
494 493 seen_jedi = set()
495 494 seen_python_matches = set()
496 495 for c in completions:
497 496 new_text = text[new_start:c.start] + c.text + text[c.end:new_end]
498 497 if c._origin == 'jedi':
499 498 seen_jedi.add(new_text)
500 499 elif c._origin == 'IPCompleter.python_matches':
501 500 seen_python_matches.add(new_text)
502 501 yield Completion(new_start, new_end, new_text, type=c.type, _origin=c._origin, signature=c.signature)
503 502 diff = seen_python_matches.difference(seen_jedi)
504 503 if diff and _debug:
505 504 print('IPython.python matches have extras:', diff)
506 505
507 506
508 507 if sys.platform == 'win32':
509 508 DELIMS = ' \t\n`!@#$^&*()=+[{]}|;\'",<>?'
510 509 else:
511 510 DELIMS = ' \t\n`!@#$^&*()=+[{]}\\|;:\'",<>?'
512 511
513 512 GREEDY_DELIMS = ' =\r\n'
514 513
515 514
516 515 class CompletionSplitter(object):
517 516 """An object to split an input line in a manner similar to readline.
518 517
519 518 By having our own implementation, we can expose readline-like completion in
520 519 a uniform manner to all frontends. This object only needs to be given the
521 520 line of text to be split and the cursor position on said line, and it
522 521 returns the 'word' to be completed on at the cursor after splitting the
523 522 entire line.
524 523
525 524 What characters are used as splitting delimiters can be controlled by
526 525 setting the ``delims`` attribute (this is a property that internally
527 526 automatically builds the necessary regular expression)"""
528 527
529 528 # Private interface
530 529
531 530 # A string of delimiter characters. The default value makes sense for
532 531 # IPython's most typical usage patterns.
533 532 _delims = DELIMS
534 533
535 534 # The expression (a normal string) to be compiled into a regular expression
536 535 # for actual splitting. We store it as an attribute mostly for ease of
537 536 # debugging, since this type of code can be so tricky to debug.
538 537 _delim_expr = None
539 538
540 539 # The regular expression that does the actual splitting
541 540 _delim_re = None
542 541
543 542 def __init__(self, delims=None):
544 543 delims = CompletionSplitter._delims if delims is None else delims
545 544 self.delims = delims
546 545
547 546 @property
548 547 def delims(self):
549 548 """Return the string of delimiter characters."""
550 549 return self._delims
551 550
552 551 @delims.setter
553 552 def delims(self, delims):
554 553 """Set the delimiters for line splitting."""
555 554 expr = '[' + ''.join('\\'+ c for c in delims) + ']'
556 555 self._delim_re = re.compile(expr)
557 556 self._delims = delims
558 557 self._delim_expr = expr
559 558
560 559 def split_line(self, line, cursor_pos=None):
561 560 """Split a line of text with a cursor at the given position.
562 561 """
563 562 l = line if cursor_pos is None else line[:cursor_pos]
564 563 return self._delim_re.split(l)[-1]
565 564
566 565
567 566
568 567 class Completer(Configurable):
569 568
570 569 greedy = Bool(False,
571 570 help="""Activate greedy completion
572 571 PENDING DEPRECTION. this is now mostly taken care of with Jedi.
573 572
574 573 This will enable completion on elements of lists, results of function calls, etc.,
575 574 but can be unsafe because the code is actually evaluated on TAB.
576 575 """
577 576 ).tag(config=True)
578 577
579 578 use_jedi = Bool(default_value=JEDI_INSTALLED,
580 579 help="Experimental: Use Jedi to generate autocompletions. "
581 580 "Default to True if jedi is installed.").tag(config=True)
582 581
583 582 jedi_compute_type_timeout = Int(default_value=400,
584 583 help="""Experimental: restrict time (in milliseconds) during which Jedi can compute types.
585 584 Set to 0 to stop computing types. Non-zero value lower than 100ms may hurt
586 585 performance by preventing jedi to build its cache.
587 586 """).tag(config=True)
588 587
589 588 debug = Bool(default_value=False,
590 589 help='Enable debug for the Completer. Mostly print extra '
591 590 'information for experimental jedi integration.')\
592 591 .tag(config=True)
593 592
594 593 backslash_combining_completions = Bool(True,
595 594 help="Enable unicode completions, e.g. \\alpha<tab> . "
596 595 "Includes completion of latex commands, unicode names, and expanding "
597 596 "unicode characters back to latex commands.").tag(config=True)
598 597
599 598
600 599
601 600 def __init__(self, namespace=None, global_namespace=None, **kwargs):
602 601 """Create a new completer for the command line.
603 602
604 603 Completer(namespace=ns, global_namespace=ns2) -> completer instance.
605 604
606 605 If unspecified, the default namespace where completions are performed
607 606 is __main__ (technically, __main__.__dict__). Namespaces should be
608 607 given as dictionaries.
609 608
610 609 An optional second namespace can be given. This allows the completer
611 610 to handle cases where both the local and global scopes need to be
612 611 distinguished.
613 612 """
614 613
615 614 # Don't bind to namespace quite yet, but flag whether the user wants a
616 615 # specific namespace or to use __main__.__dict__. This will allow us
617 616 # to bind to __main__.__dict__ at completion time, not now.
618 617 if namespace is None:
619 618 self.use_main_ns = True
620 619 else:
621 620 self.use_main_ns = False
622 621 self.namespace = namespace
623 622
624 623 # The global namespace, if given, can be bound directly
625 624 if global_namespace is None:
626 625 self.global_namespace = {}
627 626 else:
628 627 self.global_namespace = global_namespace
629 628
630 629 super(Completer, self).__init__(**kwargs)
631 630
632 631 def complete(self, text, state):
633 632 """Return the next possible completion for 'text'.
634 633
635 634 This is called successively with state == 0, 1, 2, ... until it
636 635 returns None. The completion should begin with 'text'.
637 636
638 637 """
639 638 if self.use_main_ns:
640 639 self.namespace = __main__.__dict__
641 640
642 641 if state == 0:
643 642 if "." in text:
644 643 self.matches = self.attr_matches(text)
645 644 else:
646 645 self.matches = self.global_matches(text)
647 646 try:
648 647 return self.matches[state]
649 648 except IndexError:
650 649 return None
651 650
652 651 def global_matches(self, text):
653 652 """Compute matches when text is a simple name.
654 653
655 654 Return a list of all keywords, built-in functions and names currently
656 655 defined in self.namespace or self.global_namespace that match.
657 656
658 657 """
659 658 matches = []
660 659 match_append = matches.append
661 660 n = len(text)
662 661 for lst in [keyword.kwlist,
663 662 builtin_mod.__dict__.keys(),
664 663 self.namespace.keys(),
665 664 self.global_namespace.keys()]:
666 665 for word in lst:
667 666 if word[:n] == text and word != "__builtins__":
668 667 match_append(word)
669 668
670 669 snake_case_re = re.compile(r"[^_]+(_[^_]+)+?\Z")
671 670 for lst in [self.namespace.keys(),
672 671 self.global_namespace.keys()]:
673 672 shortened = {"_".join([sub[0] for sub in word.split('_')]) : word
674 673 for word in lst if snake_case_re.match(word)}
675 674 for word in shortened.keys():
676 675 if word[:n] == text and word != "__builtins__":
677 676 match_append(shortened[word])
678 677 return matches
679 678
680 679 def attr_matches(self, text):
681 680 """Compute matches when text contains a dot.
682 681
683 682 Assuming the text is of the form NAME.NAME....[NAME], and is
684 683 evaluatable in self.namespace or self.global_namespace, it will be
685 684 evaluated and its attributes (as revealed by dir()) are used as
686 685 possible completions. (For class instances, class members are
687 686 also considered.)
688 687
689 688 WARNING: this can still invoke arbitrary C code, if an object
690 689 with a __getattr__ hook is evaluated.
691 690
692 691 """
693 692
694 693 # Another option, seems to work great. Catches things like ''.<tab>
695 694 m = re.match(r"(\S+(\.\w+)*)\.(\w*)$", text)
696 695
697 696 if m:
698 697 expr, attr = m.group(1, 3)
699 698 elif self.greedy:
700 699 m2 = re.match(r"(.+)\.(\w*)$", self.line_buffer)
701 700 if not m2:
702 701 return []
703 702 expr, attr = m2.group(1,2)
704 703 else:
705 704 return []
706 705
707 706 try:
708 707 obj = eval(expr, self.namespace)
709 708 except:
710 709 try:
711 710 obj = eval(expr, self.global_namespace)
712 711 except:
713 712 return []
714 713
715 714 if self.limit_to__all__ and hasattr(obj, '__all__'):
716 715 words = get__all__entries(obj)
717 716 else:
718 717 words = dir2(obj)
719 718
720 719 try:
721 720 words = generics.complete_object(obj, words)
722 721 except TryNext:
723 722 pass
724 723 except AssertionError:
725 724 raise
726 725 except Exception:
727 726 # Silence errors from completion function
728 727 #raise # dbg
729 728 pass
730 729 # Build match list to return
731 730 n = len(attr)
732 731 return [u"%s.%s" % (expr, w) for w in words if w[:n] == attr ]
733 732
734 733
735 734 def get__all__entries(obj):
736 735 """returns the strings in the __all__ attribute"""
737 736 try:
738 737 words = getattr(obj, '__all__')
739 738 except:
740 739 return []
741 740
742 741 return [w for w in words if isinstance(w, str)]
743 742
744 743
745 744 def match_dict_keys(keys: List[str], prefix: str, delims: str):
746 745 """Used by dict_key_matches, matching the prefix to a list of keys
747 746
748 747 Parameters
749 748 ==========
750 749 keys:
751 750 list of keys in dictionary currently being completed.
752 751 prefix:
753 752 Part of the text already typed by the user. e.g. `mydict[b'fo`
754 753 delims:
755 754 String of delimiters to consider when finding the current key.
756 755
757 756 Returns
758 757 =======
759 758
760 759 A tuple of three elements: ``quote``, ``token_start``, ``matched``, with
761 760 ``quote`` being the quote that need to be used to close current string.
762 761 ``token_start`` the position where the replacement should start occurring,
763 762 ``matches`` a list of replacement/completion
764 763
765 764 """
766 765 if not prefix:
767 766 return None, 0, [repr(k) for k in keys
768 767 if isinstance(k, (str, bytes))]
769 768 quote_match = re.search('["\']', prefix)
770 769 quote = quote_match.group()
771 770 try:
772 771 prefix_str = eval(prefix + quote, {})
773 772 except Exception:
774 773 return None, 0, []
775 774
776 775 pattern = '[^' + ''.join('\\' + c for c in delims) + ']*$'
777 776 token_match = re.search(pattern, prefix, re.UNICODE)
778 777 token_start = token_match.start()
779 778 token_prefix = token_match.group()
780 779
781 780 matched = []
782 781 for key in keys:
783 782 try:
784 783 if not key.startswith(prefix_str):
785 784 continue
786 785 except (AttributeError, TypeError, UnicodeError):
787 786 # Python 3+ TypeError on b'a'.startswith('a') or vice-versa
788 787 continue
789 788
790 789 # reformat remainder of key to begin with prefix
791 790 rem = key[len(prefix_str):]
792 791 # force repr wrapped in '
793 792 rem_repr = repr(rem + '"') if isinstance(rem, str) else repr(rem + b'"')
794 793 if rem_repr.startswith('u') and prefix[0] not in 'uU':
795 794 # Found key is unicode, but prefix is Py2 string.
796 795 # Therefore attempt to interpret key as string.
797 796 try:
798 797 rem_repr = repr(rem.encode('ascii') + '"')
799 798 except UnicodeEncodeError:
800 799 continue
801 800
802 801 rem_repr = rem_repr[1 + rem_repr.index("'"):-2]
803 802 if quote == '"':
804 803 # The entered prefix is quoted with ",
805 804 # but the match is quoted with '.
806 805 # A contained " hence needs escaping for comparison:
807 806 rem_repr = rem_repr.replace('"', '\\"')
808 807
809 808 # then reinsert prefix from start of token
810 809 matched.append('%s%s' % (token_prefix, rem_repr))
811 810 return quote, token_start, matched
812 811
813 812
814 813 def cursor_to_position(text:str, line:int, column:int)->int:
815 814 """
816 815
817 816 Convert the (line,column) position of the cursor in text to an offset in a
818 817 string.
819 818
820 819 Parameters
821 820 ----------
822 821
823 822 text : str
824 823 The text in which to calculate the cursor offset
825 824 line : int
826 825 Line of the cursor; 0-indexed
827 826 column : int
828 827 Column of the cursor 0-indexed
829 828
830 829 Return
831 830 ------
832 831 Position of the cursor in ``text``, 0-indexed.
833 832
834 833 See Also
835 834 --------
836 835 position_to_cursor: reciprocal of this function
837 836
838 837 """
839 838 lines = text.split('\n')
840 839 assert line <= len(lines), '{} <= {}'.format(str(line), str(len(lines)))
841 840
842 841 return sum(len(l) + 1 for l in lines[:line]) + column
843 842
844 843 def position_to_cursor(text:str, offset:int)->Tuple[int, int]:
845 844 """
846 845 Convert the position of the cursor in text (0 indexed) to a line
847 846 number(0-indexed) and a column number (0-indexed) pair
848 847
849 848 Position should be a valid position in ``text``.
850 849
851 850 Parameters
852 851 ----------
853 852
854 853 text : str
855 854 The text in which to calculate the cursor offset
856 855 offset : int
857 856 Position of the cursor in ``text``, 0-indexed.
858 857
859 858 Return
860 859 ------
861 860 (line, column) : (int, int)
862 861 Line of the cursor; 0-indexed, column of the cursor 0-indexed
863 862
864 863
865 864 See Also
866 865 --------
867 866 cursor_to_position : reciprocal of this function
868 867
869 868
870 869 """
871 870
872 871 assert 0 <= offset <= len(text) , "0 <= %s <= %s" % (offset , len(text))
873 872
874 873 before = text[:offset]
875 874 blines = before.split('\n') # ! splitnes trim trailing \n
876 875 line = before.count('\n')
877 876 col = len(blines[-1])
878 877 return line, col
879 878
880 879
881 880 def _safe_isinstance(obj, module, class_name):
882 881 """Checks if obj is an instance of module.class_name if loaded
883 882 """
884 883 return (module in sys.modules and
885 884 isinstance(obj, getattr(import_module(module), class_name)))
886 885
887 886
888 887 def back_unicode_name_matches(text):
889 888 u"""Match unicode characters back to unicode name
890 889
891 890 This does ``β˜ƒ`` -> ``\\snowman``
892 891
893 892 Note that snowman is not a valid python3 combining character but will be expanded.
894 893 Though it will not recombine back to the snowman character by the completion machinery.
895 894
896 895 This will not either back-complete standard sequences like \\n, \\b ...
897 896
898 897 Used on Python 3 only.
899 898 """
900 899 if len(text)<2:
901 900 return u'', ()
902 901 maybe_slash = text[-2]
903 902 if maybe_slash != '\\':
904 903 return u'', ()
905 904
906 905 char = text[-1]
907 906 # no expand on quote for completion in strings.
908 907 # nor backcomplete standard ascii keys
909 908 if char in string.ascii_letters or char in ['"',"'"]:
910 909 return u'', ()
911 910 try :
912 911 unic = unicodedata.name(char)
913 912 return '\\'+char,['\\'+unic]
914 913 except KeyError:
915 914 pass
916 915 return u'', ()
917 916
918 917 def back_latex_name_matches(text:str):
919 918 """Match latex characters back to unicode name
920 919
921 920 This does ``\\β„΅`` -> ``\\aleph``
922 921
923 922 Used on Python 3 only.
924 923 """
925 924 if len(text)<2:
926 925 return u'', ()
927 926 maybe_slash = text[-2]
928 927 if maybe_slash != '\\':
929 928 return u'', ()
930 929
931 930
932 931 char = text[-1]
933 932 # no expand on quote for completion in strings.
934 933 # nor backcomplete standard ascii keys
935 934 if char in string.ascii_letters or char in ['"',"'"]:
936 935 return u'', ()
937 936 try :
938 937 latex = reverse_latex_symbol[char]
939 938 # '\\' replace the \ as well
940 939 return '\\'+char,[latex]
941 940 except KeyError:
942 941 pass
943 942 return u'', ()
944 943
945 944
946 945 def _formatparamchildren(parameter) -> str:
947 946 """
948 947 Get parameter name and value from Jedi Private API
949 948
950 949 Jedi does not expose a simple way to get `param=value` from its API.
951 950
952 951 Parameter
953 952 =========
954 953
955 954 parameter:
956 955 Jedi's function `Param`
957 956
958 957 Returns
959 958 =======
960 959
961 960 A string like 'a', 'b=1', '*args', '**kwargs'
962 961
963 962
964 963 """
965 964 description = parameter.description
966 965 if not description.startswith('param '):
967 966 raise ValueError('Jedi function parameter description have change format.'
968 967 'Expected "param ...", found %r".' % description)
969 968 return description[6:]
970 969
971 970 def _make_signature(completion)-> str:
972 971 """
973 972 Make the signature from a jedi completion
974 973
975 974 Parameter
976 975 =========
977 976
978 977 completion: jedi.Completion
979 978 object does not complete a function type
980 979
981 980 Returns
982 981 =======
983 982
984 983 a string consisting of the function signature, with the parenthesis but
985 984 without the function name. example:
986 985 `(a, *args, b=1, **kwargs)`
987 986
988 987 """
989 988
990 989 return '(%s)'% ', '.join([f for f in (_formatparamchildren(p) for p in completion.params) if f])
991 990
992 991 class IPCompleter(Completer):
993 992 """Extension of the completer class with IPython-specific features"""
994 993
995 994 _names = None
996 995
997 996 @observe('greedy')
998 997 def _greedy_changed(self, change):
999 998 """update the splitter and readline delims when greedy is changed"""
1000 999 if change['new']:
1001 1000 self.splitter.delims = GREEDY_DELIMS
1002 1001 else:
1003 1002 self.splitter.delims = DELIMS
1004 1003
1005 1004 dict_keys_only = Bool(False,
1006 1005 help="""Whether to show dict key matches only""")
1007 1006
1008 1007 merge_completions = Bool(True,
1009 1008 help="""Whether to merge completion results into a single list
1010 1009
1011 1010 If False, only the completion results from the first non-empty
1012 1011 completer will be returned.
1013 1012 """
1014 1013 ).tag(config=True)
1015 1014 omit__names = Enum((0,1,2), default_value=2,
1016 1015 help="""Instruct the completer to omit private method names
1017 1016
1018 1017 Specifically, when completing on ``object.<tab>``.
1019 1018
1020 1019 When 2 [default]: all names that start with '_' will be excluded.
1021 1020
1022 1021 When 1: all 'magic' names (``__foo__``) will be excluded.
1023 1022
1024 1023 When 0: nothing will be excluded.
1025 1024 """
1026 1025 ).tag(config=True)
1027 1026 limit_to__all__ = Bool(False,
1028 1027 help="""
1029 1028 DEPRECATED as of version 5.0.
1030 1029
1031 1030 Instruct the completer to use __all__ for the completion
1032 1031
1033 1032 Specifically, when completing on ``object.<tab>``.
1034 1033
1035 1034 When True: only those names in obj.__all__ will be included.
1036 1035
1037 1036 When False [default]: the __all__ attribute is ignored
1038 1037 """,
1039 1038 ).tag(config=True)
1040 1039
1041 1040 @observe('limit_to__all__')
1042 1041 def _limit_to_all_changed(self, change):
1043 1042 warnings.warn('`IPython.core.IPCompleter.limit_to__all__` configuration '
1044 1043 'value has been deprecated since IPython 5.0, will be made to have '
1045 1044 'no effects and then removed in future version of IPython.',
1046 1045 UserWarning)
1047 1046
1048 1047 def __init__(self, shell=None, namespace=None, global_namespace=None,
1049 1048 use_readline=_deprecation_readline_sentinel, config=None, **kwargs):
1050 1049 """IPCompleter() -> completer
1051 1050
1052 1051 Return a completer object.
1053 1052
1054 1053 Parameters
1055 1054 ----------
1056 1055
1057 1056 shell
1058 1057 a pointer to the ipython shell itself. This is needed
1059 1058 because this completer knows about magic functions, and those can
1060 1059 only be accessed via the ipython instance.
1061 1060
1062 1061 namespace : dict, optional
1063 1062 an optional dict where completions are performed.
1064 1063
1065 1064 global_namespace : dict, optional
1066 1065 secondary optional dict for completions, to
1067 1066 handle cases (such as IPython embedded inside functions) where
1068 1067 both Python scopes are visible.
1069 1068
1070 1069 use_readline : bool, optional
1071 1070 DEPRECATED, ignored since IPython 6.0, will have no effects
1072 1071 """
1073 1072
1074 1073 self.magic_escape = ESC_MAGIC
1075 1074 self.splitter = CompletionSplitter()
1076 1075
1077 1076 if use_readline is not _deprecation_readline_sentinel:
1078 1077 warnings.warn('The `use_readline` parameter is deprecated and ignored since IPython 6.0.',
1079 1078 DeprecationWarning, stacklevel=2)
1080 1079
1081 1080 # _greedy_changed() depends on splitter and readline being defined:
1082 1081 Completer.__init__(self, namespace=namespace, global_namespace=global_namespace,
1083 1082 config=config, **kwargs)
1084 1083
1085 1084 # List where completion matches will be stored
1086 1085 self.matches = []
1087 1086 self.shell = shell
1088 1087 # Regexp to split filenames with spaces in them
1089 1088 self.space_name_re = re.compile(r'([^\\] )')
1090 1089 # Hold a local ref. to glob.glob for speed
1091 1090 self.glob = glob.glob
1092 1091
1093 1092 # Determine if we are running on 'dumb' terminals, like (X)Emacs
1094 1093 # buffers, to avoid completion problems.
1095 1094 term = os.environ.get('TERM','xterm')
1096 1095 self.dumb_terminal = term in ['dumb','emacs']
1097 1096
1098 1097 # Special handling of backslashes needed in win32 platforms
1099 1098 if sys.platform == "win32":
1100 1099 self.clean_glob = self._clean_glob_win32
1101 1100 else:
1102 1101 self.clean_glob = self._clean_glob
1103 1102
1104 1103 #regexp to parse docstring for function signature
1105 1104 self.docstring_sig_re = re.compile(r'^[\w|\s.]+\(([^)]*)\).*')
1106 1105 self.docstring_kwd_re = re.compile(r'[\s|\[]*(\w+)(?:\s*=\s*.*)')
1107 1106 #use this if positional argument name is also needed
1108 1107 #= re.compile(r'[\s|\[]*(\w+)(?:\s*=?\s*.*)')
1109 1108
1110 1109 self.magic_arg_matchers = [
1111 1110 self.magic_config_matches,
1112 1111 self.magic_color_matches,
1113 1112 ]
1114 1113
1115 1114 # This is set externally by InteractiveShell
1116 1115 self.custom_completers = None
1117 1116
1118 1117 @property
1119 1118 def matchers(self):
1120 1119 """All active matcher routines for completion"""
1121 1120 if self.dict_keys_only:
1122 1121 return [self.dict_key_matches]
1123 1122
1124 1123 if self.use_jedi:
1125 1124 return [
1126 1125 self.file_matches,
1127 1126 self.magic_matches,
1128 1127 self.dict_key_matches,
1129 1128 ]
1130 1129 else:
1131 1130 return [
1132 1131 self.python_matches,
1133 1132 self.file_matches,
1134 1133 self.magic_matches,
1135 1134 self.python_func_kw_matches,
1136 1135 self.dict_key_matches,
1137 1136 ]
1138 1137
1139 1138 def all_completions(self, text) -> List[str]:
1140 1139 """
1141 Wrapper around the completions method for the benefit of emacs.
1140 Wrapper around the completion methods for the benefit of emacs.
1142 1141 """
1143 1142 prefix = text[:text.rfind(".") + 1]
1144 1143 with provisionalcompleter():
1145 1144 return list(map(lambda c: prefix + c.text,
1146 1145 self.completions(text, len(text))))
1147 1146
1148 1147 return self.complete(text)[1]
1149 1148
1150 1149 def _clean_glob(self, text):
1151 1150 return self.glob("%s*" % text)
1152 1151
1153 1152 def _clean_glob_win32(self,text):
1154 1153 return [f.replace("\\","/")
1155 1154 for f in self.glob("%s*" % text)]
1156 1155
1157 1156 def file_matches(self, text):
1158 1157 """Match filenames, expanding ~USER type strings.
1159 1158
1160 1159 Most of the seemingly convoluted logic in this completer is an
1161 1160 attempt to handle filenames with spaces in them. And yet it's not
1162 1161 quite perfect, because Python's readline doesn't expose all of the
1163 1162 GNU readline details needed for this to be done correctly.
1164 1163
1165 1164 For a filename with a space in it, the printed completions will be
1166 1165 only the parts after what's already been typed (instead of the
1167 1166 full completions, as is normally done). I don't think with the
1168 1167 current (as of Python 2.3) Python readline it's possible to do
1169 1168 better."""
1170 1169
1171 1170 # chars that require escaping with backslash - i.e. chars
1172 1171 # that readline treats incorrectly as delimiters, but we
1173 1172 # don't want to treat as delimiters in filename matching
1174 1173 # when escaped with backslash
1175 1174 if text.startswith('!'):
1176 1175 text = text[1:]
1177 1176 text_prefix = u'!'
1178 1177 else:
1179 1178 text_prefix = u''
1180 1179
1181 1180 text_until_cursor = self.text_until_cursor
1182 1181 # track strings with open quotes
1183 1182 open_quotes = has_open_quotes(text_until_cursor)
1184 1183
1185 1184 if '(' in text_until_cursor or '[' in text_until_cursor:
1186 1185 lsplit = text
1187 1186 else:
1188 1187 try:
1189 1188 # arg_split ~ shlex.split, but with unicode bugs fixed by us
1190 1189 lsplit = arg_split(text_until_cursor)[-1]
1191 1190 except ValueError:
1192 1191 # typically an unmatched ", or backslash without escaped char.
1193 1192 if open_quotes:
1194 1193 lsplit = text_until_cursor.split(open_quotes)[-1]
1195 1194 else:
1196 1195 return []
1197 1196 except IndexError:
1198 1197 # tab pressed on empty line
1199 1198 lsplit = ""
1200 1199
1201 1200 if not open_quotes and lsplit != protect_filename(lsplit):
1202 1201 # if protectables are found, do matching on the whole escaped name
1203 1202 has_protectables = True
1204 1203 text0,text = text,lsplit
1205 1204 else:
1206 1205 has_protectables = False
1207 1206 text = os.path.expanduser(text)
1208 1207
1209 1208 if text == "":
1210 1209 return [text_prefix + protect_filename(f) for f in self.glob("*")]
1211 1210
1212 1211 # Compute the matches from the filesystem
1213 1212 if sys.platform == 'win32':
1214 1213 m0 = self.clean_glob(text)
1215 1214 else:
1216 1215 m0 = self.clean_glob(text.replace('\\', ''))
1217 1216
1218 1217 if has_protectables:
1219 1218 # If we had protectables, we need to revert our changes to the
1220 1219 # beginning of filename so that we don't double-write the part
1221 1220 # of the filename we have so far
1222 1221 len_lsplit = len(lsplit)
1223 1222 matches = [text_prefix + text0 +
1224 1223 protect_filename(f[len_lsplit:]) for f in m0]
1225 1224 else:
1226 1225 if open_quotes:
1227 1226 # if we have a string with an open quote, we don't need to
1228 1227 # protect the names beyond the quote (and we _shouldn't_, as
1229 1228 # it would cause bugs when the filesystem call is made).
1230 1229 matches = m0 if sys.platform == "win32" else\
1231 1230 [protect_filename(f, open_quotes) for f in m0]
1232 1231 else:
1233 1232 matches = [text_prefix +
1234 1233 protect_filename(f) for f in m0]
1235 1234
1236 1235 # Mark directories in input list by appending '/' to their names.
1237 1236 return [x+'/' if os.path.isdir(x) else x for x in matches]
1238 1237
1239 1238 def magic_matches(self, text):
1240 1239 """Match magics"""
1241 1240 # Get all shell magics now rather than statically, so magics loaded at
1242 1241 # runtime show up too.
1243 1242 lsm = self.shell.magics_manager.lsmagic()
1244 1243 line_magics = lsm['line']
1245 1244 cell_magics = lsm['cell']
1246 1245 pre = self.magic_escape
1247 1246 pre2 = pre+pre
1248 1247
1249 1248 explicit_magic = text.startswith(pre)
1250 1249
1251 1250 # Completion logic:
1252 1251 # - user gives %%: only do cell magics
1253 1252 # - user gives %: do both line and cell magics
1254 1253 # - no prefix: do both
1255 1254 # In other words, line magics are skipped if the user gives %% explicitly
1256 1255 #
1257 1256 # We also exclude magics that match any currently visible names:
1258 1257 # https://github.com/ipython/ipython/issues/4877, unless the user has
1259 1258 # typed a %:
1260 1259 # https://github.com/ipython/ipython/issues/10754
1261 1260 bare_text = text.lstrip(pre)
1262 1261 global_matches = self.global_matches(bare_text)
1263 1262 if not explicit_magic:
1264 1263 def matches(magic):
1265 1264 """
1266 1265 Filter magics, in particular remove magics that match
1267 1266 a name present in global namespace.
1268 1267 """
1269 1268 return ( magic.startswith(bare_text) and
1270 1269 magic not in global_matches )
1271 1270 else:
1272 1271 def matches(magic):
1273 1272 return magic.startswith(bare_text)
1274 1273
1275 1274 comp = [ pre2+m for m in cell_magics if matches(m)]
1276 1275 if not text.startswith(pre2):
1277 1276 comp += [ pre+m for m in line_magics if matches(m)]
1278 1277
1279 1278 return comp
1280 1279
1281 1280 def magic_config_matches(self, text:str) -> List[str]:
1282 1281 """ Match class names and attributes for %config magic """
1283 1282 texts = text.strip().split()
1284 1283
1285 1284 if len(texts) > 0 and (texts[0] == 'config' or texts[0] == '%config'):
1286 1285 # get all configuration classes
1287 1286 classes = sorted(set([ c for c in self.shell.configurables
1288 1287 if c.__class__.class_traits(config=True)
1289 1288 ]), key=lambda x: x.__class__.__name__)
1290 1289 classnames = [ c.__class__.__name__ for c in classes ]
1291 1290
1292 1291 # return all classnames if config or %config is given
1293 1292 if len(texts) == 1:
1294 1293 return classnames
1295 1294
1296 1295 # match classname
1297 1296 classname_texts = texts[1].split('.')
1298 1297 classname = classname_texts[0]
1299 1298 classname_matches = [ c for c in classnames
1300 1299 if c.startswith(classname) ]
1301 1300
1302 1301 # return matched classes or the matched class with attributes
1303 1302 if texts[1].find('.') < 0:
1304 1303 return classname_matches
1305 1304 elif len(classname_matches) == 1 and \
1306 1305 classname_matches[0] == classname:
1307 1306 cls = classes[classnames.index(classname)].__class__
1308 1307 help = cls.class_get_help()
1309 1308 # strip leading '--' from cl-args:
1310 1309 help = re.sub(re.compile(r'^--', re.MULTILINE), '', help)
1311 1310 return [ attr.split('=')[0]
1312 1311 for attr in help.strip().splitlines()
1313 1312 if attr.startswith(texts[1]) ]
1314 1313 return []
1315 1314
1316 1315 def magic_color_matches(self, text:str) -> List[str] :
1317 1316 """ Match color schemes for %colors magic"""
1318 1317 texts = text.split()
1319 1318 if text.endswith(' '):
1320 1319 # .split() strips off the trailing whitespace. Add '' back
1321 1320 # so that: '%colors ' -> ['%colors', '']
1322 1321 texts.append('')
1323 1322
1324 1323 if len(texts) == 2 and (texts[0] == 'colors' or texts[0] == '%colors'):
1325 1324 prefix = texts[1]
1326 1325 return [ color for color in InspectColors.keys()
1327 1326 if color.startswith(prefix) ]
1328 1327 return []
1329 1328
1330 1329 def _jedi_matches(self, cursor_column:int, cursor_line:int, text:str):
1331 1330 """
1332 1331
1333 1332 Return a list of :any:`jedi.api.Completions` object from a ``text`` and
1334 1333 cursor position.
1335 1334
1336 1335 Parameters
1337 1336 ----------
1338 1337 cursor_column : int
1339 1338 column position of the cursor in ``text``, 0-indexed.
1340 1339 cursor_line : int
1341 1340 line position of the cursor in ``text``, 0-indexed
1342 1341 text : str
1343 1342 text to complete
1344 1343
1345 1344 Debugging
1346 1345 ---------
1347 1346
1348 1347 If ``IPCompleter.debug`` is ``True`` may return a :any:`_FakeJediCompletion`
1349 1348 object containing a string with the Jedi debug information attached.
1350 1349 """
1351 1350 namespaces = [self.namespace]
1352 1351 if self.global_namespace is not None:
1353 1352 namespaces.append(self.global_namespace)
1354 1353
1355 1354 completion_filter = lambda x:x
1356 1355 offset = cursor_to_position(text, cursor_line, cursor_column)
1357 1356 # filter output if we are completing for object members
1358 1357 if offset:
1359 1358 pre = text[offset-1]
1360 1359 if pre == '.':
1361 1360 if self.omit__names == 2:
1362 1361 completion_filter = lambda c:not c.name.startswith('_')
1363 1362 elif self.omit__names == 1:
1364 1363 completion_filter = lambda c:not (c.name.startswith('__') and c.name.endswith('__'))
1365 1364 elif self.omit__names == 0:
1366 1365 completion_filter = lambda x:x
1367 1366 else:
1368 1367 raise ValueError("Don't understand self.omit__names == {}".format(self.omit__names))
1369 1368
1370 1369 interpreter = jedi.Interpreter(
1371 1370 text[:offset], namespaces, column=cursor_column, line=cursor_line + 1)
1372 1371 try_jedi = True
1373 1372
1374 1373 try:
1375 1374 # should we check the type of the node is Error ?
1376 1375 try:
1377 1376 # jedi < 0.11
1378 1377 from jedi.parser.tree import ErrorLeaf
1379 1378 except ImportError:
1380 1379 # jedi >= 0.11
1381 1380 from parso.tree import ErrorLeaf
1382 1381
1383 1382 next_to_last_tree = interpreter._get_module().tree_node.children[-2]
1384 1383 completing_string = False
1385 1384 if isinstance(next_to_last_tree, ErrorLeaf):
1386 1385 completing_string = next_to_last_tree.value.lstrip()[0] in {'"', "'"}
1387 1386 # if we are in a string jedi is likely not the right candidate for
1388 1387 # now. Skip it.
1389 1388 try_jedi = not completing_string
1390 1389 except Exception as e:
1391 1390 # many of things can go wrong, we are using private API just don't crash.
1392 1391 if self.debug:
1393 1392 print("Error detecting if completing a non-finished string :", e, '|')
1394 1393
1395 1394 if not try_jedi:
1396 1395 return []
1397 1396 try:
1398 1397 return filter(completion_filter, interpreter.completions())
1399 1398 except Exception as e:
1400 1399 if self.debug:
1401 1400 return [_FakeJediCompletion('Oops Jedi has crashed, please report a bug with the following:\n"""\n%s\ns"""' % (e))]
1402 1401 else:
1403 1402 return []
1404 1403
1405 1404 def python_matches(self, text):
1406 1405 """Match attributes or global python names"""
1407 1406 if "." in text:
1408 1407 try:
1409 1408 matches = self.attr_matches(text)
1410 1409 if text.endswith('.') and self.omit__names:
1411 1410 if self.omit__names == 1:
1412 1411 # true if txt is _not_ a __ name, false otherwise:
1413 1412 no__name = (lambda txt:
1414 1413 re.match(r'.*\.__.*?__',txt) is None)
1415 1414 else:
1416 1415 # true if txt is _not_ a _ name, false otherwise:
1417 1416 no__name = (lambda txt:
1418 1417 re.match(r'\._.*?',txt[txt.rindex('.'):]) is None)
1419 1418 matches = filter(no__name, matches)
1420 1419 except NameError:
1421 1420 # catches <undefined attributes>.<tab>
1422 1421 matches = []
1423 1422 else:
1424 1423 matches = self.global_matches(text)
1425 1424 return matches
1426 1425
1427 1426 def _default_arguments_from_docstring(self, doc):
1428 1427 """Parse the first line of docstring for call signature.
1429 1428
1430 1429 Docstring should be of the form 'min(iterable[, key=func])\n'.
1431 1430 It can also parse cython docstring of the form
1432 1431 'Minuit.migrad(self, int ncall=10000, resume=True, int nsplit=1)'.
1433 1432 """
1434 1433 if doc is None:
1435 1434 return []
1436 1435
1437 1436 #care only the firstline
1438 1437 line = doc.lstrip().splitlines()[0]
1439 1438
1440 1439 #p = re.compile(r'^[\w|\s.]+\(([^)]*)\).*')
1441 1440 #'min(iterable[, key=func])\n' -> 'iterable[, key=func]'
1442 1441 sig = self.docstring_sig_re.search(line)
1443 1442 if sig is None:
1444 1443 return []
1445 1444 # iterable[, key=func]' -> ['iterable[' ,' key=func]']
1446 1445 sig = sig.groups()[0].split(',')
1447 1446 ret = []
1448 1447 for s in sig:
1449 1448 #re.compile(r'[\s|\[]*(\w+)(?:\s*=\s*.*)')
1450 1449 ret += self.docstring_kwd_re.findall(s)
1451 1450 return ret
1452 1451
1453 1452 def _default_arguments(self, obj):
1454 1453 """Return the list of default arguments of obj if it is callable,
1455 1454 or empty list otherwise."""
1456 1455 call_obj = obj
1457 1456 ret = []
1458 1457 if inspect.isbuiltin(obj):
1459 1458 pass
1460 1459 elif not (inspect.isfunction(obj) or inspect.ismethod(obj)):
1461 1460 if inspect.isclass(obj):
1462 1461 #for cython embedsignature=True the constructor docstring
1463 1462 #belongs to the object itself not __init__
1464 1463 ret += self._default_arguments_from_docstring(
1465 1464 getattr(obj, '__doc__', ''))
1466 1465 # for classes, check for __init__,__new__
1467 1466 call_obj = (getattr(obj, '__init__', None) or
1468 1467 getattr(obj, '__new__', None))
1469 1468 # for all others, check if they are __call__able
1470 1469 elif hasattr(obj, '__call__'):
1471 1470 call_obj = obj.__call__
1472 1471 ret += self._default_arguments_from_docstring(
1473 1472 getattr(call_obj, '__doc__', ''))
1474 1473
1475 1474 _keeps = (inspect.Parameter.KEYWORD_ONLY,
1476 1475 inspect.Parameter.POSITIONAL_OR_KEYWORD)
1477 1476
1478 1477 try:
1479 1478 sig = inspect.signature(call_obj)
1480 1479 ret.extend(k for k, v in sig.parameters.items() if
1481 1480 v.kind in _keeps)
1482 1481 except ValueError:
1483 1482 pass
1484 1483
1485 1484 return list(set(ret))
1486 1485
1487 1486 def python_func_kw_matches(self,text):
1488 1487 """Match named parameters (kwargs) of the last open function"""
1489 1488
1490 1489 if "." in text: # a parameter cannot be dotted
1491 1490 return []
1492 1491 try: regexp = self.__funcParamsRegex
1493 1492 except AttributeError:
1494 1493 regexp = self.__funcParamsRegex = re.compile(r'''
1495 1494 '.*?(?<!\\)' | # single quoted strings or
1496 1495 ".*?(?<!\\)" | # double quoted strings or
1497 1496 \w+ | # identifier
1498 1497 \S # other characters
1499 1498 ''', re.VERBOSE | re.DOTALL)
1500 1499 # 1. find the nearest identifier that comes before an unclosed
1501 1500 # parenthesis before the cursor
1502 1501 # e.g. for "foo (1+bar(x), pa<cursor>,a=1)", the candidate is "foo"
1503 1502 tokens = regexp.findall(self.text_until_cursor)
1504 1503 iterTokens = reversed(tokens); openPar = 0
1505 1504
1506 1505 for token in iterTokens:
1507 1506 if token == ')':
1508 1507 openPar -= 1
1509 1508 elif token == '(':
1510 1509 openPar += 1
1511 1510 if openPar > 0:
1512 1511 # found the last unclosed parenthesis
1513 1512 break
1514 1513 else:
1515 1514 return []
1516 1515 # 2. Concatenate dotted names ("foo.bar" for "foo.bar(x, pa" )
1517 1516 ids = []
1518 1517 isId = re.compile(r'\w+$').match
1519 1518
1520 1519 while True:
1521 1520 try:
1522 1521 ids.append(next(iterTokens))
1523 1522 if not isId(ids[-1]):
1524 1523 ids.pop(); break
1525 1524 if not next(iterTokens) == '.':
1526 1525 break
1527 1526 except StopIteration:
1528 1527 break
1529 1528
1530 1529 # Find all named arguments already assigned to, as to avoid suggesting
1531 1530 # them again
1532 1531 usedNamedArgs = set()
1533 1532 par_level = -1
1534 1533 for token, next_token in zip(tokens, tokens[1:]):
1535 1534 if token == '(':
1536 1535 par_level += 1
1537 1536 elif token == ')':
1538 1537 par_level -= 1
1539 1538
1540 1539 if par_level != 0:
1541 1540 continue
1542 1541
1543 1542 if next_token != '=':
1544 1543 continue
1545 1544
1546 1545 usedNamedArgs.add(token)
1547 1546
1548 1547 argMatches = []
1549 1548 try:
1550 1549 callableObj = '.'.join(ids[::-1])
1551 1550 namedArgs = self._default_arguments(eval(callableObj,
1552 1551 self.namespace))
1553 1552
1554 1553 # Remove used named arguments from the list, no need to show twice
1555 1554 for namedArg in set(namedArgs) - usedNamedArgs:
1556 1555 if namedArg.startswith(text):
1557 1556 argMatches.append(u"%s=" %namedArg)
1558 1557 except:
1559 1558 pass
1560
1559
1561 1560 return argMatches
1562 1561
1563 1562 def dict_key_matches(self, text):
1564 1563 "Match string keys in a dictionary, after e.g. 'foo[' "
1565 1564 def get_keys(obj):
1566 1565 # Objects can define their own completions by defining an
1567 1566 # _ipy_key_completions_() method.
1568 1567 method = get_real_method(obj, '_ipython_key_completions_')
1569 1568 if method is not None:
1570 1569 return method()
1571 1570
1572 1571 # Special case some common in-memory dict-like types
1573 1572 if isinstance(obj, dict) or\
1574 1573 _safe_isinstance(obj, 'pandas', 'DataFrame'):
1575 1574 try:
1576 1575 return list(obj.keys())
1577 1576 except Exception:
1578 1577 return []
1579 1578 elif _safe_isinstance(obj, 'numpy', 'ndarray') or\
1580 1579 _safe_isinstance(obj, 'numpy', 'void'):
1581 1580 return obj.dtype.names or []
1582 1581 return []
1583 1582
1584 1583 try:
1585 1584 regexps = self.__dict_key_regexps
1586 1585 except AttributeError:
1587 1586 dict_key_re_fmt = r'''(?x)
1588 1587 ( # match dict-referring expression wrt greedy setting
1589 1588 %s
1590 1589 )
1591 1590 \[ # open bracket
1592 1591 \s* # and optional whitespace
1593 1592 ([uUbB]? # string prefix (r not handled)
1594 1593 (?: # unclosed string
1595 1594 '(?:[^']|(?<!\\)\\')*
1596 1595 |
1597 1596 "(?:[^"]|(?<!\\)\\")*
1598 1597 )
1599 1598 )?
1600 1599 $
1601 1600 '''
1602 1601 regexps = self.__dict_key_regexps = {
1603 1602 False: re.compile(dict_key_re_fmt % r'''
1604 1603 # identifiers separated by .
1605 1604 (?!\d)\w+
1606 1605 (?:\.(?!\d)\w+)*
1607 1606 '''),
1608 1607 True: re.compile(dict_key_re_fmt % '''
1609 1608 .+
1610 1609 ''')
1611 1610 }
1612 1611
1613 1612 match = regexps[self.greedy].search(self.text_until_cursor)
1614 1613 if match is None:
1615 1614 return []
1616 1615
1617 1616 expr, prefix = match.groups()
1618 1617 try:
1619 1618 obj = eval(expr, self.namespace)
1620 1619 except Exception:
1621 1620 try:
1622 1621 obj = eval(expr, self.global_namespace)
1623 1622 except Exception:
1624 1623 return []
1625 1624
1626 1625 keys = get_keys(obj)
1627 1626 if not keys:
1628 1627 return keys
1629 1628 closing_quote, token_offset, matches = match_dict_keys(keys, prefix, self.splitter.delims)
1630 1629 if not matches:
1631 1630 return matches
1632 1631
1633 1632 # get the cursor position of
1634 1633 # - the text being completed
1635 1634 # - the start of the key text
1636 1635 # - the start of the completion
1637 1636 text_start = len(self.text_until_cursor) - len(text)
1638 1637 if prefix:
1639 1638 key_start = match.start(2)
1640 1639 completion_start = key_start + token_offset
1641 1640 else:
1642 1641 key_start = completion_start = match.end()
1643 1642
1644 1643 # grab the leading prefix, to make sure all completions start with `text`
1645 1644 if text_start > key_start:
1646 1645 leading = ''
1647 1646 else:
1648 1647 leading = text[text_start:completion_start]
1649 1648
1650 1649 # the index of the `[` character
1651 1650 bracket_idx = match.end(1)
1652 1651
1653 1652 # append closing quote and bracket as appropriate
1654 1653 # this is *not* appropriate if the opening quote or bracket is outside
1655 1654 # the text given to this method
1656 1655 suf = ''
1657 1656 continuation = self.line_buffer[len(self.text_until_cursor):]
1658 1657 if key_start > text_start and closing_quote:
1659 1658 # quotes were opened inside text, maybe close them
1660 1659 if continuation.startswith(closing_quote):
1661 1660 continuation = continuation[len(closing_quote):]
1662 1661 else:
1663 1662 suf += closing_quote
1664 1663 if bracket_idx > text_start:
1665 1664 # brackets were opened inside text, maybe close them
1666 1665 if not continuation.startswith(']'):
1667 1666 suf += ']'
1668 1667
1669 1668 return [leading + k + suf for k in matches]
1670 1669
1671 1670 def unicode_name_matches(self, text):
1672 1671 u"""Match Latex-like syntax for unicode characters base
1673 1672 on the name of the character.
1674 1673
1675 1674 This does ``\\GREEK SMALL LETTER ETA`` -> ``Ξ·``
1676 1675
1677 1676 Works only on valid python 3 identifier, or on combining characters that
1678 1677 will combine to form a valid identifier.
1679 1678
1680 1679 Used on Python 3 only.
1681 1680 """
1682 1681 slashpos = text.rfind('\\')
1683 1682 if slashpos > -1:
1684 1683 s = text[slashpos+1:]
1685 1684 try :
1686 1685 unic = unicodedata.lookup(s)
1687 1686 # allow combining chars
1688 1687 if ('a'+unic).isidentifier():
1689 1688 return '\\'+s,[unic]
1690 1689 except KeyError:
1691 1690 pass
1692 1691 return u'', []
1693 1692
1694 1693
1695 1694 def latex_matches(self, text):
1696 1695 u"""Match Latex syntax for unicode characters.
1697 1696
1698 1697 This does both ``\\alp`` -> ``\\alpha`` and ``\\alpha`` -> ``Ξ±``
1699 1698
1700 1699 Used on Python 3 only.
1701 1700 """
1702 1701 slashpos = text.rfind('\\')
1703 1702 if slashpos > -1:
1704 1703 s = text[slashpos:]
1705 1704 if s in latex_symbols:
1706 1705 # Try to complete a full latex symbol to unicode
1707 1706 # \\alpha -> Ξ±
1708 1707 return s, [latex_symbols[s]]
1709 1708 else:
1710 1709 # If a user has partially typed a latex symbol, give them
1711 1710 # a full list of options \al -> [\aleph, \alpha]
1712 1711 matches = [k for k in latex_symbols if k.startswith(s)]
1713 1712 return s, matches
1714 1713 return u'', []
1715 1714
1716 1715 def dispatch_custom_completer(self, text):
1717 1716 if not self.custom_completers:
1718 1717 return
1719 1718
1720 1719 line = self.line_buffer
1721 1720 if not line.strip():
1722 1721 return None
1723 1722
1724 1723 # Create a little structure to pass all the relevant information about
1725 1724 # the current completion to any custom completer.
1726 1725 event = SimpleNamespace()
1727 1726 event.line = line
1728 1727 event.symbol = text
1729 1728 cmd = line.split(None,1)[0]
1730 1729 event.command = cmd
1731 1730 event.text_until_cursor = self.text_until_cursor
1732 1731
1733 1732 # for foo etc, try also to find completer for %foo
1734 1733 if not cmd.startswith(self.magic_escape):
1735 1734 try_magic = self.custom_completers.s_matches(
1736 1735 self.magic_escape + cmd)
1737 1736 else:
1738 1737 try_magic = []
1739 1738
1740 1739 for c in itertools.chain(self.custom_completers.s_matches(cmd),
1741 1740 try_magic,
1742 1741 self.custom_completers.flat_matches(self.text_until_cursor)):
1743 1742 try:
1744 1743 res = c(event)
1745 1744 if res:
1746 1745 # first, try case sensitive match
1747 1746 withcase = [r for r in res if r.startswith(text)]
1748 1747 if withcase:
1749 1748 return withcase
1750 1749 # if none, then case insensitive ones are ok too
1751 1750 text_low = text.lower()
1752 1751 return [r for r in res if r.lower().startswith(text_low)]
1753 1752 except TryNext:
1754 1753 pass
1755 1754 except KeyboardInterrupt:
1756 1755 """
1757 1756 If custom completer take too long,
1758 1757 let keyboard interrupt abort and return nothing.
1759 1758 """
1760 1759 break
1761 1760
1762 1761 return None
1763 1762
1764 1763 def completions(self, text: str, offset: int)->Iterator[Completion]:
1765 1764 """
1766 1765 Returns an iterator over the possible completions
1767 1766
1768 1767 .. warning:: Unstable
1769 1768
1770 1769 This function is unstable, API may change without warning.
1771 1770 It will also raise unless use in proper context manager.
1772 1771
1773 1772 Parameters
1774 1773 ----------
1775 1774
1776 1775 text:str
1777 1776 Full text of the current input, multi line string.
1778 1777 offset:int
1779 1778 Integer representing the position of the cursor in ``text``. Offset
1780 1779 is 0-based indexed.
1781 1780
1782 1781 Yields
1783 1782 ------
1784 1783 :any:`Completion` object
1785 1784
1786 1785
1787 1786 The cursor on a text can either be seen as being "in between"
1788 1787 characters or "On" a character depending on the interface visible to
1789 1788 the user. For consistency the cursor being on "in between" characters X
1790 1789 and Y is equivalent to the cursor being "on" character Y, that is to say
1791 1790 the character the cursor is on is considered as being after the cursor.
1792 1791
1793 1792 Combining characters may span more that one position in the
1794 1793 text.
1795 1794
1796 1795
1797 1796 .. note::
1798 1797
1799 1798 If ``IPCompleter.debug`` is :any:`True` will yield a ``--jedi/ipython--``
1800 1799 fake Completion token to distinguish completion returned by Jedi
1801 1800 and usual IPython completion.
1802 1801
1803 1802 .. note::
1804 1803
1805 1804 Completions are not completely deduplicated yet. If identical
1806 1805 completions are coming from different sources this function does not
1807 1806 ensure that each completion object will only be present once.
1808 1807 """
1809 1808 warnings.warn("_complete is a provisional API (as of IPython 6.0). "
1810 1809 "It may change without warnings. "
1811 1810 "Use in corresponding context manager.",
1812 1811 category=ProvisionalCompleterWarning, stacklevel=2)
1813 1812
1814 1813 seen = set()
1815 1814 try:
1816 1815 for c in self._completions(text, offset, _timeout=self.jedi_compute_type_timeout/1000):
1817 1816 if c and (c in seen):
1818 1817 continue
1819 1818 yield c
1820 1819 seen.add(c)
1821 1820 except KeyboardInterrupt:
1822 1821 """if completions take too long and users send keyboard interrupt,
1823 1822 do not crash and return ASAP. """
1824 1823 pass
1825 1824
1826 1825 def _completions(self, full_text: str, offset: int, *, _timeout)->Iterator[Completion]:
1827 1826 """
1828 1827 Core completion module.Same signature as :any:`completions`, with the
1829 1828 extra `timeout` parameter (in seconds).
1830 1829
1831 1830
1832 1831 Computing jedi's completion ``.type`` can be quite expensive (it is a
1833 1832 lazy property) and can require some warm-up, more warm up than just
1834 1833 computing the ``name`` of a completion. The warm-up can be :
1835 1834
1836 1835 - Long warm-up the first time a module is encountered after
1837 1836 install/update: actually build parse/inference tree.
1838 1837
1839 1838 - first time the module is encountered in a session: load tree from
1840 1839 disk.
1841 1840
1842 1841 We don't want to block completions for tens of seconds so we give the
1843 1842 completer a "budget" of ``_timeout`` seconds per invocation to compute
1844 1843 completions types, the completions that have not yet been computed will
1845 1844 be marked as "unknown" an will have a chance to be computed next round
1846 1845 are things get cached.
1847 1846
1848 1847 Keep in mind that Jedi is not the only thing treating the completion so
1849 1848 keep the timeout short-ish as if we take more than 0.3 second we still
1850 1849 have lots of processing to do.
1851 1850
1852 1851 """
1853 1852 deadline = time.monotonic() + _timeout
1854 1853
1855 1854
1856 1855 before = full_text[:offset]
1857 1856 cursor_line, cursor_column = position_to_cursor(full_text, offset)
1858 1857
1859 1858 matched_text, matches, matches_origin, jedi_matches = self._complete(
1860 1859 full_text=full_text, cursor_line=cursor_line, cursor_pos=cursor_column)
1861 1860
1862 1861 iter_jm = iter(jedi_matches)
1863 1862 if _timeout:
1864 1863 for jm in iter_jm:
1865 1864 try:
1866 1865 type_ = jm.type
1867 1866 except Exception:
1868 1867 if self.debug:
1869 1868 print("Error in Jedi getting type of ", jm)
1870 1869 type_ = None
1871 1870 delta = len(jm.name_with_symbols) - len(jm.complete)
1872 1871 if type_ == 'function':
1873 1872 signature = _make_signature(jm)
1874 1873 else:
1875 1874 signature = ''
1876 1875 yield Completion(start=offset - delta,
1877 1876 end=offset,
1878 1877 text=jm.name_with_symbols,
1879 1878 type=type_,
1880 1879 signature=signature,
1881 1880 _origin='jedi')
1882 1881
1883 1882 if time.monotonic() > deadline:
1884 1883 break
1885 1884
1886 1885 for jm in iter_jm:
1887 1886 delta = len(jm.name_with_symbols) - len(jm.complete)
1888 1887 yield Completion(start=offset - delta,
1889 1888 end=offset,
1890 1889 text=jm.name_with_symbols,
1891 1890 type='<unknown>', # don't compute type for speed
1892 1891 _origin='jedi',
1893 1892 signature='')
1894 1893
1895 1894
1896 1895 start_offset = before.rfind(matched_text)
1897 1896
1898 1897 # TODO:
1899 1898 # Suppress this, right now just for debug.
1900 1899 if jedi_matches and matches and self.debug:
1901 1900 yield Completion(start=start_offset, end=offset, text='--jedi/ipython--',
1902 1901 _origin='debug', type='none', signature='')
1903 1902
1904 1903 # I'm unsure if this is always true, so let's assert and see if it
1905 1904 # crash
1906 1905 assert before.endswith(matched_text)
1907 1906 for m, t in zip(matches, matches_origin):
1908 1907 yield Completion(start=start_offset, end=offset, text=m, _origin=t, signature='', type='<unknown>')
1909 1908
1910 1909
1911 1910 def complete(self, text=None, line_buffer=None, cursor_pos=None):
1912 1911 """Find completions for the given text and line context.
1913 1912
1914 1913 Note that both the text and the line_buffer are optional, but at least
1915 1914 one of them must be given.
1916 1915
1917 1916 Parameters
1918 1917 ----------
1919 1918 text : string, optional
1920 1919 Text to perform the completion on. If not given, the line buffer
1921 1920 is split using the instance's CompletionSplitter object.
1922 1921
1923 1922 line_buffer : string, optional
1924 1923 If not given, the completer attempts to obtain the current line
1925 1924 buffer via readline. This keyword allows clients which are
1926 1925 requesting for text completions in non-readline contexts to inform
1927 1926 the completer of the entire text.
1928 1927
1929 1928 cursor_pos : int, optional
1930 1929 Index of the cursor in the full line buffer. Should be provided by
1931 1930 remote frontends where kernel has no access to frontend state.
1932 1931
1933 1932 Returns
1934 1933 -------
1935 1934 text : str
1936 1935 Text that was actually used in the completion.
1937 1936
1938 1937 matches : list
1939 1938 A list of completion matches.
1940 1939
1941 1940
1942 1941 .. note::
1943 1942
1944 1943 This API is likely to be deprecated and replaced by
1945 1944 :any:`IPCompleter.completions` in the future.
1946 1945
1947 1946
1948 1947 """
1949 1948 warnings.warn('`Completer.complete` is pending deprecation since '
1950 1949 'IPython 6.0 and will be replaced by `Completer.completions`.',
1951 1950 PendingDeprecationWarning)
1952 1951 # potential todo, FOLD the 3rd throw away argument of _complete
1953 1952 # into the first 2 one.
1954 1953 return self._complete(line_buffer=line_buffer, cursor_pos=cursor_pos, text=text, cursor_line=0)[:2]
1955 1954
1956 1955 def _complete(self, *, cursor_line, cursor_pos, line_buffer=None, text=None,
1957 1956 full_text=None) -> Tuple[str, List[str], List[str], Iterable[_FakeJediCompletion]]:
1958 1957 """
1959 1958
1960 1959 Like complete but can also returns raw jedi completions as well as the
1961 1960 origin of the completion text. This could (and should) be made much
1962 1961 cleaner but that will be simpler once we drop the old (and stateful)
1963 1962 :any:`complete` API.
1964 1963
1965 1964
1966 1965 With current provisional API, cursor_pos act both (depending on the
1967 1966 caller) as the offset in the ``text`` or ``line_buffer``, or as the
1968 1967 ``column`` when passing multiline strings this could/should be renamed
1969 1968 but would add extra noise.
1970 1969 """
1971 1970
1972 1971 # if the cursor position isn't given, the only sane assumption we can
1973 1972 # make is that it's at the end of the line (the common case)
1974 1973 if cursor_pos is None:
1975 1974 cursor_pos = len(line_buffer) if text is None else len(text)
1976 1975
1977 1976 if self.use_main_ns:
1978 1977 self.namespace = __main__.__dict__
1979 1978
1980 1979 # if text is either None or an empty string, rely on the line buffer
1981 1980 if (not line_buffer) and full_text:
1982 1981 line_buffer = full_text.split('\n')[cursor_line]
1983 1982 if not text:
1984 1983 text = self.splitter.split_line(line_buffer, cursor_pos)
1985 1984
1986 1985 if self.backslash_combining_completions:
1987 1986 # allow deactivation of these on windows.
1988 1987 base_text = text if not line_buffer else line_buffer[:cursor_pos]
1989 1988 latex_text, latex_matches = self.latex_matches(base_text)
1990 1989 if latex_matches:
1991 1990 return latex_text, latex_matches, ['latex_matches']*len(latex_matches), ()
1992 1991 name_text = ''
1993 1992 name_matches = []
1994 1993 # need to add self.fwd_unicode_match() function here when done
1995 1994 for meth in (self.unicode_name_matches, back_latex_name_matches, back_unicode_name_matches, self.fwd_unicode_match):
1996 1995 name_text, name_matches = meth(base_text)
1997 1996 if name_text:
1998 1997 return name_text, name_matches[:MATCHES_LIMIT], \
1999 1998 [meth.__qualname__]*min(len(name_matches), MATCHES_LIMIT), ()
2000 1999
2001 2000
2002 2001 # If no line buffer is given, assume the input text is all there was
2003 2002 if line_buffer is None:
2004 2003 line_buffer = text
2005 2004
2006 2005 self.line_buffer = line_buffer
2007 2006 self.text_until_cursor = self.line_buffer[:cursor_pos]
2008 2007
2009 2008 # Do magic arg matches
2010 2009 for matcher in self.magic_arg_matchers:
2011 2010 matches = list(matcher(line_buffer))[:MATCHES_LIMIT]
2012 2011 if matches:
2013 2012 origins = [matcher.__qualname__] * len(matches)
2014 2013 return text, matches, origins, ()
2015 2014
2016 2015 # Start with a clean slate of completions
2017 2016 matches = []
2018 2017 custom_res = self.dispatch_custom_completer(text)
2019 2018 # FIXME: we should extend our api to return a dict with completions for
2020 2019 # different types of objects. The rlcomplete() method could then
2021 2020 # simply collapse the dict into a list for readline, but we'd have
2022 2021 # richer completion semantics in other environments.
2023 2022 completions = ()
2024 2023 if self.use_jedi:
2025 2024 if not full_text:
2026 2025 full_text = line_buffer
2027 2026 completions = self._jedi_matches(
2028 2027 cursor_pos, cursor_line, full_text)
2029 2028 if custom_res is not None:
2030 2029 # did custom completers produce something?
2031 2030 matches = [(m, 'custom') for m in custom_res]
2032 2031 else:
2033 2032 # Extend the list of completions with the results of each
2034 2033 # matcher, so we return results to the user from all
2035 2034 # namespaces.
2036 2035 if self.merge_completions:
2037 2036 matches = []
2038 2037 for matcher in self.matchers:
2039 2038 try:
2040 2039 matches.extend([(m, matcher.__qualname__)
2041 2040 for m in matcher(text)])
2042 2041 except:
2043 2042 # Show the ugly traceback if the matcher causes an
2044 2043 # exception, but do NOT crash the kernel!
2045 2044 sys.excepthook(*sys.exc_info())
2046 2045 else:
2047 2046 for matcher in self.matchers:
2048 2047 matches = [(m, matcher.__qualname__)
2049 2048 for m in matcher(text)]
2050 2049 if matches:
2051 2050 break
2052 2051 seen = set()
2053 2052 filtered_matches = set()
2054 2053 for m in matches:
2055 2054 t, c = m
2056 2055 if t not in seen:
2057 2056 filtered_matches.add(m)
2058 2057 seen.add(t)
2059 2058
2060 2059 _filtered_matches = sorted(
2061 2060 set(filtered_matches), key=lambda x: completions_sorting_key(x[0]))\
2062 2061 [:MATCHES_LIMIT]
2063 2062
2064 2063 _matches = [m[0] for m in _filtered_matches]
2065 2064 origins = [m[1] for m in _filtered_matches]
2066 2065
2067 2066 self.matches = _matches
2068 2067
2069 2068 return text, _matches, origins, completions
2070
2069
2071 2070 def fwd_unicode_match(self, text:str) -> Tuple[str, list]:
2072 2071 if self._names is None:
2073 2072 self._names = []
2074 2073 for c in range(0,0x10FFFF + 1):
2075 2074 try:
2076 2075 self._names.append(unicodedata.name(chr(c)))
2077 2076 except ValueError:
2078 2077 pass
2079 2078
2080 2079 slashpos = text.rfind('\\')
2081 2080 # if text starts with slash
2082 2081 if slashpos > -1:
2083 2082 s = text[slashpos+1:]
2084 2083 candidates = [x for x in self._names if x.startswith(s)]
2085 2084 if candidates:
2086 2085 return s, candidates
2087 2086 else:
2088 2087 return '', ()
2089
2088
2090 2089 # if text does not start with slash
2091 2090 else:
2092 2091 return u'', ()
General Comments 0
You need to be logged in to leave comments. Login now