FM / utils

/opt/imh-python/lib/python3.9/site-packages/IPython/utils/

/opt/imh-python/lib/python3.9/site-packages/IPython/utils

Name	Size	Mode	Actions
tests/	-	0755	rm
__pycache__/	-	0755	rm
capture.py	5161	0644	edit dl rm
colorable.py	786	0644	edit dl rm
coloransi.py	6972	0644	edit dl rm
contexts.py	1619	0644	edit dl rm
daemonize.py	200	0644	edit dl rm
data.py	1015	0644	edit dl rm
decorators.py	2680	0644	edit dl rm
dir2.py	2232	0644	edit dl rm
docs.py	86	0644	edit dl rm
encoding.py	2843	0644	edit dl rm
eventful.py	138	0644	edit dl rm
frame.py	3048	0644	edit dl rm
generics.py	706	0644	edit dl rm
importstring.py	1050	0644	edit dl rm
io.py	4631	0644	edit dl rm
ipstruct.py	11856	0644	edit dl rm
jsonutil.py	148	0644	edit dl rm
localinterfaces.py	169	0644	edit dl rm
log.py	123	0644	edit dl rm
module_paths.py	2327	0644	edit dl rm
openpy.py	3417	0644	edit dl rm
path.py	11937	0644	edit dl rm
process.py	1878	0644	edit dl rm
py3compat.py	1602	0644	edit dl rm
PyColorize.py	10875	0644	edit dl rm
sentinel.py	421	0644	edit dl rm
shimmodule.py	2669	0644	edit dl rm
signatures.py	474	0644	edit dl rm
strdispatch.py	1838	0644	edit dl rm
sysinfo.py	4365	0644	edit dl rm
syspathcontext.py	1952	0644	edit dl rm
tempdir.py	1867	0644	edit dl rm
terminal.py	3206	0644	edit dl rm
text.py	24428	0644	edit dl rm
timing.py	4275	0644	edit dl rm
tokenutil.py	5083	0644	edit dl rm
traitlets.py	143	0644	edit dl rm
tz.py	1380	0644	edit dl rm
ulinecache.py	684	0644	edit dl rm
version.py	1223	0644	edit dl rm
wildcard.py	4612	0644	edit dl rm
_process_cli.py	2020	0644	edit dl rm
_process_common.py	7003	0644	edit dl rm
_process_posix.py	8666	0644	edit dl rm
_process_win32.py	6132	0644	edit dl rm
_process_win32_controller.py	21329	0644	edit dl rm
_sysinfo.py	45	0644	edit dl rm
__init__.py	0	0644	edit dl rm

Edit: /opt/imh-python/lib/python3.9/site-packages/IPython/utils/openpy.py (3417B)

"""
Tools to open .py files as Unicode, using the encoding specified within the file,
as per PEP 263.

Much of the code is taken from the tokenize module in Python 3.2.
"""

import io
from io import TextIOWrapper, BytesIO
from pathlib import Path
import re
from tokenize import open, detect_encoding

cookie_re = re.compile(r"coding[:=]\s*([-\w.]+)", re.UNICODE)
cookie_comment_re = re.compile(r"^\s*#.*coding[:=]\s*([-\w.]+)", re.UNICODE)

def source_to_unicode(txt, errors='replace', skip_encoding_cookie=True):
    """Converts a bytes string with python source code to unicode.

Unicode strings are passed through unchanged. Byte strings are checked
    for the python source file encoding cookie to determine encoding.
    txt can be either a bytes buffer or a string containing the source
    code.
    """
    if isinstance(txt, str):
        return txt
    if isinstance(txt, bytes):
        buffer = BytesIO(txt)
    else:
        buffer = txt
    try:
        encoding, _ = detect_encoding(buffer.readline)
    except SyntaxError:
        encoding = "ascii"
    buffer.seek(0)
    with TextIOWrapper(buffer, encoding, errors=errors, line_buffering=True) as text:
        text.mode = 'r'
        if skip_encoding_cookie:
            return u"".join(strip_encoding_cookie(text))
        else:
            return text.read()

def strip_encoding_cookie(filelike):
    """Generator to pull lines from a text-mode file, skipping the encoding
    cookie if it is found in the first two lines.
    """
    it = iter(filelike)
    try:
        first = next(it)
        if not cookie_comment_re.match(first):
            yield first
        second = next(it)
        if not cookie_comment_re.match(second):
            yield second
    except StopIteration:
        return
    
    for line in it:
        yield line

def read_py_file(filename, skip_encoding_cookie=True):
    """Read a Python file, using the encoding declared inside the file.

Parameters
    ----------
    filename : str
        The path to the file to read.
    skip_encoding_cookie : bool
        If True (the default), and the encoding declaration is found in the first
        two lines, that line will be excluded from the output.

Returns
    -------
    A unicode string containing the contents of the file.
    """
    filepath = Path(filename)
    with open(filepath) as f:  # the open function defined in this module.
        if skip_encoding_cookie:
            return "".join(strip_encoding_cookie(f))
        else:
            return f.read()

def read_py_url(url, errors='replace', skip_encoding_cookie=True):
    """Read a Python file from a URL, using the encoding declared inside the file.

Parameters
    ----------
    url : str
        The URL from which to fetch the file.
    errors : str
        How to handle decoding errors in the file. Options are the same as for
        bytes.decode(), but here 'replace' is the default.
    skip_encoding_cookie : bool
        If True (the default), and the encoding declaration is found in the first
        two lines, that line will be excluded from the output.

Returns
    -------
    A unicode string containing the contents of the file.
    """
    # Deferred import for faster start
    from urllib.request import urlopen 
    response = urlopen(url)
    buffer = io.BytesIO(response.read())
    return source_to_unicode(buffer, errors, skip_encoding_cookie)

cmd: