Beta Shell v2.0

File Manager

~ /usr/local/python-3.9/lib/python3.9/site-packages/charset_normalizer

Name	Size	Perms	Modified	Actions
[ .. / .. ]
__init__.py	1.51 KB	-rw-r--r--	2023-02-03 07:40:55	Edit Del
__pycache__	-	drwxr-xr-x	2023-02-03 07:40:55	Del
api.py	18.17 KB	-rw-r--r--	2023-02-03 07:40:55	Edit Del
assets	-	drwxr-xr-x	2023-02-03 07:40:55	Del
cd.py	12.26 KB	-rw-r--r--	2023-02-03 07:40:55	Edit Del
cli	-	drwxr-xr-x	2023-02-03 07:40:55	Del
constant.py	18.65 KB	-rw-r--r--	2023-02-03 07:40:55	Edit Del
legacy.py	1.61 KB	-rw-r--r--	2023-02-03 07:40:55	Edit Del
md.cpython-39-x86_64-linux-gnu.so	17.09 KB	-rwxr-xr-x	2023-02-03 07:40:55	Edit Del
md.py	17.83 KB	-rw-r--r--	2023-02-03 07:40:55	Edit Del
md__mypyc.cpython-39-x86_64-linux-gnu.so	414.99 KB	-rwxr-xr-x	2023-02-03 07:40:55	Edit Del
models.py	11.22 KB	-rw-r--r--	2023-02-03 07:40:55	Edit Del
py.typed	0 B	-rw-r--r--	2023-02-03 07:40:55	Edit Del
utils.py	11.28 KB	-rw-r--r--	2023-02-03 07:40:55	Edit Del
version.py	79 B	-rw-r--r--	2023-02-03 07:40:55	Edit Del

Editing: legacy.py (1.61 KB)

from typing import Dict, Optional, Union

from .api import from_bytes
from .constant import CHARDET_CORRESPONDENCE


def detect(byte_str: bytes) -> Dict[str, Optional[Union[str, float]]]:
    """
    chardet legacy method
    Detect the encoding of the given byte string. It should be mostly backward-compatible.
    Encoding name will match Chardet own writing whenever possible. (Not on encoding name unsupported by it)
    This function is deprecated and should be used to migrate your project easily, consult the documentation for
    further information. Not planned for removal.

    :param byte_str:     The byte sequence to examine.
    """
    if not isinstance(byte_str, (bytearray, bytes)):
        raise TypeError(  # pragma: nocover
            "Expected object of type bytes or bytearray, got: "
            "{0}".format(type(byte_str))
        )

    if isinstance(byte_str, bytearray):
        byte_str = bytes(byte_str)

    r = from_bytes(byte_str).best()

    encoding = r.encoding if r is not None else None
    language = r.language if r is not None and r.language != "Unknown" else ""
    confidence = 1.0 - r.chaos if r is not None else None

    # Note: CharsetNormalizer does not return 'UTF-8-SIG' as the sig get stripped in the detection/normalization process
    # but chardet does return 'utf-8-sig' and it is a valid codec name.
    if r is not None and encoding == "utf_8" and r.bom:
        encoding += "_sig"

    return {
        "encoding": encoding
        if encoding not in CHARDET_CORRESPONDENCE
        else CHARDET_CORRESPONDENCE[encoding],
        "language": language,
        "confidence": confidence,
    }