File Manager

X7ROOT File Manager

Current Path: /opt/alt/python38/lib/python3.8/site-packages/pip/_vendor/chardet

opt / alt / python38 / lib / python3.8 / site-packages / pip / _vendor / chardet /

ðŸ“ ..
ðŸ“„ __init__.py(3.62 KB)
ðŸ“ __pycache__
ðŸ“„ big5freq.py(30.54 KB)
ðŸ“„ big5prober.py(1.7 KB)
ðŸ“„ chardistribution.py(9.38 KB)
ðŸ“„ charsetgroupprober.py(3.73 KB)
ðŸ“„ charsetprober.py(4.69 KB)
ðŸ“ cli
ðŸ“„ codingstatemachine.py(3.48 KB)
ðŸ“„ cp949prober.py(1.79 KB)
ðŸ“„ enums.py(1.58 KB)
ðŸ“„ escprober.py(3.77 KB)
ðŸ“„ escsm.py(11.74 KB)
ðŸ“„ eucjpprober.py(3.59 KB)
ðŸ“„ euckrfreq.py(13.25 KB)
ðŸ“„ euckrprober.py(1.69 KB)
ðŸ“„ euctwfreq.py(36.05 KB)
ðŸ“„ euctwprober.py(1.69 KB)
ðŸ“„ gb2312freq.py(20.25 KB)
ðŸ“„ gb2312prober.py(1.7 KB)
ðŸ“„ hebrewprober.py(13.59 KB)
ðŸ“„ jisfreq.py(25.19 KB)
ðŸ“„ johabfreq.py(41.5 KB)
ðŸ“„ johabprober.py(1.69 KB)
ðŸ“„ jpcntx.py(26.17 KB)
ðŸ“„ langbulgarianmodel.py(102.11 KB)
ðŸ“„ langgreekmodel.py(96.18 KB)
ðŸ“„ langhebrewmodel.py(95.89 KB)
ðŸ“„ langhungarianmodel.py(98.99 KB)
ðŸ“„ langrussianmodel.py(125.03 KB)
ðŸ“„ langthaimodel.py(100.37 KB)
ðŸ“„ langturkishmodel.py(93.14 KB)
ðŸ“„ latin1prober.py(5.14 KB)
ðŸ“„ mbcharsetprober.py(3.29 KB)
ðŸ“„ mbcsgroupprober.py(2.01 KB)
ðŸ“„ mbcssm.py(29.36 KB)
ðŸ“ metadata
ðŸ“„ sbcharsetprober.py(6.05 KB)
ðŸ“„ sbcsgroupprober.py(4.03 KB)
ðŸ“„ sjisprober.py(3.66 KB)
ðŸ“„ universaldetector.py(12.98 KB)
ðŸ“„ utf1632prober.py(8.09 KB)
ðŸ“„ utf8prober.py(2.65 KB)
ðŸ“„ version.py(242 B)

Editing: init.py

######################## BEGIN LICENSE BLOCK ########################
# This library is free software; you can redistribute it and/or
# modify it under the terms of the GNU Lesser General Public
# License as published by the Free Software Foundation; either
# version 2.1 of the License, or (at your option) any later version.
#
# This library is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
# Lesser General Public License for more details.
#
# You should have received a copy of the GNU Lesser General Public
# License along with this library; if not, write to the Free Software
# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
# 02110-1301  USA
######################### END LICENSE BLOCK #########################

from .enums import InputState
from .universaldetector import UniversalDetector
from .version import VERSION, __version__

__all__ = ["UniversalDetector", "detect", "detect_all", "__version__", "VERSION"]

def detect(byte_str):
    """
    Detect the encoding of the given byte string.

:param byte_str:     The byte sequence to examine.
    :type byte_str:      ``bytes`` or ``bytearray``
    """
    if not isinstance(byte_str, bytearray):
        if not isinstance(byte_str, bytes):
            raise TypeError(
                f"Expected object of type bytes or bytearray, got: {type(byte_str)}"
            )
        byte_str = bytearray(byte_str)
    detector = UniversalDetector()
    detector.feed(byte_str)
    return detector.close()

def detect_all(byte_str, ignore_threshold=False):
    """
    Detect all the possible encodings of the given byte string.

:param byte_str:          The byte sequence to examine.
    :type byte_str:           ``bytes`` or ``bytearray``
    :param ignore_threshold:  Include encodings that are below
                              ``UniversalDetector.MINIMUM_THRESHOLD``
                              in results.
    :type ignore_threshold:   ``bool``
    """
    if not isinstance(byte_str, bytearray):
        if not isinstance(byte_str, bytes):
            raise TypeError(
                f"Expected object of type bytes or bytearray, got: {type(byte_str)}"
            )
        byte_str = bytearray(byte_str)

detector = UniversalDetector()
    detector.feed(byte_str)
    detector.close()

if detector.input_state == InputState.HIGH_BYTE:
        results = []
        probers = []
        for prober in detector.charset_probers:
            if hasattr(prober, "probers"):
                probers.extend(p for p in prober.probers)
            else:
                probers.append(prober)
        for prober in probers:
            if ignore_threshold or prober.get_confidence() > detector.MINIMUM_THRESHOLD:
                charset_name = prober.charset_name or ""
                lower_charset_name = charset_name.lower()
                # Use Windows encoding name instead of ISO-8859 if we saw any
                # extra Windows-specific bytes
                if lower_charset_name.startswith("iso-8859") and detector.has_win_bytes:
                    charset_name = detector.ISO_WIN_MAP.get(
                        lower_charset_name, charset_name
                    )
                results.append(
                    {
                        "encoding": charset_name,
                        "confidence": prober.get_confidence(),
                        "language": prober.language,
                    }
                )
        if len(results) > 0:
            return sorted(results, key=lambda result: -result["confidence"])

return [detector.result]

X7ROOT File Manager

Editing: init.py

Upload File

Create Folder

X7ROOT File Manager

Editing: __init__.py

Upload File

Create Folder

Editing: init.py