X7ROOT File Manager
Current Path:
/opt/alt/python311/lib/python3.11/site-packages/pip/_vendor/chardet
opt
/
alt
/
python311
/
lib
/
python3.11
/
site-packages
/
pip
/
_vendor
/
chardet
/
ðŸ“
..
📄
__init__.py
(3.19 KB)
ðŸ“
__pycache__
📄
big5freq.py
(30.52 KB)
📄
big5prober.py
(1.72 KB)
📄
chardistribution.py
(9.19 KB)
📄
charsetgroupprober.py
(3.75 KB)
📄
charsetprober.py
(4.99 KB)
ðŸ“
cli
📄
codingstatemachine.py
(3.51 KB)
📄
compat.py
(1.17 KB)
📄
cp949prober.py
(1.81 KB)
📄
enums.py
(1.62 KB)
📄
escprober.py
(3.86 KB)
📄
escsm.py
(10.26 KB)
📄
eucjpprober.py
(3.66 KB)
📄
euckrfreq.py
(13.23 KB)
📄
euckrprober.py
(1.71 KB)
📄
euctwfreq.py
(30.88 KB)
📄
euctwprober.py
(1.71 KB)
📄
gb2312freq.py
(20.23 KB)
📄
gb2312prober.py
(1.71 KB)
📄
hebrewprober.py
(13.51 KB)
📄
jisfreq.py
(25.17 KB)
📄
jpcntx.py
(19.18 KB)
📄
langbulgarianmodel.py
(103.2 KB)
📄
langgreekmodel.py
(97.22 KB)
📄
langhebrewmodel.py
(96.44 KB)
📄
langhungarianmodel.py
(100.07 KB)
📄
langrussianmodel.py
(128.08 KB)
📄
langthaimodel.py
(100.87 KB)
📄
langturkishmodel.py
(93.68 KB)
📄
latin1prober.py
(5.24 KB)
📄
mbcharsetprober.py
(3.33 KB)
📄
mbcsgroupprober.py
(1.96 KB)
📄
mbcssm.py
(24.88 KB)
ðŸ“
metadata
📄
sbcharsetprober.py
(5.99 KB)
📄
sbcsgroupprober.py
(4.21 KB)
📄
sjisprober.py
(3.69 KB)
📄
universaldetector.py
(12.21 KB)
📄
utf8prober.py
(2.7 KB)
📄
version.py
(242 B)
Editing: __init__.py
######################## BEGIN LICENSE BLOCK ######################## # This library is free software; you can redistribute it and/or # modify it under the terms of the GNU Lesser General Public # License as published by the Free Software Foundation; either # version 2.1 of the License, or (at your option) any later version. # # This library is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU # Lesser General Public License for more details. # # You should have received a copy of the GNU Lesser General Public # License along with this library; if not, write to the Free Software # Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA # 02110-1301 USA ######################### END LICENSE BLOCK ######################### from .universaldetector import UniversalDetector from .enums import InputState from .version import __version__, VERSION __all__ = ['UniversalDetector', 'detect', 'detect_all', '__version__', 'VERSION'] def detect(byte_str): """ Detect the encoding of the given byte string. :param byte_str: The byte sequence to examine. :type byte_str: ``bytes`` or ``bytearray`` """ if not isinstance(byte_str, bytearray): if not isinstance(byte_str, bytes): raise TypeError('Expected object of type bytes or bytearray, got: ' '{}'.format(type(byte_str))) else: byte_str = bytearray(byte_str) detector = UniversalDetector() detector.feed(byte_str) return detector.close() def detect_all(byte_str): """ Detect all the possible encodings of the given byte string. :param byte_str: The byte sequence to examine. :type byte_str: ``bytes`` or ``bytearray`` """ if not isinstance(byte_str, bytearray): if not isinstance(byte_str, bytes): raise TypeError('Expected object of type bytes or bytearray, got: ' '{}'.format(type(byte_str))) else: byte_str = bytearray(byte_str) detector = UniversalDetector() detector.feed(byte_str) detector.close() if detector._input_state == InputState.HIGH_BYTE: results = [] for prober in detector._charset_probers: if prober.get_confidence() > detector.MINIMUM_THRESHOLD: charset_name = prober.charset_name lower_charset_name = prober.charset_name.lower() # Use Windows encoding name instead of ISO-8859 if we saw any # extra Windows-specific bytes if lower_charset_name.startswith('iso-8859'): if detector._has_win_bytes: charset_name = detector.ISO_WIN_MAP.get(lower_charset_name, charset_name) results.append({ 'encoding': charset_name, 'confidence': prober.get_confidence(), 'language': prober.language, }) if len(results) > 0: return sorted(results, key=lambda result: -result['confidence']) return [detector.result]
Upload File
Create Folder