Na}{

Path: ~//opt/alt/python38/lib/python3.8/site-packages/pip/_vendor/chardet/

File Content: `latin1prober.py`

######################## BEGIN LICENSE BLOCK ########################
# The Original Code is Mozilla Universal charset detector code.
#
# The Initial Developer of the Original Code is
# Netscape Communications Corporation.
# Portions created by the Initial Developer are Copyright (C) 2001
# the Initial Developer. All Rights Reserved.
#
# Contributor(s):
#   Mark Pilgrim - port to Python
#   Shy Shalom - original C code
#
# This library is free software; you can redistribute it and/or
# modify it under the terms of the GNU Lesser General Public
# License as published by the Free Software Foundation; either
# version 2.1 of the License, or (at your option) any later version.
#
# This library is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
# Lesser General Public License for more details.
#
# You should have received a copy of the GNU Lesser General Public
# License along with this library; if not, write to the Free Software
# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
# 02110-1301  USA
######################### END LICENSE BLOCK #########################

from .charsetprober import CharSetProber
from .enums import ProbingState

FREQ_CAT_NUM = 4

UDF = 0  # undefined
OTH = 1  # other
ASC = 2  # ascii capital letter
ASS = 3  # ascii small letter
ACV = 4  # accent capital vowel
ACO = 5  # accent capital other
ASV = 6  # accent small vowel
ASO = 7  # accent small other
CLASS_NUM = 8  # total classes

Latin1_CharToClass = (
    OTH, OTH, OTH, OTH, OTH, OTH, OTH, OTH,   # 00 - 07
    OTH, OTH, OTH, OTH, OTH, OTH, OTH, OTH,   # 08 - 0F
    OTH, OTH, OTH, OTH, OTH, OTH, OTH, OTH,   # 10 - 17
    OTH, OTH, OTH, OTH, OTH, OTH, OTH, OTH,   # 18 - 1F
    OTH, OTH, OTH, OTH, OTH, OTH, OTH, OTH,   # 20 - 27
    OTH, OTH, OTH, OTH, OTH, OTH, OTH, OTH,   # 28 - 2F
    OTH, OTH, OTH, OTH, OTH, OTH, OTH, OTH,   # 30 - 37
    OTH, OTH, OTH, OTH, OTH, OTH, OTH, OTH,   # 38 - 3F
    OTH, ASC, ASC, ASC, ASC, ASC, ASC, ASC,   # 40 - 47
    ASC, ASC, ASC, ASC, ASC, ASC, ASC, ASC,   # 48 - 4F
    ASC, ASC, ASC, ASC, ASC, ASC, ASC, ASC,   # 50 - 57
    ASC, ASC, ASC, OTH, OTH, OTH, OTH, OTH,   # 58 - 5F
    OTH, ASS, ASS, ASS, ASS, ASS, ASS, ASS,   # 60 - 67
    ASS, ASS, ASS, ASS, ASS, ASS, ASS, ASS,   # 68 - 6F
    ASS, ASS, ASS, ASS, ASS, ASS, ASS, ASS,   # 70 - 77
    ASS, ASS, ASS, OTH, OTH, OTH, OTH, OTH,   # 78 - 7F
    OTH, UDF, OTH, ASO, OTH, OTH, OTH, OTH,   # 80 - 87
    OTH, OTH, ACO, OTH, ACO, UDF, ACO, UDF,   # 88 - 8F
    UDF, OTH, OTH, OTH, OTH, OTH, OTH, OTH,   # 90 - 97
    OTH, OTH, ASO, OTH, ASO, UDF, ASO, ACO,   # 98 - 9F
    OTH, OTH, OTH, OTH, OTH, OTH, OTH, OTH,   # A0 - A7
    OTH, OTH, OTH, OTH, OTH, OTH, OTH, OTH,   # A8 - AF
    OTH, OTH, OTH, OTH, OTH, OTH, OTH, OTH,   # B0 - B7
    OTH, OTH, OTH, OTH, OTH, OTH, OTH, OTH,   # B8 - BF
    ACV, ACV, ACV, ACV, ACV, ACV, ACO, ACO,   # C0 - C7
    ACV, ACV, ACV, ACV, ACV, ACV, ACV, ACV,   # C8 - CF
    ACO, ACO, ACV, ACV, ACV, ACV, ACV, OTH,   # D0 - D7
    ACV, ACV, ACV, ACV, ACV, ACO, ACO, ACO,   # D8 - DF
    ASV, ASV, ASV, ASV, ASV, ASV, ASO, ASO,   # E0 - E7
    ASV, ASV, ASV, ASV, ASV, ASV, ASV, ASV,   # E8 - EF
    ASO, ASO, ASV, ASV, ASV, ASV, ASV, OTH,   # F0 - F7
    ASV, ASV, ASV, ASV, ASV, ASO, ASO, ASO,   # F8 - FF
)

# 0 : illegal
# 1 : very unlikely
# 2 : normal
# 3 : very likely
Latin1ClassModel = (
# UDF OTH ASC ASS ACV ACO ASV ASO
    0,  0,  0,  0,  0,  0,  0,  0,  # UDF
    0,  3,  3,  3,  3,  3,  3,  3,  # OTH
    0,  3,  3,  3,  3,  3,  3,  3,  # ASC
    0,  3,  3,  3,  1,  1,  3,  3,  # ASS
    0,  3,  3,  3,  1,  2,  1,  2,  # ACV
    0,  3,  3,  3,  3,  3,  3,  3,  # ACO
    0,  3,  1,  3,  1,  1,  1,  3,  # ASV
    0,  3,  1,  3,  1,  1,  3,  3,  # ASO
)


class Latin1Prober(CharSetProber):
    def __init__(self):
        super(Latin1Prober, self).__init__()
        self._last_char_class = None
        self._freq_counter = None
        self.reset()

    def reset(self):
        self._last_char_class = OTH
        self._freq_counter = [0] * FREQ_CAT_NUM
        CharSetProber.reset(self)

    @property
    def charset_name(self):
        return "ISO-8859-1"

    @property
    def language(self):
        return ""

    def feed(self, byte_str):
        byte_str = self.filter_with_english_letters(byte_str)
        for c in byte_str:
            char_class = Latin1_CharToClass[c]
            freq = Latin1ClassModel[(self._last_char_class * CLASS_NUM)
                                    + char_class]
            if freq == 0:
                self._state = ProbingState.NOT_ME
                break
            self._freq_counter[freq] += 1
            self._last_char_class = char_class

        return self.state

    def get_confidence(self):
        if self.state == ProbingState.NOT_ME:
            return 0.01

        total = sum(self._freq_counter)
        if total < 0.01:
            confidence = 0.0
        else:
            confidence = ((self._freq_counter[3] - self._freq_counter[1] * 20.0)
                          / total)
        if confidence < 0.0:
            confidence = 0.0
        # lower the confidence of latin1 so that other more accurate
        # detector can take priority.
        confidence = confidence * 0.73
        return confidence

Edit Rename Chmod Delete

FILE FOLDER

Name	Size	Permission
__pycache__	---	0755
cli	---	0755
__init__.py	1559 bytes	0644
__init__.pyc	1020 bytes	0644
__init__.pyo	1020 bytes	0644
big5freq.py	31254 bytes	0644
big5freq.pyc	54714 bytes	0644
big5freq.pyo	54714 bytes	0644
big5prober.py	1757 bytes	0644
big5prober.pyc	1422 bytes	0644
big5prober.pyo	1422 bytes	0644
chardistribution.py	9411 bytes	0644
chardistribution.pyc	8189 bytes	0644
chardistribution.pyo	8189 bytes	0644
charsetgroupprober.py	3787 bytes	0644
charsetgroupprober.pyc	2977 bytes	0644
charsetgroupprober.pyo	2977 bytes	0644
charsetprober.py	5110 bytes	0644
charsetprober.pyc	4292 bytes	0644
charsetprober.pyo	4292 bytes	0644
codingstatemachine.py	3590 bytes	0644
codingstatemachine.pyc	3464 bytes	0644
codingstatemachine.pyo	3464 bytes	0644
compat.py	1134 bytes	0644
compat.pyc	417 bytes	0644
compat.pyo	417 bytes	0644
cp949prober.py	1855 bytes	0644
cp949prober.pyc	1430 bytes	0644
cp949prober.pyo	1430 bytes	0644
enums.py	1661 bytes	0644
enums.pyc	3233 bytes	0644
enums.pyo	3233 bytes	0644
escprober.py	3950 bytes	0644
escprober.pyc	3335 bytes	0644
escprober.pyo	3335 bytes	0644
escsm.py	10510 bytes	0644
escsm.pyc	8028 bytes	0644
escsm.pyo	8028 bytes	0644
eucjpprober.py	3749 bytes	0644
eucjpprober.pyc	3150 bytes	0644
eucjpprober.pyo	3150 bytes	0644
euckrfreq.py	13546 bytes	0644
euckrfreq.pyc	24100 bytes	0644
euckrfreq.pyo	24100 bytes	0644
euckrprober.py	1748 bytes	0644
euckrprober.pyc	1431 bytes	0644
euckrprober.pyo	1431 bytes	0644
euctwfreq.py	31621 bytes	0644
euctwfreq.pyc	54723 bytes	0644
euctwfreq.pyo	54723 bytes	0644
euctwprober.py	1747 bytes	0644
euctwprober.pyc	1431 bytes	0644
euctwprober.pyo	1431 bytes	0644
gb2312freq.py	20715 bytes	0644
gb2312freq.pyc	38365 bytes	0644
gb2312freq.pyo	38365 bytes	0644
gb2312prober.py	1754 bytes	0644
gb2312prober.pyc	1440 bytes	0644
gb2312prober.pyo	1440 bytes	0644
hebrewprober.py	13838 bytes	0644
hebrewprober.pyc	3957 bytes	0644
hebrewprober.pyo	3957 bytes	0644
jisfreq.py	25777 bytes	0644
jisfreq.pyc	44509 bytes	0644
jisfreq.pyo	44509 bytes	0644
jpcntx.py	19643 bytes	0644
jpcntx.pyc	25512 bytes	0644
jpcntx.pyo	25512 bytes	0644
langbulgarianmodel.py	12839 bytes	0644
langbulgarianmodel.pyc	24977 bytes	0644
langbulgarianmodel.pyo	24977 bytes	0644
langcyrillicmodel.py	17948 bytes	0644
langcyrillicmodel.pyc	30697 bytes	0644
langcyrillicmodel.pyo	30697 bytes	0644
langgreekmodel.py	12688 bytes	0644
langgreekmodel.pyc	24652 bytes	0644
langgreekmodel.pyo	24652 bytes	0644
langhebrewmodel.py	11345 bytes	0644
langhebrewmodel.pyc	23463 bytes	0644
langhebrewmodel.pyo	23463 bytes	0644
langhungarianmodel.py	12592 bytes	0644
langhungarianmodel.pyc	24947 bytes	0644
langhungarianmodel.pyo	24947 bytes	0644
langthaimodel.py	11290 bytes	0644
langthaimodel.pyc	23442 bytes	0644
langthaimodel.pyo	23442 bytes	0644
langturkishmodel.py	11102 bytes	0644
langturkishmodel.pyc	23459 bytes	0644
langturkishmodel.pyo	23459 bytes	0644
latin1prober.py	5370 bytes	0644
latin1prober.pyc	3845 bytes	0644
latin1prober.pyo	3845 bytes	0644
mbcharsetprober.py	3413 bytes	0644
mbcharsetprober.pyc	2899 bytes	0644
mbcharsetprober.pyo	2899 bytes	0644
mbcsgroupprober.py	2012 bytes	0644
mbcsgroupprober.pyc	1375 bytes	0644
mbcsgroupprober.pyo	1375 bytes	0644
mbcssm.py	25481 bytes	0644
mbcssm.pyc	19134 bytes	0644
mbcssm.pyo	19134 bytes	0644
sbcharsetprober.py	5657 bytes	0644
sbcharsetprober.pyc	3778 bytes	0644
sbcharsetprober.pyo	3778 bytes	0644
sbcsgroupprober.py	3546 bytes	0644
sbcsgroupprober.pyc	1968 bytes	0644
sbcsgroupprober.pyo	1968 bytes	0644
sjisprober.py	3774 bytes	0644
sjisprober.pyc	3171 bytes	0644
sjisprober.pyo	3171 bytes	0644
universaldetector.py	12485 bytes	0644
universaldetector.pyc	7199 bytes	0644
universaldetector.pyo	7199 bytes	0644
utf8prober.py	2766 bytes	0644
utf8prober.pyc	2620 bytes	0644
utf8prober.pyo	2620 bytes	0644
version.py	242 bytes	0644
version.pyc	444 bytes	0644
version.pyo	444 bytes	0644

File Content: latin1prober.py

File Content: `latin1prober.py`